You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

2039 lines
69KB

  1. /*
  2. * Copyright (C) 2007 Marco Gerards <marco@gnu.org>
  3. * Copyright (C) 2009 David Conrad
  4. * Copyright (C) 2011 Jordi Ortiz
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. /**
  23. * @file
  24. * Dirac Decoder
  25. * @author Marco Gerards <marco@gnu.org>, David Conrad, Jordi Ortiz <nenjordi@gmail.com>
  26. */
  27. #include "avcodec.h"
  28. #include "get_bits.h"
  29. #include "bytestream.h"
  30. #include "internal.h"
  31. #include "golomb.h"
  32. #include "dirac_arith.h"
  33. #include "mpeg12data.h"
  34. #include "libavcodec/mpegvideo.h"
  35. #include "mpegvideoencdsp.h"
  36. #include "dirac_dwt.h"
  37. #include "dirac.h"
  38. #include "diracdsp.h"
  39. #include "videodsp.h"
  40. /**
  41. * The spec limits the number of wavelet decompositions to 4 for both
  42. * level 1 (VC-2) and 128 (long-gop default).
  43. * 5 decompositions is the maximum before >16-bit buffers are needed.
  44. * Schroedinger allows this for DD 9,7 and 13,7 wavelets only, limiting
  45. * the others to 4 decompositions (or 3 for the fidelity filter).
  46. *
  47. * We use this instead of MAX_DECOMPOSITIONS to save some memory.
  48. */
  49. #define MAX_DWT_LEVELS 5
  50. /**
  51. * The spec limits this to 3 for frame coding, but in practice can be as high as 6
  52. */
  53. #define MAX_REFERENCE_FRAMES 8
  54. #define MAX_DELAY 5 /* limit for main profile for frame coding (TODO: field coding) */
  55. #define MAX_FRAMES (MAX_REFERENCE_FRAMES + MAX_DELAY + 1)
  56. #define MAX_QUANT 68 /* max quant for VC-2 */
  57. #define MAX_BLOCKSIZE 32 /* maximum xblen/yblen we support */
  58. /**
  59. * DiracBlock->ref flags, if set then the block does MC from the given ref
  60. */
  61. #define DIRAC_REF_MASK_REF1 1
  62. #define DIRAC_REF_MASK_REF2 2
  63. #define DIRAC_REF_MASK_GLOBAL 4
  64. /**
  65. * Value of Picture.reference when Picture is not a reference picture, but
  66. * is held for delayed output.
  67. */
  68. #define DELAYED_PIC_REF 4
  69. #define CALC_PADDING(size, depth) \
  70. (((size + (1 << depth) - 1) >> depth) << depth)
  71. #define DIVRNDUP(a, b) (((a) + (b) - 1) / (b))
  72. typedef struct {
  73. AVFrame *avframe;
  74. int interpolated[3]; /* 1 if hpel[] is valid */
  75. uint8_t *hpel[3][4];
  76. uint8_t *hpel_base[3][4];
  77. } DiracFrame;
  78. typedef struct {
  79. union {
  80. int16_t mv[2][2];
  81. int16_t dc[3];
  82. } u; /* anonymous unions aren't in C99 :( */
  83. uint8_t ref;
  84. } DiracBlock;
  85. typedef struct SubBand {
  86. int level;
  87. int orientation;
  88. int stride;
  89. int width;
  90. int height;
  91. int quant;
  92. IDWTELEM *ibuf;
  93. struct SubBand *parent;
  94. /* for low delay */
  95. unsigned length;
  96. const uint8_t *coeff_data;
  97. } SubBand;
  98. typedef struct Plane {
  99. int width;
  100. int height;
  101. ptrdiff_t stride;
  102. int idwt_width;
  103. int idwt_height;
  104. int idwt_stride;
  105. IDWTELEM *idwt_buf;
  106. IDWTELEM *idwt_buf_base;
  107. IDWTELEM *idwt_tmp;
  108. /* block length */
  109. uint8_t xblen;
  110. uint8_t yblen;
  111. /* block separation (block n+1 starts after this many pixels in block n) */
  112. uint8_t xbsep;
  113. uint8_t ybsep;
  114. /* amount of overspill on each edge (half of the overlap between blocks) */
  115. uint8_t xoffset;
  116. uint8_t yoffset;
  117. SubBand band[MAX_DWT_LEVELS][4];
  118. } Plane;
  119. typedef struct DiracContext {
  120. AVCodecContext *avctx;
  121. MpegvideoEncDSPContext mpvencdsp;
  122. VideoDSPContext vdsp;
  123. DiracDSPContext diracdsp;
  124. GetBitContext gb;
  125. dirac_source_params source;
  126. int seen_sequence_header;
  127. int frame_number; /* number of the next frame to display */
  128. Plane plane[3];
  129. int chroma_x_shift;
  130. int chroma_y_shift;
  131. int zero_res; /* zero residue flag */
  132. int is_arith; /* whether coeffs use arith or golomb coding */
  133. int low_delay; /* use the low delay syntax */
  134. int globalmc_flag; /* use global motion compensation */
  135. int num_refs; /* number of reference pictures */
  136. /* wavelet decoding */
  137. unsigned wavelet_depth; /* depth of the IDWT */
  138. unsigned wavelet_idx;
  139. /**
  140. * schroedinger older than 1.0.8 doesn't store
  141. * quant delta if only one codebook exists in a band
  142. */
  143. unsigned old_delta_quant;
  144. unsigned codeblock_mode;
  145. struct {
  146. unsigned width;
  147. unsigned height;
  148. } codeblock[MAX_DWT_LEVELS+1];
  149. struct {
  150. unsigned num_x; /* number of horizontal slices */
  151. unsigned num_y; /* number of vertical slices */
  152. AVRational bytes; /* average bytes per slice */
  153. uint8_t quant[MAX_DWT_LEVELS][4]; /* [DIRAC_STD] E.1 */
  154. } lowdelay;
  155. struct {
  156. int pan_tilt[2]; /* pan/tilt vector */
  157. int zrs[2][2]; /* zoom/rotate/shear matrix */
  158. int perspective[2]; /* perspective vector */
  159. unsigned zrs_exp;
  160. unsigned perspective_exp;
  161. } globalmc[2];
  162. /* motion compensation */
  163. uint8_t mv_precision; /* [DIRAC_STD] REFS_WT_PRECISION */
  164. int16_t weight[2]; /* [DIRAC_STD] REF1_WT and REF2_WT */
  165. unsigned weight_log2denom; /* [DIRAC_STD] REFS_WT_PRECISION */
  166. int blwidth; /* number of blocks (horizontally) */
  167. int blheight; /* number of blocks (vertically) */
  168. int sbwidth; /* number of superblocks (horizontally) */
  169. int sbheight; /* number of superblocks (vertically) */
  170. uint8_t *sbsplit;
  171. DiracBlock *blmotion;
  172. uint8_t *edge_emu_buffer[4];
  173. uint8_t *edge_emu_buffer_base;
  174. uint16_t *mctmp; /* buffer holding the MC data multiplied by OBMC weights */
  175. uint8_t *mcscratch;
  176. int buffer_stride;
  177. DECLARE_ALIGNED(16, uint8_t, obmc_weight)[3][MAX_BLOCKSIZE*MAX_BLOCKSIZE];
  178. void (*put_pixels_tab[4])(uint8_t *dst, const uint8_t *src[5], int stride, int h);
  179. void (*avg_pixels_tab[4])(uint8_t *dst, const uint8_t *src[5], int stride, int h);
  180. void (*add_obmc)(uint16_t *dst, const uint8_t *src, int stride, const uint8_t *obmc_weight, int yblen);
  181. dirac_weight_func weight_func;
  182. dirac_biweight_func biweight_func;
  183. DiracFrame *current_picture;
  184. DiracFrame *ref_pics[2];
  185. DiracFrame *ref_frames[MAX_REFERENCE_FRAMES+1];
  186. DiracFrame *delay_frames[MAX_DELAY+1];
  187. DiracFrame all_frames[MAX_FRAMES];
  188. } DiracContext;
  189. /**
  190. * Dirac Specification ->
  191. * Parse code values. 9.6.1 Table 9.1
  192. */
  193. enum dirac_parse_code {
  194. pc_seq_header = 0x00,
  195. pc_eos = 0x10,
  196. pc_aux_data = 0x20,
  197. pc_padding = 0x30,
  198. };
  199. enum dirac_subband {
  200. subband_ll = 0,
  201. subband_hl = 1,
  202. subband_lh = 2,
  203. subband_hh = 3,
  204. subband_nb,
  205. };
  206. static const uint8_t default_qmat[][4][4] = {
  207. { { 5, 3, 3, 0}, { 0, 4, 4, 1}, { 0, 5, 5, 2}, { 0, 6, 6, 3} },
  208. { { 4, 2, 2, 0}, { 0, 4, 4, 2}, { 0, 5, 5, 3}, { 0, 7, 7, 5} },
  209. { { 5, 3, 3, 0}, { 0, 4, 4, 1}, { 0, 5, 5, 2}, { 0, 6, 6, 3} },
  210. { { 8, 4, 4, 0}, { 0, 4, 4, 0}, { 0, 4, 4, 0}, { 0, 4, 4, 0} },
  211. { { 8, 4, 4, 0}, { 0, 4, 4, 0}, { 0, 4, 4, 0}, { 0, 4, 4, 0} },
  212. { { 0, 4, 4, 8}, { 0, 8, 8, 12}, { 0, 13, 13, 17}, { 0, 17, 17, 21} },
  213. { { 3, 1, 1, 0}, { 0, 4, 4, 2}, { 0, 6, 6, 5}, { 0, 9, 9, 7} },
  214. };
  215. static const int qscale_tab[MAX_QUANT+1] = {
  216. 4, 5, 6, 7, 8, 10, 11, 13,
  217. 16, 19, 23, 27, 32, 38, 45, 54,
  218. 64, 76, 91, 108, 128, 152, 181, 215,
  219. 256, 304, 362, 431, 512, 609, 724, 861,
  220. 1024, 1218, 1448, 1722, 2048, 2435, 2896, 3444,
  221. 4096, 4871, 5793, 6889, 8192, 9742, 11585, 13777,
  222. 16384, 19484, 23170, 27554, 32768, 38968, 46341, 55109,
  223. 65536, 77936
  224. };
  225. static const int qoffset_intra_tab[MAX_QUANT+1] = {
  226. 1, 2, 3, 4, 4, 5, 6, 7,
  227. 8, 10, 12, 14, 16, 19, 23, 27,
  228. 32, 38, 46, 54, 64, 76, 91, 108,
  229. 128, 152, 181, 216, 256, 305, 362, 431,
  230. 512, 609, 724, 861, 1024, 1218, 1448, 1722,
  231. 2048, 2436, 2897, 3445, 4096, 4871, 5793, 6889,
  232. 8192, 9742, 11585, 13777, 16384, 19484, 23171, 27555,
  233. 32768, 38968
  234. };
  235. static const int qoffset_inter_tab[MAX_QUANT+1] = {
  236. 1, 2, 2, 3, 3, 4, 4, 5,
  237. 6, 7, 9, 10, 12, 14, 17, 20,
  238. 24, 29, 34, 41, 48, 57, 68, 81,
  239. 96, 114, 136, 162, 192, 228, 272, 323,
  240. 384, 457, 543, 646, 768, 913, 1086, 1292,
  241. 1536, 1827, 2172, 2583, 3072, 3653, 4344, 5166,
  242. 6144, 7307, 8689, 10333, 12288, 14613, 17378, 20666,
  243. 24576, 29226
  244. };
  245. /* magic number division by 3 from schroedinger */
  246. static inline int divide3(int x)
  247. {
  248. return (int)((x+1U)*21845 + 10922) >> 16;
  249. }
  250. static DiracFrame *remove_frame(DiracFrame *framelist[], int picnum)
  251. {
  252. DiracFrame *remove_pic = NULL;
  253. int i, remove_idx = -1;
  254. for (i = 0; framelist[i]; i++)
  255. if (framelist[i]->avframe->display_picture_number == picnum) {
  256. remove_pic = framelist[i];
  257. remove_idx = i;
  258. }
  259. if (remove_pic)
  260. for (i = remove_idx; framelist[i]; i++)
  261. framelist[i] = framelist[i+1];
  262. return remove_pic;
  263. }
  264. static int add_frame(DiracFrame *framelist[], int maxframes, DiracFrame *frame)
  265. {
  266. int i;
  267. for (i = 0; i < maxframes; i++)
  268. if (!framelist[i]) {
  269. framelist[i] = frame;
  270. return 0;
  271. }
  272. return -1;
  273. }
  274. static int alloc_sequence_buffers(DiracContext *s)
  275. {
  276. int sbwidth = DIVRNDUP(s->source.width, 4);
  277. int sbheight = DIVRNDUP(s->source.height, 4);
  278. int i, w, h, top_padding;
  279. /* todo: think more about this / use or set Plane here */
  280. for (i = 0; i < 3; i++) {
  281. int max_xblen = MAX_BLOCKSIZE >> (i ? s->chroma_x_shift : 0);
  282. int max_yblen = MAX_BLOCKSIZE >> (i ? s->chroma_y_shift : 0);
  283. w = s->source.width >> (i ? s->chroma_x_shift : 0);
  284. h = s->source.height >> (i ? s->chroma_y_shift : 0);
  285. /* we allocate the max we support here since num decompositions can
  286. * change from frame to frame. Stride is aligned to 16 for SIMD, and
  287. * 1<<MAX_DWT_LEVELS top padding to avoid if(y>0) in arith decoding
  288. * MAX_BLOCKSIZE padding for MC: blocks can spill up to half of that
  289. * on each side */
  290. top_padding = FFMAX(1<<MAX_DWT_LEVELS, max_yblen/2);
  291. w = FFALIGN(CALC_PADDING(w, MAX_DWT_LEVELS), 8); /* FIXME: Should this be 16 for SSE??? */
  292. h = top_padding + CALC_PADDING(h, MAX_DWT_LEVELS) + max_yblen/2;
  293. s->plane[i].idwt_buf_base = av_mallocz_array((w+max_xblen), h * sizeof(IDWTELEM));
  294. s->plane[i].idwt_tmp = av_malloc_array((w+16), sizeof(IDWTELEM));
  295. s->plane[i].idwt_buf = s->plane[i].idwt_buf_base + top_padding*w;
  296. if (!s->plane[i].idwt_buf_base || !s->plane[i].idwt_tmp)
  297. return AVERROR(ENOMEM);
  298. }
  299. /* fixme: allocate using real stride here */
  300. s->sbsplit = av_malloc_array(sbwidth, sbheight);
  301. s->blmotion = av_malloc_array(sbwidth, sbheight * 16 * sizeof(*s->blmotion));
  302. if (!s->sbsplit || !s->blmotion)
  303. return AVERROR(ENOMEM);
  304. return 0;
  305. }
  306. static int alloc_buffers(DiracContext *s, int stride)
  307. {
  308. int w = s->source.width;
  309. int h = s->source.height;
  310. av_assert0(stride >= w);
  311. stride += 64;
  312. if (s->buffer_stride >= stride)
  313. return 0;
  314. s->buffer_stride = 0;
  315. av_freep(&s->edge_emu_buffer_base);
  316. memset(s->edge_emu_buffer, 0, sizeof(s->edge_emu_buffer));
  317. av_freep(&s->mctmp);
  318. av_freep(&s->mcscratch);
  319. s->edge_emu_buffer_base = av_malloc_array(stride, MAX_BLOCKSIZE);
  320. s->mctmp = av_malloc_array((stride+MAX_BLOCKSIZE), (h+MAX_BLOCKSIZE) * sizeof(*s->mctmp));
  321. s->mcscratch = av_malloc_array(stride, MAX_BLOCKSIZE);
  322. if (!s->edge_emu_buffer_base || !s->mctmp || !s->mcscratch)
  323. return AVERROR(ENOMEM);
  324. s->buffer_stride = stride;
  325. return 0;
  326. }
  327. static void free_sequence_buffers(DiracContext *s)
  328. {
  329. int i, j, k;
  330. for (i = 0; i < MAX_FRAMES; i++) {
  331. if (s->all_frames[i].avframe->data[0]) {
  332. av_frame_unref(s->all_frames[i].avframe);
  333. memset(s->all_frames[i].interpolated, 0, sizeof(s->all_frames[i].interpolated));
  334. }
  335. for (j = 0; j < 3; j++)
  336. for (k = 1; k < 4; k++)
  337. av_freep(&s->all_frames[i].hpel_base[j][k]);
  338. }
  339. memset(s->ref_frames, 0, sizeof(s->ref_frames));
  340. memset(s->delay_frames, 0, sizeof(s->delay_frames));
  341. for (i = 0; i < 3; i++) {
  342. av_freep(&s->plane[i].idwt_buf_base);
  343. av_freep(&s->plane[i].idwt_tmp);
  344. }
  345. s->buffer_stride = 0;
  346. av_freep(&s->sbsplit);
  347. av_freep(&s->blmotion);
  348. av_freep(&s->edge_emu_buffer_base);
  349. av_freep(&s->mctmp);
  350. av_freep(&s->mcscratch);
  351. }
  352. static av_cold int dirac_decode_init(AVCodecContext *avctx)
  353. {
  354. DiracContext *s = avctx->priv_data;
  355. int i;
  356. s->avctx = avctx;
  357. s->frame_number = -1;
  358. ff_diracdsp_init(&s->diracdsp);
  359. ff_mpegvideoencdsp_init(&s->mpvencdsp, avctx);
  360. ff_videodsp_init(&s->vdsp, 8);
  361. for (i = 0; i < MAX_FRAMES; i++) {
  362. s->all_frames[i].avframe = av_frame_alloc();
  363. if (!s->all_frames[i].avframe) {
  364. while (i > 0)
  365. av_frame_free(&s->all_frames[--i].avframe);
  366. return AVERROR(ENOMEM);
  367. }
  368. }
  369. return 0;
  370. }
  371. static void dirac_decode_flush(AVCodecContext *avctx)
  372. {
  373. DiracContext *s = avctx->priv_data;
  374. free_sequence_buffers(s);
  375. s->seen_sequence_header = 0;
  376. s->frame_number = -1;
  377. }
  378. static av_cold int dirac_decode_end(AVCodecContext *avctx)
  379. {
  380. DiracContext *s = avctx->priv_data;
  381. int i;
  382. dirac_decode_flush(avctx);
  383. for (i = 0; i < MAX_FRAMES; i++)
  384. av_frame_free(&s->all_frames[i].avframe);
  385. return 0;
  386. }
  387. #define SIGN_CTX(x) (CTX_SIGN_ZERO + ((x) > 0) - ((x) < 0))
  388. static inline void coeff_unpack_arith(DiracArith *c, int qfactor, int qoffset,
  389. SubBand *b, IDWTELEM *buf, int x, int y)
  390. {
  391. int coeff, sign;
  392. int sign_pred = 0;
  393. int pred_ctx = CTX_ZPZN_F1;
  394. /* Check if the parent subband has a 0 in the corresponding position */
  395. if (b->parent)
  396. pred_ctx += !!b->parent->ibuf[b->parent->stride * (y>>1) + (x>>1)] << 1;
  397. if (b->orientation == subband_hl)
  398. sign_pred = buf[-b->stride];
  399. /* Determine if the pixel has only zeros in its neighbourhood */
  400. if (x) {
  401. pred_ctx += !(buf[-1] | buf[-b->stride] | buf[-1-b->stride]);
  402. if (b->orientation == subband_lh)
  403. sign_pred = buf[-1];
  404. } else {
  405. pred_ctx += !buf[-b->stride];
  406. }
  407. coeff = dirac_get_arith_uint(c, pred_ctx, CTX_COEFF_DATA);
  408. if (coeff) {
  409. coeff = (coeff * qfactor + qoffset + 2) >> 2;
  410. sign = dirac_get_arith_bit(c, SIGN_CTX(sign_pred));
  411. coeff = (coeff ^ -sign) + sign;
  412. }
  413. *buf = coeff;
  414. }
  415. static inline int coeff_unpack_golomb(GetBitContext *gb, int qfactor, int qoffset)
  416. {
  417. int sign, coeff;
  418. coeff = svq3_get_ue_golomb(gb);
  419. if (coeff) {
  420. coeff = (coeff * qfactor + qoffset + 2) >> 2;
  421. sign = get_bits1(gb);
  422. coeff = (coeff ^ -sign) + sign;
  423. }
  424. return coeff;
  425. }
  426. /**
  427. * Decode the coeffs in the rectangle defined by left, right, top, bottom
  428. * [DIRAC_STD] 13.4.3.2 Codeblock unpacking loop. codeblock()
  429. */
  430. static inline void codeblock(DiracContext *s, SubBand *b,
  431. GetBitContext *gb, DiracArith *c,
  432. int left, int right, int top, int bottom,
  433. int blockcnt_one, int is_arith)
  434. {
  435. int x, y, zero_block;
  436. int qoffset, qfactor;
  437. IDWTELEM *buf;
  438. /* check for any coded coefficients in this codeblock */
  439. if (!blockcnt_one) {
  440. if (is_arith)
  441. zero_block = dirac_get_arith_bit(c, CTX_ZERO_BLOCK);
  442. else
  443. zero_block = get_bits1(gb);
  444. if (zero_block)
  445. return;
  446. }
  447. if (s->codeblock_mode && !(s->old_delta_quant && blockcnt_one)) {
  448. int quant = b->quant;
  449. if (is_arith)
  450. quant += dirac_get_arith_int(c, CTX_DELTA_Q_F, CTX_DELTA_Q_DATA);
  451. else
  452. quant += dirac_get_se_golomb(gb);
  453. if (quant < 0) {
  454. av_log(s->avctx, AV_LOG_ERROR, "Invalid quant\n");
  455. return;
  456. }
  457. b->quant = quant;
  458. }
  459. b->quant = FFMIN(b->quant, MAX_QUANT);
  460. qfactor = qscale_tab[b->quant];
  461. /* TODO: context pointer? */
  462. if (!s->num_refs)
  463. qoffset = qoffset_intra_tab[b->quant];
  464. else
  465. qoffset = qoffset_inter_tab[b->quant];
  466. buf = b->ibuf + top * b->stride;
  467. for (y = top; y < bottom; y++) {
  468. for (x = left; x < right; x++) {
  469. /* [DIRAC_STD] 13.4.4 Subband coefficients. coeff_unpack() */
  470. if (is_arith)
  471. coeff_unpack_arith(c, qfactor, qoffset, b, buf+x, x, y);
  472. else
  473. buf[x] = coeff_unpack_golomb(gb, qfactor, qoffset);
  474. }
  475. buf += b->stride;
  476. }
  477. }
  478. /**
  479. * Dirac Specification ->
  480. * 13.3 intra_dc_prediction(band)
  481. */
  482. static inline void intra_dc_prediction(SubBand *b)
  483. {
  484. IDWTELEM *buf = b->ibuf;
  485. int x, y;
  486. for (x = 1; x < b->width; x++)
  487. buf[x] += buf[x-1];
  488. buf += b->stride;
  489. for (y = 1; y < b->height; y++) {
  490. buf[0] += buf[-b->stride];
  491. for (x = 1; x < b->width; x++) {
  492. int pred = buf[x - 1] + buf[x - b->stride] + buf[x - b->stride-1];
  493. buf[x] += divide3(pred);
  494. }
  495. buf += b->stride;
  496. }
  497. }
  498. /**
  499. * Dirac Specification ->
  500. * 13.4.2 Non-skipped subbands. subband_coeffs()
  501. */
  502. static av_always_inline void decode_subband_internal(DiracContext *s, SubBand *b, int is_arith)
  503. {
  504. int cb_x, cb_y, left, right, top, bottom;
  505. DiracArith c;
  506. GetBitContext gb;
  507. int cb_width = s->codeblock[b->level + (b->orientation != subband_ll)].width;
  508. int cb_height = s->codeblock[b->level + (b->orientation != subband_ll)].height;
  509. int blockcnt_one = (cb_width + cb_height) == 2;
  510. if (!b->length)
  511. return;
  512. init_get_bits8(&gb, b->coeff_data, b->length);
  513. if (is_arith)
  514. ff_dirac_init_arith_decoder(&c, &gb, b->length);
  515. top = 0;
  516. for (cb_y = 0; cb_y < cb_height; cb_y++) {
  517. bottom = (b->height * (cb_y+1LL)) / cb_height;
  518. left = 0;
  519. for (cb_x = 0; cb_x < cb_width; cb_x++) {
  520. right = (b->width * (cb_x+1LL)) / cb_width;
  521. codeblock(s, b, &gb, &c, left, right, top, bottom, blockcnt_one, is_arith);
  522. left = right;
  523. }
  524. top = bottom;
  525. }
  526. if (b->orientation == subband_ll && s->num_refs == 0)
  527. intra_dc_prediction(b);
  528. }
  529. static int decode_subband_arith(AVCodecContext *avctx, void *b)
  530. {
  531. DiracContext *s = avctx->priv_data;
  532. decode_subband_internal(s, b, 1);
  533. return 0;
  534. }
  535. static int decode_subband_golomb(AVCodecContext *avctx, void *arg)
  536. {
  537. DiracContext *s = avctx->priv_data;
  538. SubBand **b = arg;
  539. decode_subband_internal(s, *b, 0);
  540. return 0;
  541. }
  542. /**
  543. * Dirac Specification ->
  544. * [DIRAC_STD] 13.4.1 core_transform_data()
  545. */
  546. static void decode_component(DiracContext *s, int comp)
  547. {
  548. AVCodecContext *avctx = s->avctx;
  549. SubBand *bands[3*MAX_DWT_LEVELS+1];
  550. enum dirac_subband orientation;
  551. int level, num_bands = 0;
  552. /* Unpack all subbands at all levels. */
  553. for (level = 0; level < s->wavelet_depth; level++) {
  554. for (orientation = !!level; orientation < 4; orientation++) {
  555. SubBand *b = &s->plane[comp].band[level][orientation];
  556. bands[num_bands++] = b;
  557. align_get_bits(&s->gb);
  558. /* [DIRAC_STD] 13.4.2 subband() */
  559. b->length = svq3_get_ue_golomb(&s->gb);
  560. if (b->length) {
  561. b->quant = svq3_get_ue_golomb(&s->gb);
  562. align_get_bits(&s->gb);
  563. b->coeff_data = s->gb.buffer + get_bits_count(&s->gb)/8;
  564. b->length = FFMIN(b->length, FFMAX(get_bits_left(&s->gb)/8, 0));
  565. skip_bits_long(&s->gb, b->length*8);
  566. }
  567. }
  568. /* arithmetic coding has inter-level dependencies, so we can only execute one level at a time */
  569. if (s->is_arith)
  570. avctx->execute(avctx, decode_subband_arith, &s->plane[comp].band[level][!!level],
  571. NULL, 4-!!level, sizeof(SubBand));
  572. }
  573. /* golomb coding has no inter-level dependencies, so we can execute all subbands in parallel */
  574. if (!s->is_arith)
  575. avctx->execute(avctx, decode_subband_golomb, bands, NULL, num_bands, sizeof(SubBand*));
  576. }
  577. /* [DIRAC_STD] 13.5.5.2 Luma slice subband data. luma_slice_band(level,orient,sx,sy) --> if b2 == NULL */
  578. /* [DIRAC_STD] 13.5.5.3 Chroma slice subband data. chroma_slice_band(level,orient,sx,sy) --> if b2 != NULL */
  579. static void lowdelay_subband(DiracContext *s, GetBitContext *gb, int quant,
  580. int slice_x, int slice_y, int bits_end,
  581. SubBand *b1, SubBand *b2)
  582. {
  583. int left = b1->width * slice_x / s->lowdelay.num_x;
  584. int right = b1->width *(slice_x+1) / s->lowdelay.num_x;
  585. int top = b1->height * slice_y / s->lowdelay.num_y;
  586. int bottom = b1->height *(slice_y+1) / s->lowdelay.num_y;
  587. int qfactor = qscale_tab[FFMIN(quant, MAX_QUANT)];
  588. int qoffset = qoffset_intra_tab[FFMIN(quant, MAX_QUANT)];
  589. IDWTELEM *buf1 = b1->ibuf + top * b1->stride;
  590. IDWTELEM *buf2 = b2 ? b2->ibuf + top * b2->stride : NULL;
  591. int x, y;
  592. /* we have to constantly check for overread since the spec explicitly
  593. requires this, with the meaning that all remaining coeffs are set to 0 */
  594. if (get_bits_count(gb) >= bits_end)
  595. return;
  596. for (y = top; y < bottom; y++) {
  597. for (x = left; x < right; x++) {
  598. buf1[x] = coeff_unpack_golomb(gb, qfactor, qoffset);
  599. if (get_bits_count(gb) >= bits_end)
  600. return;
  601. if (buf2) {
  602. buf2[x] = coeff_unpack_golomb(gb, qfactor, qoffset);
  603. if (get_bits_count(gb) >= bits_end)
  604. return;
  605. }
  606. }
  607. buf1 += b1->stride;
  608. if (buf2)
  609. buf2 += b2->stride;
  610. }
  611. }
  612. struct lowdelay_slice {
  613. GetBitContext gb;
  614. int slice_x;
  615. int slice_y;
  616. int bytes;
  617. };
  618. /**
  619. * Dirac Specification ->
  620. * 13.5.2 Slices. slice(sx,sy)
  621. */
  622. static int decode_lowdelay_slice(AVCodecContext *avctx, void *arg)
  623. {
  624. DiracContext *s = avctx->priv_data;
  625. struct lowdelay_slice *slice = arg;
  626. GetBitContext *gb = &slice->gb;
  627. enum dirac_subband orientation;
  628. int level, quant, chroma_bits, chroma_end;
  629. int quant_base = get_bits(gb, 7); /*[DIRAC_STD] qindex */
  630. int length_bits = av_log2(8 * slice->bytes)+1;
  631. int luma_bits = get_bits_long(gb, length_bits);
  632. int luma_end = get_bits_count(gb) + FFMIN(luma_bits, get_bits_left(gb));
  633. /* [DIRAC_STD] 13.5.5.2 luma_slice_band */
  634. for (level = 0; level < s->wavelet_depth; level++)
  635. for (orientation = !!level; orientation < 4; orientation++) {
  636. quant = FFMAX(quant_base - s->lowdelay.quant[level][orientation], 0);
  637. lowdelay_subband(s, gb, quant, slice->slice_x, slice->slice_y, luma_end,
  638. &s->plane[0].band[level][orientation], NULL);
  639. }
  640. /* consume any unused bits from luma */
  641. skip_bits_long(gb, get_bits_count(gb) - luma_end);
  642. chroma_bits = 8*slice->bytes - 7 - length_bits - luma_bits;
  643. chroma_end = get_bits_count(gb) + FFMIN(chroma_bits, get_bits_left(gb));
  644. /* [DIRAC_STD] 13.5.5.3 chroma_slice_band */
  645. for (level = 0; level < s->wavelet_depth; level++)
  646. for (orientation = !!level; orientation < 4; orientation++) {
  647. quant = FFMAX(quant_base - s->lowdelay.quant[level][orientation], 0);
  648. lowdelay_subband(s, gb, quant, slice->slice_x, slice->slice_y, chroma_end,
  649. &s->plane[1].band[level][orientation],
  650. &s->plane[2].band[level][orientation]);
  651. }
  652. return 0;
  653. }
  654. /**
  655. * Dirac Specification ->
  656. * 13.5.1 low_delay_transform_data()
  657. */
  658. static void decode_lowdelay(DiracContext *s)
  659. {
  660. AVCodecContext *avctx = s->avctx;
  661. int slice_x, slice_y, bytes, bufsize;
  662. const uint8_t *buf;
  663. struct lowdelay_slice *slices;
  664. int slice_num = 0;
  665. slices = av_mallocz_array(s->lowdelay.num_x, s->lowdelay.num_y * sizeof(struct lowdelay_slice));
  666. align_get_bits(&s->gb);
  667. /*[DIRAC_STD] 13.5.2 Slices. slice(sx,sy) */
  668. buf = s->gb.buffer + get_bits_count(&s->gb)/8;
  669. bufsize = get_bits_left(&s->gb);
  670. for (slice_y = 0; bufsize > 0 && slice_y < s->lowdelay.num_y; slice_y++)
  671. for (slice_x = 0; bufsize > 0 && slice_x < s->lowdelay.num_x; slice_x++) {
  672. bytes = (slice_num+1) * s->lowdelay.bytes.num / s->lowdelay.bytes.den
  673. - slice_num * s->lowdelay.bytes.num / s->lowdelay.bytes.den;
  674. slices[slice_num].bytes = bytes;
  675. slices[slice_num].slice_x = slice_x;
  676. slices[slice_num].slice_y = slice_y;
  677. init_get_bits(&slices[slice_num].gb, buf, bufsize);
  678. slice_num++;
  679. buf += bytes;
  680. if (bufsize/8 >= bytes)
  681. bufsize -= bytes*8;
  682. else
  683. bufsize = 0;
  684. }
  685. avctx->execute(avctx, decode_lowdelay_slice, slices, NULL, slice_num,
  686. sizeof(struct lowdelay_slice)); /* [DIRAC_STD] 13.5.2 Slices */
  687. intra_dc_prediction(&s->plane[0].band[0][0]); /* [DIRAC_STD] 13.3 intra_dc_prediction() */
  688. intra_dc_prediction(&s->plane[1].band[0][0]); /* [DIRAC_STD] 13.3 intra_dc_prediction() */
  689. intra_dc_prediction(&s->plane[2].band[0][0]); /* [DIRAC_STD] 13.3 intra_dc_prediction() */
  690. av_free(slices);
  691. }
  692. static void init_planes(DiracContext *s)
  693. {
  694. int i, w, h, level, orientation;
  695. for (i = 0; i < 3; i++) {
  696. Plane *p = &s->plane[i];
  697. p->width = s->source.width >> (i ? s->chroma_x_shift : 0);
  698. p->height = s->source.height >> (i ? s->chroma_y_shift : 0);
  699. p->idwt_width = w = CALC_PADDING(p->width , s->wavelet_depth);
  700. p->idwt_height = h = CALC_PADDING(p->height, s->wavelet_depth);
  701. p->idwt_stride = FFALIGN(p->idwt_width, 8);
  702. for (level = s->wavelet_depth-1; level >= 0; level--) {
  703. w = w>>1;
  704. h = h>>1;
  705. for (orientation = !!level; orientation < 4; orientation++) {
  706. SubBand *b = &p->band[level][orientation];
  707. b->ibuf = p->idwt_buf;
  708. b->level = level;
  709. b->stride = p->idwt_stride << (s->wavelet_depth - level);
  710. b->width = w;
  711. b->height = h;
  712. b->orientation = orientation;
  713. if (orientation & 1)
  714. b->ibuf += w;
  715. if (orientation > 1)
  716. b->ibuf += b->stride>>1;
  717. if (level)
  718. b->parent = &p->band[level-1][orientation];
  719. }
  720. }
  721. if (i > 0) {
  722. p->xblen = s->plane[0].xblen >> s->chroma_x_shift;
  723. p->yblen = s->plane[0].yblen >> s->chroma_y_shift;
  724. p->xbsep = s->plane[0].xbsep >> s->chroma_x_shift;
  725. p->ybsep = s->plane[0].ybsep >> s->chroma_y_shift;
  726. }
  727. p->xoffset = (p->xblen - p->xbsep)/2;
  728. p->yoffset = (p->yblen - p->ybsep)/2;
  729. }
  730. }
  731. /**
  732. * Unpack the motion compensation parameters
  733. * Dirac Specification ->
  734. * 11.2 Picture prediction data. picture_prediction()
  735. */
  736. static int dirac_unpack_prediction_parameters(DiracContext *s)
  737. {
  738. static const uint8_t default_blen[] = { 4, 12, 16, 24 };
  739. static const uint8_t default_bsep[] = { 4, 8, 12, 16 };
  740. GetBitContext *gb = &s->gb;
  741. unsigned idx, ref;
  742. align_get_bits(gb);
  743. /* [DIRAC_STD] 11.2.2 Block parameters. block_parameters() */
  744. /* Luma and Chroma are equal. 11.2.3 */
  745. idx = svq3_get_ue_golomb(gb); /* [DIRAC_STD] index */
  746. if (idx > 4) {
  747. av_log(s->avctx, AV_LOG_ERROR, "Block prediction index too high\n");
  748. return -1;
  749. }
  750. if (idx == 0) {
  751. s->plane[0].xblen = svq3_get_ue_golomb(gb);
  752. s->plane[0].yblen = svq3_get_ue_golomb(gb);
  753. s->plane[0].xbsep = svq3_get_ue_golomb(gb);
  754. s->plane[0].ybsep = svq3_get_ue_golomb(gb);
  755. } else {
  756. /*[DIRAC_STD] preset_block_params(index). Table 11.1 */
  757. s->plane[0].xblen = default_blen[idx-1];
  758. s->plane[0].yblen = default_blen[idx-1];
  759. s->plane[0].xbsep = default_bsep[idx-1];
  760. s->plane[0].ybsep = default_bsep[idx-1];
  761. }
  762. /*[DIRAC_STD] 11.2.4 motion_data_dimensions()
  763. Calculated in function dirac_unpack_block_motion_data */
  764. if (s->plane[0].xblen % (1 << s->chroma_x_shift) != 0 ||
  765. s->plane[0].yblen % (1 << s->chroma_y_shift) != 0 ||
  766. !s->plane[0].xblen || !s->plane[0].yblen) {
  767. av_log(s->avctx, AV_LOG_ERROR,
  768. "invalid x/y block length (%d/%d) for x/y chroma shift (%d/%d)\n",
  769. s->plane[0].xblen, s->plane[0].yblen, s->chroma_x_shift, s->chroma_y_shift);
  770. return AVERROR_INVALIDDATA;
  771. }
  772. if (!s->plane[0].xbsep || !s->plane[0].ybsep || s->plane[0].xbsep < s->plane[0].xblen/2 || s->plane[0].ybsep < s->plane[0].yblen/2) {
  773. av_log(s->avctx, AV_LOG_ERROR, "Block separation too small\n");
  774. return -1;
  775. }
  776. if (s->plane[0].xbsep > s->plane[0].xblen || s->plane[0].ybsep > s->plane[0].yblen) {
  777. av_log(s->avctx, AV_LOG_ERROR, "Block separation greater than size\n");
  778. return -1;
  779. }
  780. if (FFMAX(s->plane[0].xblen, s->plane[0].yblen) > MAX_BLOCKSIZE) {
  781. av_log(s->avctx, AV_LOG_ERROR, "Unsupported large block size\n");
  782. return -1;
  783. }
  784. /*[DIRAC_STD] 11.2.5 Motion vector precision. motion_vector_precision()
  785. Read motion vector precision */
  786. s->mv_precision = svq3_get_ue_golomb(gb);
  787. if (s->mv_precision > 3) {
  788. av_log(s->avctx, AV_LOG_ERROR, "MV precision finer than eighth-pel\n");
  789. return -1;
  790. }
  791. /*[DIRAC_STD] 11.2.6 Global motion. global_motion()
  792. Read the global motion compensation parameters */
  793. s->globalmc_flag = get_bits1(gb);
  794. if (s->globalmc_flag) {
  795. memset(s->globalmc, 0, sizeof(s->globalmc));
  796. /* [DIRAC_STD] pan_tilt(gparams) */
  797. for (ref = 0; ref < s->num_refs; ref++) {
  798. if (get_bits1(gb)) {
  799. s->globalmc[ref].pan_tilt[0] = dirac_get_se_golomb(gb);
  800. s->globalmc[ref].pan_tilt[1] = dirac_get_se_golomb(gb);
  801. }
  802. /* [DIRAC_STD] zoom_rotate_shear(gparams)
  803. zoom/rotation/shear parameters */
  804. if (get_bits1(gb)) {
  805. s->globalmc[ref].zrs_exp = svq3_get_ue_golomb(gb);
  806. s->globalmc[ref].zrs[0][0] = dirac_get_se_golomb(gb);
  807. s->globalmc[ref].zrs[0][1] = dirac_get_se_golomb(gb);
  808. s->globalmc[ref].zrs[1][0] = dirac_get_se_golomb(gb);
  809. s->globalmc[ref].zrs[1][1] = dirac_get_se_golomb(gb);
  810. } else {
  811. s->globalmc[ref].zrs[0][0] = 1;
  812. s->globalmc[ref].zrs[1][1] = 1;
  813. }
  814. /* [DIRAC_STD] perspective(gparams) */
  815. if (get_bits1(gb)) {
  816. s->globalmc[ref].perspective_exp = svq3_get_ue_golomb(gb);
  817. s->globalmc[ref].perspective[0] = dirac_get_se_golomb(gb);
  818. s->globalmc[ref].perspective[1] = dirac_get_se_golomb(gb);
  819. }
  820. if (s->globalmc[ref].perspective_exp + (uint64_t)s->globalmc[ref].zrs_exp > 30) {
  821. return AVERROR_INVALIDDATA;
  822. }
  823. }
  824. }
  825. /*[DIRAC_STD] 11.2.7 Picture prediction mode. prediction_mode()
  826. Picture prediction mode, not currently used. */
  827. if (svq3_get_ue_golomb(gb)) {
  828. av_log(s->avctx, AV_LOG_ERROR, "Unknown picture prediction mode\n");
  829. return -1;
  830. }
  831. /* [DIRAC_STD] 11.2.8 Reference picture weight. reference_picture_weights()
  832. just data read, weight calculation will be done later on. */
  833. s->weight_log2denom = 1;
  834. s->weight[0] = 1;
  835. s->weight[1] = 1;
  836. if (get_bits1(gb)) {
  837. s->weight_log2denom = svq3_get_ue_golomb(gb);
  838. s->weight[0] = dirac_get_se_golomb(gb);
  839. if (s->num_refs == 2)
  840. s->weight[1] = dirac_get_se_golomb(gb);
  841. }
  842. return 0;
  843. }
  844. /**
  845. * Dirac Specification ->
  846. * 11.3 Wavelet transform data. wavelet_transform()
  847. */
  848. static int dirac_unpack_idwt_params(DiracContext *s)
  849. {
  850. GetBitContext *gb = &s->gb;
  851. int i, level;
  852. unsigned tmp;
  853. #define CHECKEDREAD(dst, cond, errmsg) \
  854. tmp = svq3_get_ue_golomb(gb); \
  855. if (cond) { \
  856. av_log(s->avctx, AV_LOG_ERROR, errmsg); \
  857. return -1; \
  858. }\
  859. dst = tmp;
  860. align_get_bits(gb);
  861. s->zero_res = s->num_refs ? get_bits1(gb) : 0;
  862. if (s->zero_res)
  863. return 0;
  864. /*[DIRAC_STD] 11.3.1 Transform parameters. transform_parameters() */
  865. CHECKEDREAD(s->wavelet_idx, tmp > 6, "wavelet_idx is too big\n")
  866. CHECKEDREAD(s->wavelet_depth, tmp > MAX_DWT_LEVELS || tmp < 1, "invalid number of DWT decompositions\n")
  867. if (!s->low_delay) {
  868. /* Codeblock parameters (core syntax only) */
  869. if (get_bits1(gb)) {
  870. for (i = 0; i <= s->wavelet_depth; i++) {
  871. CHECKEDREAD(s->codeblock[i].width , tmp < 1 || tmp > (s->avctx->width >>s->wavelet_depth-i), "codeblock width invalid\n")
  872. CHECKEDREAD(s->codeblock[i].height, tmp < 1 || tmp > (s->avctx->height>>s->wavelet_depth-i), "codeblock height invalid\n")
  873. }
  874. CHECKEDREAD(s->codeblock_mode, tmp > 1, "unknown codeblock mode\n")
  875. } else
  876. for (i = 0; i <= s->wavelet_depth; i++)
  877. s->codeblock[i].width = s->codeblock[i].height = 1;
  878. } else {
  879. /* Slice parameters + quantization matrix*/
  880. /*[DIRAC_STD] 11.3.4 Slice coding Parameters (low delay syntax only). slice_parameters() */
  881. s->lowdelay.num_x = svq3_get_ue_golomb(gb);
  882. s->lowdelay.num_y = svq3_get_ue_golomb(gb);
  883. if (s->lowdelay.num_x * s->lowdelay.num_y == 0 ||
  884. s->lowdelay.num_x * (uint64_t)s->lowdelay.num_y > INT_MAX) {
  885. av_log(s->avctx,AV_LOG_ERROR,"Invalid numx/y\n");
  886. s->lowdelay.num_x = s->lowdelay.num_y = 0;
  887. return AVERROR_INVALIDDATA;
  888. }
  889. s->lowdelay.bytes.num = svq3_get_ue_golomb(gb);
  890. s->lowdelay.bytes.den = svq3_get_ue_golomb(gb);
  891. if (s->lowdelay.bytes.den <= 0) {
  892. av_log(s->avctx,AV_LOG_ERROR,"Invalid lowdelay.bytes.den\n");
  893. return AVERROR_INVALIDDATA;
  894. }
  895. /* [DIRAC_STD] 11.3.5 Quantisation matrices (low-delay syntax). quant_matrix() */
  896. if (get_bits1(gb)) {
  897. av_log(s->avctx,AV_LOG_DEBUG,"Low Delay: Has Custom Quantization Matrix!\n");
  898. /* custom quantization matrix */
  899. s->lowdelay.quant[0][0] = svq3_get_ue_golomb(gb);
  900. for (level = 0; level < s->wavelet_depth; level++) {
  901. s->lowdelay.quant[level][1] = svq3_get_ue_golomb(gb);
  902. s->lowdelay.quant[level][2] = svq3_get_ue_golomb(gb);
  903. s->lowdelay.quant[level][3] = svq3_get_ue_golomb(gb);
  904. }
  905. } else {
  906. if (s->wavelet_depth > 4) {
  907. av_log(s->avctx,AV_LOG_ERROR,"Mandatory custom low delay matrix missing for depth %d\n", s->wavelet_depth);
  908. return AVERROR_INVALIDDATA;
  909. }
  910. /* default quantization matrix */
  911. for (level = 0; level < s->wavelet_depth; level++)
  912. for (i = 0; i < 4; i++) {
  913. s->lowdelay.quant[level][i] = default_qmat[s->wavelet_idx][level][i];
  914. /* haar with no shift differs for different depths */
  915. if (s->wavelet_idx == 3)
  916. s->lowdelay.quant[level][i] += 4*(s->wavelet_depth-1 - level);
  917. }
  918. }
  919. }
  920. return 0;
  921. }
  922. static inline int pred_sbsplit(uint8_t *sbsplit, int stride, int x, int y)
  923. {
  924. static const uint8_t avgsplit[7] = { 0, 0, 1, 1, 1, 2, 2 };
  925. if (!(x|y))
  926. return 0;
  927. else if (!y)
  928. return sbsplit[-1];
  929. else if (!x)
  930. return sbsplit[-stride];
  931. return avgsplit[sbsplit[-1] + sbsplit[-stride] + sbsplit[-stride-1]];
  932. }
  933. static inline int pred_block_mode(DiracBlock *block, int stride, int x, int y, int refmask)
  934. {
  935. int pred;
  936. if (!(x|y))
  937. return 0;
  938. else if (!y)
  939. return block[-1].ref & refmask;
  940. else if (!x)
  941. return block[-stride].ref & refmask;
  942. /* return the majority */
  943. pred = (block[-1].ref & refmask) + (block[-stride].ref & refmask) + (block[-stride-1].ref & refmask);
  944. return (pred >> 1) & refmask;
  945. }
  946. static inline void pred_block_dc(DiracBlock *block, int stride, int x, int y)
  947. {
  948. int i, n = 0;
  949. memset(block->u.dc, 0, sizeof(block->u.dc));
  950. if (x && !(block[-1].ref & 3)) {
  951. for (i = 0; i < 3; i++)
  952. block->u.dc[i] += block[-1].u.dc[i];
  953. n++;
  954. }
  955. if (y && !(block[-stride].ref & 3)) {
  956. for (i = 0; i < 3; i++)
  957. block->u.dc[i] += block[-stride].u.dc[i];
  958. n++;
  959. }
  960. if (x && y && !(block[-1-stride].ref & 3)) {
  961. for (i = 0; i < 3; i++)
  962. block->u.dc[i] += block[-1-stride].u.dc[i];
  963. n++;
  964. }
  965. if (n == 2) {
  966. for (i = 0; i < 3; i++)
  967. block->u.dc[i] = (block->u.dc[i]+1)>>1;
  968. } else if (n == 3) {
  969. for (i = 0; i < 3; i++)
  970. block->u.dc[i] = divide3(block->u.dc[i]);
  971. }
  972. }
  973. static inline void pred_mv(DiracBlock *block, int stride, int x, int y, int ref)
  974. {
  975. int16_t *pred[3];
  976. int refmask = ref+1;
  977. int mask = refmask | DIRAC_REF_MASK_GLOBAL; /* exclude gmc blocks */
  978. int n = 0;
  979. if (x && (block[-1].ref & mask) == refmask)
  980. pred[n++] = block[-1].u.mv[ref];
  981. if (y && (block[-stride].ref & mask) == refmask)
  982. pred[n++] = block[-stride].u.mv[ref];
  983. if (x && y && (block[-stride-1].ref & mask) == refmask)
  984. pred[n++] = block[-stride-1].u.mv[ref];
  985. switch (n) {
  986. case 0:
  987. block->u.mv[ref][0] = 0;
  988. block->u.mv[ref][1] = 0;
  989. break;
  990. case 1:
  991. block->u.mv[ref][0] = pred[0][0];
  992. block->u.mv[ref][1] = pred[0][1];
  993. break;
  994. case 2:
  995. block->u.mv[ref][0] = (pred[0][0] + pred[1][0] + 1) >> 1;
  996. block->u.mv[ref][1] = (pred[0][1] + pred[1][1] + 1) >> 1;
  997. break;
  998. case 3:
  999. block->u.mv[ref][0] = mid_pred(pred[0][0], pred[1][0], pred[2][0]);
  1000. block->u.mv[ref][1] = mid_pred(pred[0][1], pred[1][1], pred[2][1]);
  1001. break;
  1002. }
  1003. }
  1004. static void global_mv(DiracContext *s, DiracBlock *block, int x, int y, int ref)
  1005. {
  1006. int ez = s->globalmc[ref].zrs_exp;
  1007. int ep = s->globalmc[ref].perspective_exp;
  1008. int (*A)[2] = s->globalmc[ref].zrs;
  1009. int *b = s->globalmc[ref].pan_tilt;
  1010. int *c = s->globalmc[ref].perspective;
  1011. int m = (1<<ep) - (c[0]*x + c[1]*y);
  1012. int mx = m * ((A[0][0] * x + A[0][1]*y) + (1<<ez) * b[0]);
  1013. int my = m * ((A[1][0] * x + A[1][1]*y) + (1<<ez) * b[1]);
  1014. block->u.mv[ref][0] = (mx + (1<<(ez+ep))) >> (ez+ep);
  1015. block->u.mv[ref][1] = (my + (1<<(ez+ep))) >> (ez+ep);
  1016. }
  1017. static void decode_block_params(DiracContext *s, DiracArith arith[8], DiracBlock *block,
  1018. int stride, int x, int y)
  1019. {
  1020. int i;
  1021. block->ref = pred_block_mode(block, stride, x, y, DIRAC_REF_MASK_REF1);
  1022. block->ref ^= dirac_get_arith_bit(arith, CTX_PMODE_REF1);
  1023. if (s->num_refs == 2) {
  1024. block->ref |= pred_block_mode(block, stride, x, y, DIRAC_REF_MASK_REF2);
  1025. block->ref ^= dirac_get_arith_bit(arith, CTX_PMODE_REF2) << 1;
  1026. }
  1027. if (!block->ref) {
  1028. pred_block_dc(block, stride, x, y);
  1029. for (i = 0; i < 3; i++)
  1030. block->u.dc[i] += (unsigned)dirac_get_arith_int(arith+1+i, CTX_DC_F1, CTX_DC_DATA);
  1031. return;
  1032. }
  1033. if (s->globalmc_flag) {
  1034. block->ref |= pred_block_mode(block, stride, x, y, DIRAC_REF_MASK_GLOBAL);
  1035. block->ref ^= dirac_get_arith_bit(arith, CTX_GLOBAL_BLOCK) << 2;
  1036. }
  1037. for (i = 0; i < s->num_refs; i++)
  1038. if (block->ref & (i+1)) {
  1039. if (block->ref & DIRAC_REF_MASK_GLOBAL) {
  1040. global_mv(s, block, x, y, i);
  1041. } else {
  1042. pred_mv(block, stride, x, y, i);
  1043. block->u.mv[i][0] += dirac_get_arith_int(arith + 4 + 2 * i, CTX_MV_F1, CTX_MV_DATA);
  1044. block->u.mv[i][1] += dirac_get_arith_int(arith + 5 + 2 * i, CTX_MV_F1, CTX_MV_DATA);
  1045. }
  1046. }
  1047. }
  1048. /**
  1049. * Copies the current block to the other blocks covered by the current superblock split mode
  1050. */
  1051. static void propagate_block_data(DiracBlock *block, int stride, int size)
  1052. {
  1053. int x, y;
  1054. DiracBlock *dst = block;
  1055. for (x = 1; x < size; x++)
  1056. dst[x] = *block;
  1057. for (y = 1; y < size; y++) {
  1058. dst += stride;
  1059. for (x = 0; x < size; x++)
  1060. dst[x] = *block;
  1061. }
  1062. }
  1063. /**
  1064. * Dirac Specification ->
  1065. * 12. Block motion data syntax
  1066. */
  1067. static int dirac_unpack_block_motion_data(DiracContext *s)
  1068. {
  1069. GetBitContext *gb = &s->gb;
  1070. uint8_t *sbsplit = s->sbsplit;
  1071. int i, x, y, q, p;
  1072. DiracArith arith[8];
  1073. align_get_bits(gb);
  1074. /* [DIRAC_STD] 11.2.4 and 12.2.1 Number of blocks and superblocks */
  1075. s->sbwidth = DIVRNDUP(s->source.width, 4*s->plane[0].xbsep);
  1076. s->sbheight = DIVRNDUP(s->source.height, 4*s->plane[0].ybsep);
  1077. s->blwidth = 4 * s->sbwidth;
  1078. s->blheight = 4 * s->sbheight;
  1079. /* [DIRAC_STD] 12.3.1 Superblock splitting modes. superblock_split_modes()
  1080. decode superblock split modes */
  1081. ff_dirac_init_arith_decoder(arith, gb, svq3_get_ue_golomb(gb)); /* svq3_get_ue_golomb(gb) is the length */
  1082. for (y = 0; y < s->sbheight; y++) {
  1083. for (x = 0; x < s->sbwidth; x++) {
  1084. unsigned int split = dirac_get_arith_uint(arith, CTX_SB_F1, CTX_SB_DATA);
  1085. if (split > 2)
  1086. return -1;
  1087. sbsplit[x] = (split + pred_sbsplit(sbsplit+x, s->sbwidth, x, y)) % 3;
  1088. }
  1089. sbsplit += s->sbwidth;
  1090. }
  1091. /* setup arith decoding */
  1092. ff_dirac_init_arith_decoder(arith, gb, svq3_get_ue_golomb(gb));
  1093. for (i = 0; i < s->num_refs; i++) {
  1094. ff_dirac_init_arith_decoder(arith + 4 + 2 * i, gb, svq3_get_ue_golomb(gb));
  1095. ff_dirac_init_arith_decoder(arith + 5 + 2 * i, gb, svq3_get_ue_golomb(gb));
  1096. }
  1097. for (i = 0; i < 3; i++)
  1098. ff_dirac_init_arith_decoder(arith+1+i, gb, svq3_get_ue_golomb(gb));
  1099. for (y = 0; y < s->sbheight; y++)
  1100. for (x = 0; x < s->sbwidth; x++) {
  1101. int blkcnt = 1 << s->sbsplit[y * s->sbwidth + x];
  1102. int step = 4 >> s->sbsplit[y * s->sbwidth + x];
  1103. for (q = 0; q < blkcnt; q++)
  1104. for (p = 0; p < blkcnt; p++) {
  1105. int bx = 4 * x + p*step;
  1106. int by = 4 * y + q*step;
  1107. DiracBlock *block = &s->blmotion[by*s->blwidth + bx];
  1108. decode_block_params(s, arith, block, s->blwidth, bx, by);
  1109. propagate_block_data(block, s->blwidth, step);
  1110. }
  1111. }
  1112. return 0;
  1113. }
  1114. static int weight(int i, int blen, int offset)
  1115. {
  1116. #define ROLLOFF(i) offset == 1 ? ((i) ? 5 : 3) : \
  1117. (1 + (6*(i) + offset - 1) / (2*offset - 1))
  1118. if (i < 2*offset)
  1119. return ROLLOFF(i);
  1120. else if (i > blen-1 - 2*offset)
  1121. return ROLLOFF(blen-1 - i);
  1122. return 8;
  1123. }
  1124. static void init_obmc_weight_row(Plane *p, uint8_t *obmc_weight, int stride,
  1125. int left, int right, int wy)
  1126. {
  1127. int x;
  1128. for (x = 0; left && x < p->xblen >> 1; x++)
  1129. obmc_weight[x] = wy*8;
  1130. for (; x < p->xblen >> right; x++)
  1131. obmc_weight[x] = wy*weight(x, p->xblen, p->xoffset);
  1132. for (; x < p->xblen; x++)
  1133. obmc_weight[x] = wy*8;
  1134. for (; x < stride; x++)
  1135. obmc_weight[x] = 0;
  1136. }
  1137. static void init_obmc_weight(Plane *p, uint8_t *obmc_weight, int stride,
  1138. int left, int right, int top, int bottom)
  1139. {
  1140. int y;
  1141. for (y = 0; top && y < p->yblen >> 1; y++) {
  1142. init_obmc_weight_row(p, obmc_weight, stride, left, right, 8);
  1143. obmc_weight += stride;
  1144. }
  1145. for (; y < p->yblen >> bottom; y++) {
  1146. int wy = weight(y, p->yblen, p->yoffset);
  1147. init_obmc_weight_row(p, obmc_weight, stride, left, right, wy);
  1148. obmc_weight += stride;
  1149. }
  1150. for (; y < p->yblen; y++) {
  1151. init_obmc_weight_row(p, obmc_weight, stride, left, right, 8);
  1152. obmc_weight += stride;
  1153. }
  1154. }
  1155. static void init_obmc_weights(DiracContext *s, Plane *p, int by)
  1156. {
  1157. int top = !by;
  1158. int bottom = by == s->blheight-1;
  1159. /* don't bother re-initing for rows 2 to blheight-2, the weights don't change */
  1160. if (top || bottom || by == 1) {
  1161. init_obmc_weight(p, s->obmc_weight[0], MAX_BLOCKSIZE, 1, 0, top, bottom);
  1162. init_obmc_weight(p, s->obmc_weight[1], MAX_BLOCKSIZE, 0, 0, top, bottom);
  1163. init_obmc_weight(p, s->obmc_weight[2], MAX_BLOCKSIZE, 0, 1, top, bottom);
  1164. }
  1165. }
  1166. static const uint8_t epel_weights[4][4][4] = {
  1167. {{ 16, 0, 0, 0 },
  1168. { 12, 4, 0, 0 },
  1169. { 8, 8, 0, 0 },
  1170. { 4, 12, 0, 0 }},
  1171. {{ 12, 0, 4, 0 },
  1172. { 9, 3, 3, 1 },
  1173. { 6, 6, 2, 2 },
  1174. { 3, 9, 1, 3 }},
  1175. {{ 8, 0, 8, 0 },
  1176. { 6, 2, 6, 2 },
  1177. { 4, 4, 4, 4 },
  1178. { 2, 6, 2, 6 }},
  1179. {{ 4, 0, 12, 0 },
  1180. { 3, 1, 9, 3 },
  1181. { 2, 2, 6, 6 },
  1182. { 1, 3, 3, 9 }}
  1183. };
  1184. /**
  1185. * For block x,y, determine which of the hpel planes to do bilinear
  1186. * interpolation from and set src[] to the location in each hpel plane
  1187. * to MC from.
  1188. *
  1189. * @return the index of the put_dirac_pixels_tab function to use
  1190. * 0 for 1 plane (fpel,hpel), 1 for 2 planes (qpel), 2 for 4 planes (qpel), and 3 for epel
  1191. */
  1192. static int mc_subpel(DiracContext *s, DiracBlock *block, const uint8_t *src[5],
  1193. int x, int y, int ref, int plane)
  1194. {
  1195. Plane *p = &s->plane[plane];
  1196. uint8_t **ref_hpel = s->ref_pics[ref]->hpel[plane];
  1197. int motion_x = block->u.mv[ref][0];
  1198. int motion_y = block->u.mv[ref][1];
  1199. int mx, my, i, epel, nplanes = 0;
  1200. if (plane) {
  1201. motion_x >>= s->chroma_x_shift;
  1202. motion_y >>= s->chroma_y_shift;
  1203. }
  1204. mx = motion_x & ~(-1U << s->mv_precision);
  1205. my = motion_y & ~(-1U << s->mv_precision);
  1206. motion_x >>= s->mv_precision;
  1207. motion_y >>= s->mv_precision;
  1208. /* normalize subpel coordinates to epel */
  1209. /* TODO: template this function? */
  1210. mx <<= 3 - s->mv_precision;
  1211. my <<= 3 - s->mv_precision;
  1212. x += motion_x;
  1213. y += motion_y;
  1214. epel = (mx|my)&1;
  1215. /* hpel position */
  1216. if (!((mx|my)&3)) {
  1217. nplanes = 1;
  1218. src[0] = ref_hpel[(my>>1)+(mx>>2)] + y*p->stride + x;
  1219. } else {
  1220. /* qpel or epel */
  1221. nplanes = 4;
  1222. for (i = 0; i < 4; i++)
  1223. src[i] = ref_hpel[i] + y*p->stride + x;
  1224. /* if we're interpolating in the right/bottom halves, adjust the planes as needed
  1225. we increment x/y because the edge changes for half of the pixels */
  1226. if (mx > 4) {
  1227. src[0] += 1;
  1228. src[2] += 1;
  1229. x++;
  1230. }
  1231. if (my > 4) {
  1232. src[0] += p->stride;
  1233. src[1] += p->stride;
  1234. y++;
  1235. }
  1236. /* hpel planes are:
  1237. [0]: F [1]: H
  1238. [2]: V [3]: C */
  1239. if (!epel) {
  1240. /* check if we really only need 2 planes since either mx or my is
  1241. a hpel position. (epel weights of 0 handle this there) */
  1242. if (!(mx&3)) {
  1243. /* mx == 0: average [0] and [2]
  1244. mx == 4: average [1] and [3] */
  1245. src[!mx] = src[2 + !!mx];
  1246. nplanes = 2;
  1247. } else if (!(my&3)) {
  1248. src[0] = src[(my>>1) ];
  1249. src[1] = src[(my>>1)+1];
  1250. nplanes = 2;
  1251. }
  1252. } else {
  1253. /* adjust the ordering if needed so the weights work */
  1254. if (mx > 4) {
  1255. FFSWAP(const uint8_t *, src[0], src[1]);
  1256. FFSWAP(const uint8_t *, src[2], src[3]);
  1257. }
  1258. if (my > 4) {
  1259. FFSWAP(const uint8_t *, src[0], src[2]);
  1260. FFSWAP(const uint8_t *, src[1], src[3]);
  1261. }
  1262. src[4] = epel_weights[my&3][mx&3];
  1263. }
  1264. }
  1265. /* fixme: v/h _edge_pos */
  1266. if (x + p->xblen > p->width +EDGE_WIDTH/2 ||
  1267. y + p->yblen > p->height+EDGE_WIDTH/2 ||
  1268. x < 0 || y < 0) {
  1269. for (i = 0; i < nplanes; i++) {
  1270. s->vdsp.emulated_edge_mc(s->edge_emu_buffer[i], src[i],
  1271. p->stride, p->stride,
  1272. p->xblen, p->yblen, x, y,
  1273. p->width+EDGE_WIDTH/2, p->height+EDGE_WIDTH/2);
  1274. src[i] = s->edge_emu_buffer[i];
  1275. }
  1276. }
  1277. return (nplanes>>1) + epel;
  1278. }
  1279. static void add_dc(uint16_t *dst, int dc, int stride,
  1280. uint8_t *obmc_weight, int xblen, int yblen)
  1281. {
  1282. int x, y;
  1283. dc += 128;
  1284. for (y = 0; y < yblen; y++) {
  1285. for (x = 0; x < xblen; x += 2) {
  1286. dst[x ] += dc * obmc_weight[x ];
  1287. dst[x+1] += dc * obmc_weight[x+1];
  1288. }
  1289. dst += stride;
  1290. obmc_weight += MAX_BLOCKSIZE;
  1291. }
  1292. }
  1293. static void block_mc(DiracContext *s, DiracBlock *block,
  1294. uint16_t *mctmp, uint8_t *obmc_weight,
  1295. int plane, int dstx, int dsty)
  1296. {
  1297. Plane *p = &s->plane[plane];
  1298. const uint8_t *src[5];
  1299. int idx;
  1300. switch (block->ref&3) {
  1301. case 0: /* DC */
  1302. add_dc(mctmp, block->u.dc[plane], p->stride, obmc_weight, p->xblen, p->yblen);
  1303. return;
  1304. case 1:
  1305. case 2:
  1306. idx = mc_subpel(s, block, src, dstx, dsty, (block->ref&3)-1, plane);
  1307. s->put_pixels_tab[idx](s->mcscratch, src, p->stride, p->yblen);
  1308. if (s->weight_func)
  1309. s->weight_func(s->mcscratch, p->stride, s->weight_log2denom,
  1310. s->weight[0] + s->weight[1], p->yblen);
  1311. break;
  1312. case 3:
  1313. idx = mc_subpel(s, block, src, dstx, dsty, 0, plane);
  1314. s->put_pixels_tab[idx](s->mcscratch, src, p->stride, p->yblen);
  1315. idx = mc_subpel(s, block, src, dstx, dsty, 1, plane);
  1316. if (s->biweight_func) {
  1317. /* fixme: +32 is a quick hack */
  1318. s->put_pixels_tab[idx](s->mcscratch + 32, src, p->stride, p->yblen);
  1319. s->biweight_func(s->mcscratch, s->mcscratch+32, p->stride, s->weight_log2denom,
  1320. s->weight[0], s->weight[1], p->yblen);
  1321. } else
  1322. s->avg_pixels_tab[idx](s->mcscratch, src, p->stride, p->yblen);
  1323. break;
  1324. }
  1325. s->add_obmc(mctmp, s->mcscratch, p->stride, obmc_weight, p->yblen);
  1326. }
  1327. static void mc_row(DiracContext *s, DiracBlock *block, uint16_t *mctmp, int plane, int dsty)
  1328. {
  1329. Plane *p = &s->plane[plane];
  1330. int x, dstx = p->xbsep - p->xoffset;
  1331. block_mc(s, block, mctmp, s->obmc_weight[0], plane, -p->xoffset, dsty);
  1332. mctmp += p->xbsep;
  1333. for (x = 1; x < s->blwidth-1; x++) {
  1334. block_mc(s, block+x, mctmp, s->obmc_weight[1], plane, dstx, dsty);
  1335. dstx += p->xbsep;
  1336. mctmp += p->xbsep;
  1337. }
  1338. block_mc(s, block+x, mctmp, s->obmc_weight[2], plane, dstx, dsty);
  1339. }
  1340. static void select_dsp_funcs(DiracContext *s, int width, int height, int xblen, int yblen)
  1341. {
  1342. int idx = 0;
  1343. if (xblen > 8)
  1344. idx = 1;
  1345. if (xblen > 16)
  1346. idx = 2;
  1347. memcpy(s->put_pixels_tab, s->diracdsp.put_dirac_pixels_tab[idx], sizeof(s->put_pixels_tab));
  1348. memcpy(s->avg_pixels_tab, s->diracdsp.avg_dirac_pixels_tab[idx], sizeof(s->avg_pixels_tab));
  1349. s->add_obmc = s->diracdsp.add_dirac_obmc[idx];
  1350. if (s->weight_log2denom > 1 || s->weight[0] != 1 || s->weight[1] != 1) {
  1351. s->weight_func = s->diracdsp.weight_dirac_pixels_tab[idx];
  1352. s->biweight_func = s->diracdsp.biweight_dirac_pixels_tab[idx];
  1353. } else {
  1354. s->weight_func = NULL;
  1355. s->biweight_func = NULL;
  1356. }
  1357. }
  1358. static int interpolate_refplane(DiracContext *s, DiracFrame *ref, int plane, int width, int height)
  1359. {
  1360. /* chroma allocates an edge of 8 when subsampled
  1361. which for 4:2:2 means an h edge of 16 and v edge of 8
  1362. just use 8 for everything for the moment */
  1363. int i, edge = EDGE_WIDTH/2;
  1364. ref->hpel[plane][0] = ref->avframe->data[plane];
  1365. s->mpvencdsp.draw_edges(ref->hpel[plane][0], ref->avframe->linesize[plane], width, height, edge, edge, EDGE_TOP | EDGE_BOTTOM); /* EDGE_TOP | EDGE_BOTTOM values just copied to make it build, this needs to be ensured */
  1366. /* no need for hpel if we only have fpel vectors */
  1367. if (!s->mv_precision)
  1368. return 0;
  1369. for (i = 1; i < 4; i++) {
  1370. if (!ref->hpel_base[plane][i])
  1371. ref->hpel_base[plane][i] = av_malloc((height+2*edge) * ref->avframe->linesize[plane] + 32);
  1372. if (!ref->hpel_base[plane][i]) {
  1373. return AVERROR(ENOMEM);
  1374. }
  1375. /* we need to be 16-byte aligned even for chroma */
  1376. ref->hpel[plane][i] = ref->hpel_base[plane][i] + edge*ref->avframe->linesize[plane] + 16;
  1377. }
  1378. if (!ref->interpolated[plane]) {
  1379. s->diracdsp.dirac_hpel_filter(ref->hpel[plane][1], ref->hpel[plane][2],
  1380. ref->hpel[plane][3], ref->hpel[plane][0],
  1381. ref->avframe->linesize[plane], width, height);
  1382. s->mpvencdsp.draw_edges(ref->hpel[plane][1], ref->avframe->linesize[plane], width, height, edge, edge, EDGE_TOP | EDGE_BOTTOM);
  1383. s->mpvencdsp.draw_edges(ref->hpel[plane][2], ref->avframe->linesize[plane], width, height, edge, edge, EDGE_TOP | EDGE_BOTTOM);
  1384. s->mpvencdsp.draw_edges(ref->hpel[plane][3], ref->avframe->linesize[plane], width, height, edge, edge, EDGE_TOP | EDGE_BOTTOM);
  1385. }
  1386. ref->interpolated[plane] = 1;
  1387. return 0;
  1388. }
  1389. /**
  1390. * Dirac Specification ->
  1391. * 13.0 Transform data syntax. transform_data()
  1392. */
  1393. static int dirac_decode_frame_internal(DiracContext *s)
  1394. {
  1395. DWTContext d;
  1396. int y, i, comp, dsty;
  1397. if (s->low_delay) {
  1398. /* [DIRAC_STD] 13.5.1 low_delay_transform_data() */
  1399. for (comp = 0; comp < 3; comp++) {
  1400. Plane *p = &s->plane[comp];
  1401. memset(p->idwt_buf, 0, p->idwt_stride * p->idwt_height * sizeof(IDWTELEM));
  1402. }
  1403. if (!s->zero_res)
  1404. decode_lowdelay(s);
  1405. }
  1406. for (comp = 0; comp < 3; comp++) {
  1407. Plane *p = &s->plane[comp];
  1408. uint8_t *frame = s->current_picture->avframe->data[comp];
  1409. /* FIXME: small resolutions */
  1410. for (i = 0; i < 4; i++)
  1411. s->edge_emu_buffer[i] = s->edge_emu_buffer_base + i*FFALIGN(p->width, 16);
  1412. if (!s->zero_res && !s->low_delay)
  1413. {
  1414. memset(p->idwt_buf, 0, p->idwt_stride * p->idwt_height * sizeof(IDWTELEM));
  1415. decode_component(s, comp); /* [DIRAC_STD] 13.4.1 core_transform_data() */
  1416. }
  1417. if (ff_spatial_idwt_init2(&d, p->idwt_buf, p->idwt_width, p->idwt_height, p->idwt_stride,
  1418. s->wavelet_idx+2, s->wavelet_depth, p->idwt_tmp))
  1419. return -1;
  1420. if (!s->num_refs) { /* intra */
  1421. for (y = 0; y < p->height; y += 16) {
  1422. ff_spatial_idwt_slice2(&d, y+16); /* decode */
  1423. s->diracdsp.put_signed_rect_clamped(frame + y*p->stride, p->stride,
  1424. p->idwt_buf + y*p->idwt_stride, p->idwt_stride, p->width, 16);
  1425. }
  1426. } else { /* inter */
  1427. int rowheight = p->ybsep*p->stride;
  1428. select_dsp_funcs(s, p->width, p->height, p->xblen, p->yblen);
  1429. for (i = 0; i < s->num_refs; i++) {
  1430. int ret = interpolate_refplane(s, s->ref_pics[i], comp, p->width, p->height);
  1431. if (ret < 0)
  1432. return ret;
  1433. }
  1434. memset(s->mctmp, 0, 4*p->yoffset*p->stride);
  1435. dsty = -p->yoffset;
  1436. for (y = 0; y < s->blheight; y++) {
  1437. int h = 0,
  1438. start = FFMAX(dsty, 0);
  1439. uint16_t *mctmp = s->mctmp + y*rowheight;
  1440. DiracBlock *blocks = s->blmotion + y*s->blwidth;
  1441. init_obmc_weights(s, p, y);
  1442. if (y == s->blheight-1 || start+p->ybsep > p->height)
  1443. h = p->height - start;
  1444. else
  1445. h = p->ybsep - (start - dsty);
  1446. if (h < 0)
  1447. break;
  1448. memset(mctmp+2*p->yoffset*p->stride, 0, 2*rowheight);
  1449. mc_row(s, blocks, mctmp, comp, dsty);
  1450. mctmp += (start - dsty)*p->stride + p->xoffset;
  1451. ff_spatial_idwt_slice2(&d, start + h); /* decode */
  1452. s->diracdsp.add_rect_clamped(frame + start*p->stride, mctmp, p->stride,
  1453. p->idwt_buf + start*p->idwt_stride, p->idwt_stride, p->width, h);
  1454. dsty += p->ybsep;
  1455. }
  1456. }
  1457. }
  1458. return 0;
  1459. }
  1460. static int get_buffer_with_edge(AVCodecContext *avctx, AVFrame *f, int flags)
  1461. {
  1462. int ret, i;
  1463. int chroma_x_shift, chroma_y_shift;
  1464. avcodec_get_chroma_sub_sample(avctx->pix_fmt, &chroma_x_shift, &chroma_y_shift);
  1465. f->width = avctx->width + 2 * EDGE_WIDTH;
  1466. f->height = avctx->height + 2 * EDGE_WIDTH + 2;
  1467. ret = ff_get_buffer(avctx, f, flags);
  1468. if (ret < 0)
  1469. return ret;
  1470. for (i = 0; f->data[i]; i++) {
  1471. int offset = (EDGE_WIDTH >> (i && i<3 ? chroma_y_shift : 0)) *
  1472. f->linesize[i] + 32;
  1473. f->data[i] += offset;
  1474. }
  1475. f->width = avctx->width;
  1476. f->height = avctx->height;
  1477. return 0;
  1478. }
  1479. /**
  1480. * Dirac Specification ->
  1481. * 11.1.1 Picture Header. picture_header()
  1482. */
  1483. static int dirac_decode_picture_header(DiracContext *s)
  1484. {
  1485. int retire, picnum;
  1486. int i, j, refnum, refdist;
  1487. GetBitContext *gb = &s->gb;
  1488. /* [DIRAC_STD] 11.1.1 Picture Header. picture_header() PICTURE_NUM */
  1489. picnum = s->current_picture->avframe->display_picture_number = get_bits_long(gb, 32);
  1490. av_log(s->avctx,AV_LOG_DEBUG,"PICTURE_NUM: %d\n",picnum);
  1491. /* if this is the first keyframe after a sequence header, start our
  1492. reordering from here */
  1493. if (s->frame_number < 0)
  1494. s->frame_number = picnum;
  1495. s->ref_pics[0] = s->ref_pics[1] = NULL;
  1496. for (i = 0; i < s->num_refs; i++) {
  1497. refnum = picnum + dirac_get_se_golomb(gb);
  1498. refdist = INT_MAX;
  1499. /* find the closest reference to the one we want */
  1500. /* Jordi: this is needed if the referenced picture hasn't yet arrived */
  1501. for (j = 0; j < MAX_REFERENCE_FRAMES && refdist; j++)
  1502. if (s->ref_frames[j]
  1503. && FFABS(s->ref_frames[j]->avframe->display_picture_number - refnum) < refdist) {
  1504. s->ref_pics[i] = s->ref_frames[j];
  1505. refdist = FFABS(s->ref_frames[j]->avframe->display_picture_number - refnum);
  1506. }
  1507. if (!s->ref_pics[i] || refdist)
  1508. av_log(s->avctx, AV_LOG_DEBUG, "Reference not found\n");
  1509. /* if there were no references at all, allocate one */
  1510. if (!s->ref_pics[i])
  1511. for (j = 0; j < MAX_FRAMES; j++)
  1512. if (!s->all_frames[j].avframe->data[0]) {
  1513. s->ref_pics[i] = &s->all_frames[j];
  1514. get_buffer_with_edge(s->avctx, s->ref_pics[i]->avframe, AV_GET_BUFFER_FLAG_REF);
  1515. break;
  1516. }
  1517. if (!s->ref_pics[i]) {
  1518. av_log(s->avctx, AV_LOG_ERROR, "Reference could not be allocated\n");
  1519. return -1;
  1520. }
  1521. }
  1522. /* retire the reference frames that are not used anymore */
  1523. if (s->current_picture->avframe->reference) {
  1524. retire = picnum + dirac_get_se_golomb(gb);
  1525. if (retire != picnum) {
  1526. DiracFrame *retire_pic = remove_frame(s->ref_frames, retire);
  1527. if (retire_pic)
  1528. retire_pic->avframe->reference &= DELAYED_PIC_REF;
  1529. else
  1530. av_log(s->avctx, AV_LOG_DEBUG, "Frame to retire not found\n");
  1531. }
  1532. /* if reference array is full, remove the oldest as per the spec */
  1533. while (add_frame(s->ref_frames, MAX_REFERENCE_FRAMES, s->current_picture)) {
  1534. av_log(s->avctx, AV_LOG_ERROR, "Reference frame overflow\n");
  1535. remove_frame(s->ref_frames, s->ref_frames[0]->avframe->display_picture_number)->avframe->reference &= DELAYED_PIC_REF;
  1536. }
  1537. }
  1538. if (s->num_refs) {
  1539. if (dirac_unpack_prediction_parameters(s)) /* [DIRAC_STD] 11.2 Picture Prediction Data. picture_prediction() */
  1540. return -1;
  1541. if (dirac_unpack_block_motion_data(s)) /* [DIRAC_STD] 12. Block motion data syntax */
  1542. return -1;
  1543. }
  1544. if (dirac_unpack_idwt_params(s)) /* [DIRAC_STD] 11.3 Wavelet transform data */
  1545. return -1;
  1546. init_planes(s);
  1547. return 0;
  1548. }
  1549. static int get_delayed_pic(DiracContext *s, AVFrame *picture, int *got_frame)
  1550. {
  1551. DiracFrame *out = s->delay_frames[0];
  1552. int i, out_idx = 0;
  1553. int ret;
  1554. /* find frame with lowest picture number */
  1555. for (i = 1; s->delay_frames[i]; i++)
  1556. if (s->delay_frames[i]->avframe->display_picture_number < out->avframe->display_picture_number) {
  1557. out = s->delay_frames[i];
  1558. out_idx = i;
  1559. }
  1560. for (i = out_idx; s->delay_frames[i]; i++)
  1561. s->delay_frames[i] = s->delay_frames[i+1];
  1562. if (out) {
  1563. out->avframe->reference ^= DELAYED_PIC_REF;
  1564. if((ret = av_frame_ref(picture, out->avframe)) < 0)
  1565. return ret;
  1566. *got_frame = 1;
  1567. }
  1568. return 0;
  1569. }
  1570. /**
  1571. * Dirac Specification ->
  1572. * 9.6 Parse Info Header Syntax. parse_info()
  1573. * 4 byte start code + byte parse code + 4 byte size + 4 byte previous size
  1574. */
  1575. #define DATA_UNIT_HEADER_SIZE 13
  1576. /* [DIRAC_STD] dirac_decode_data_unit makes reference to the while defined in 9.3
  1577. inside the function parse_sequence() */
  1578. static int dirac_decode_data_unit(AVCodecContext *avctx, const uint8_t *buf, int size)
  1579. {
  1580. DiracContext *s = avctx->priv_data;
  1581. DiracFrame *pic = NULL;
  1582. int ret, i, parse_code = buf[4];
  1583. unsigned tmp;
  1584. if (size < DATA_UNIT_HEADER_SIZE)
  1585. return -1;
  1586. init_get_bits(&s->gb, &buf[13], 8*(size - DATA_UNIT_HEADER_SIZE));
  1587. if (parse_code == pc_seq_header) {
  1588. if (s->seen_sequence_header)
  1589. return 0;
  1590. /* [DIRAC_STD] 10. Sequence header */
  1591. if (avpriv_dirac_parse_sequence_header(avctx, &s->gb, &s->source))
  1592. return -1;
  1593. avcodec_get_chroma_sub_sample(avctx->pix_fmt, &s->chroma_x_shift, &s->chroma_y_shift);
  1594. if (alloc_sequence_buffers(s))
  1595. return -1;
  1596. s->seen_sequence_header = 1;
  1597. } else if (parse_code == pc_eos) { /* [DIRAC_STD] End of Sequence */
  1598. free_sequence_buffers(s);
  1599. s->seen_sequence_header = 0;
  1600. } else if (parse_code == pc_aux_data) {
  1601. if (buf[13] == 1) { /* encoder implementation/version */
  1602. int ver[3];
  1603. /* versions older than 1.0.8 don't store quant delta for
  1604. subbands with only one codeblock */
  1605. if (sscanf(buf+14, "Schroedinger %d.%d.%d", ver, ver+1, ver+2) == 3)
  1606. if (ver[0] == 1 && ver[1] == 0 && ver[2] <= 7)
  1607. s->old_delta_quant = 1;
  1608. }
  1609. } else if (parse_code & 0x8) { /* picture data unit */
  1610. if (!s->seen_sequence_header) {
  1611. av_log(avctx, AV_LOG_DEBUG, "Dropping frame without sequence header\n");
  1612. return -1;
  1613. }
  1614. /* find an unused frame */
  1615. for (i = 0; i < MAX_FRAMES; i++)
  1616. if (s->all_frames[i].avframe->data[0] == NULL)
  1617. pic = &s->all_frames[i];
  1618. if (!pic) {
  1619. av_log(avctx, AV_LOG_ERROR, "framelist full\n");
  1620. return -1;
  1621. }
  1622. av_frame_unref(pic->avframe);
  1623. /* [DIRAC_STD] Defined in 9.6.1 ... */
  1624. tmp = parse_code & 0x03; /* [DIRAC_STD] num_refs() */
  1625. if (tmp > 2) {
  1626. av_log(avctx, AV_LOG_ERROR, "num_refs of 3\n");
  1627. return -1;
  1628. }
  1629. s->num_refs = tmp;
  1630. s->is_arith = (parse_code & 0x48) == 0x08; /* [DIRAC_STD] using_ac() */
  1631. s->low_delay = (parse_code & 0x88) == 0x88; /* [DIRAC_STD] is_low_delay() */
  1632. pic->avframe->reference = (parse_code & 0x0C) == 0x0C; /* [DIRAC_STD] is_reference() */
  1633. pic->avframe->key_frame = s->num_refs == 0; /* [DIRAC_STD] is_intra() */
  1634. pic->avframe->pict_type = s->num_refs + 1; /* Definition of AVPictureType in avutil.h */
  1635. if ((ret = get_buffer_with_edge(avctx, pic->avframe, (parse_code & 0x0C) == 0x0C ? AV_GET_BUFFER_FLAG_REF : 0)) < 0)
  1636. return ret;
  1637. s->current_picture = pic;
  1638. s->plane[0].stride = pic->avframe->linesize[0];
  1639. s->plane[1].stride = pic->avframe->linesize[1];
  1640. s->plane[2].stride = pic->avframe->linesize[2];
  1641. if (alloc_buffers(s, FFMAX3(FFABS(s->plane[0].stride), FFABS(s->plane[1].stride), FFABS(s->plane[2].stride))) < 0)
  1642. return AVERROR(ENOMEM);
  1643. /* [DIRAC_STD] 11.1 Picture parse. picture_parse() */
  1644. if (dirac_decode_picture_header(s))
  1645. return -1;
  1646. /* [DIRAC_STD] 13.0 Transform data syntax. transform_data() */
  1647. if (dirac_decode_frame_internal(s))
  1648. return -1;
  1649. }
  1650. return 0;
  1651. }
  1652. static int dirac_decode_frame(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *pkt)
  1653. {
  1654. DiracContext *s = avctx->priv_data;
  1655. AVFrame *picture = data;
  1656. uint8_t *buf = pkt->data;
  1657. int buf_size = pkt->size;
  1658. int i, data_unit_size, buf_idx = 0;
  1659. int ret;
  1660. /* release unused frames */
  1661. for (i = 0; i < MAX_FRAMES; i++)
  1662. if (s->all_frames[i].avframe->data[0] && !s->all_frames[i].avframe->reference) {
  1663. av_frame_unref(s->all_frames[i].avframe);
  1664. memset(s->all_frames[i].interpolated, 0, sizeof(s->all_frames[i].interpolated));
  1665. }
  1666. s->current_picture = NULL;
  1667. *got_frame = 0;
  1668. /* end of stream, so flush delayed pics */
  1669. if (buf_size == 0)
  1670. return get_delayed_pic(s, (AVFrame *)data, got_frame);
  1671. for (;;) {
  1672. /*[DIRAC_STD] Here starts the code from parse_info() defined in 9.6
  1673. [DIRAC_STD] PARSE_INFO_PREFIX = "BBCD" as defined in ISO/IEC 646
  1674. BBCD start code search */
  1675. for (; buf_idx + DATA_UNIT_HEADER_SIZE < buf_size; buf_idx++) {
  1676. if (buf[buf_idx ] == 'B' && buf[buf_idx+1] == 'B' &&
  1677. buf[buf_idx+2] == 'C' && buf[buf_idx+3] == 'D')
  1678. break;
  1679. }
  1680. /* BBCD found or end of data */
  1681. if (buf_idx + DATA_UNIT_HEADER_SIZE >= buf_size)
  1682. break;
  1683. data_unit_size = AV_RB32(buf+buf_idx+5);
  1684. if (data_unit_size > buf_size - buf_idx || !data_unit_size) {
  1685. if(data_unit_size > buf_size - buf_idx)
  1686. av_log(s->avctx, AV_LOG_ERROR,
  1687. "Data unit with size %d is larger than input buffer, discarding\n",
  1688. data_unit_size);
  1689. buf_idx += 4;
  1690. continue;
  1691. }
  1692. /* [DIRAC_STD] dirac_decode_data_unit makes reference to the while defined in 9.3 inside the function parse_sequence() */
  1693. if (dirac_decode_data_unit(avctx, buf+buf_idx, data_unit_size))
  1694. {
  1695. av_log(s->avctx, AV_LOG_ERROR,"Error in dirac_decode_data_unit\n");
  1696. return -1;
  1697. }
  1698. buf_idx += data_unit_size;
  1699. }
  1700. if (!s->current_picture)
  1701. return buf_size;
  1702. if (s->current_picture->avframe->display_picture_number > s->frame_number) {
  1703. DiracFrame *delayed_frame = remove_frame(s->delay_frames, s->frame_number);
  1704. s->current_picture->avframe->reference |= DELAYED_PIC_REF;
  1705. if (add_frame(s->delay_frames, MAX_DELAY, s->current_picture)) {
  1706. int min_num = s->delay_frames[0]->avframe->display_picture_number;
  1707. /* Too many delayed frames, so we display the frame with the lowest pts */
  1708. av_log(avctx, AV_LOG_ERROR, "Delay frame overflow\n");
  1709. for (i = 1; s->delay_frames[i]; i++)
  1710. if (s->delay_frames[i]->avframe->display_picture_number < min_num)
  1711. min_num = s->delay_frames[i]->avframe->display_picture_number;
  1712. delayed_frame = remove_frame(s->delay_frames, min_num);
  1713. add_frame(s->delay_frames, MAX_DELAY, s->current_picture);
  1714. }
  1715. if (delayed_frame) {
  1716. delayed_frame->avframe->reference ^= DELAYED_PIC_REF;
  1717. if((ret=av_frame_ref(data, delayed_frame->avframe)) < 0)
  1718. return ret;
  1719. *got_frame = 1;
  1720. }
  1721. } else if (s->current_picture->avframe->display_picture_number == s->frame_number) {
  1722. /* The right frame at the right time :-) */
  1723. if((ret=av_frame_ref(data, s->current_picture->avframe)) < 0)
  1724. return ret;
  1725. *got_frame = 1;
  1726. }
  1727. if (*got_frame)
  1728. s->frame_number = picture->display_picture_number + 1;
  1729. return buf_idx;
  1730. }
  1731. AVCodec ff_dirac_decoder = {
  1732. .name = "dirac",
  1733. .long_name = NULL_IF_CONFIG_SMALL("BBC Dirac VC-2"),
  1734. .type = AVMEDIA_TYPE_VIDEO,
  1735. .id = AV_CODEC_ID_DIRAC,
  1736. .priv_data_size = sizeof(DiracContext),
  1737. .init = dirac_decode_init,
  1738. .close = dirac_decode_end,
  1739. .decode = dirac_decode_frame,
  1740. .capabilities = CODEC_CAP_DELAY,
  1741. .flush = dirac_decode_flush,
  1742. };