You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

2222 lines
76KB

  1. /*
  2. * Copyright (C) 2007 Marco Gerards <marco@gnu.org>
  3. * Copyright (C) 2009 David Conrad
  4. * Copyright (C) 2011 Jordi Ortiz
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. /**
  23. * @file
  24. * Dirac Decoder
  25. * @author Marco Gerards <marco@gnu.org>, David Conrad, Jordi Ortiz <nenjordi@gmail.com>
  26. */
  27. #include "avcodec.h"
  28. #include "get_bits.h"
  29. #include "bytestream.h"
  30. #include "internal.h"
  31. #include "golomb.h"
  32. #include "dirac_arith.h"
  33. #include "mpeg12data.h"
  34. #include "libavcodec/mpegvideo.h"
  35. #include "mpegvideoencdsp.h"
  36. #include "dirac_dwt.h"
  37. #include "dirac.h"
  38. #include "diractab.h"
  39. #include "diracdsp.h"
  40. #include "videodsp.h"
  41. /**
  42. * The spec limits this to 3 for frame coding, but in practice can be as high as 6
  43. */
  44. #define MAX_REFERENCE_FRAMES 8
  45. #define MAX_DELAY 5 /* limit for main profile for frame coding (TODO: field coding) */
  46. #define MAX_FRAMES (MAX_REFERENCE_FRAMES + MAX_DELAY + 1)
  47. #define MAX_QUANT 255 /* max quant for VC-2 */
  48. #define MAX_BLOCKSIZE 32 /* maximum xblen/yblen we support */
  49. /**
  50. * DiracBlock->ref flags, if set then the block does MC from the given ref
  51. */
  52. #define DIRAC_REF_MASK_REF1 1
  53. #define DIRAC_REF_MASK_REF2 2
  54. #define DIRAC_REF_MASK_GLOBAL 4
  55. /**
  56. * Value of Picture.reference when Picture is not a reference picture, but
  57. * is held for delayed output.
  58. */
  59. #define DELAYED_PIC_REF 4
  60. #define CALC_PADDING(size, depth) \
  61. (((size + (1 << depth) - 1) >> depth) << depth)
  62. #define DIVRNDUP(a, b) (((a) + (b) - 1) / (b))
  63. typedef struct {
  64. AVFrame *avframe;
  65. int interpolated[3]; /* 1 if hpel[] is valid */
  66. uint8_t *hpel[3][4];
  67. uint8_t *hpel_base[3][4];
  68. int reference;
  69. } DiracFrame;
  70. typedef struct {
  71. union {
  72. int16_t mv[2][2];
  73. int16_t dc[3];
  74. } u; /* anonymous unions aren't in C99 :( */
  75. uint8_t ref;
  76. } DiracBlock;
  77. typedef struct SubBand {
  78. int level;
  79. int orientation;
  80. int stride; /* in bytes */
  81. int width;
  82. int height;
  83. int pshift;
  84. int quant;
  85. uint8_t *ibuf;
  86. struct SubBand *parent;
  87. /* for low delay */
  88. unsigned length;
  89. const uint8_t *coeff_data;
  90. } SubBand;
  91. typedef struct Plane {
  92. DWTPlane idwt;
  93. int width;
  94. int height;
  95. ptrdiff_t stride;
  96. /* block length */
  97. uint8_t xblen;
  98. uint8_t yblen;
  99. /* block separation (block n+1 starts after this many pixels in block n) */
  100. uint8_t xbsep;
  101. uint8_t ybsep;
  102. /* amount of overspill on each edge (half of the overlap between blocks) */
  103. uint8_t xoffset;
  104. uint8_t yoffset;
  105. SubBand band[MAX_DWT_LEVELS][4];
  106. } Plane;
  107. typedef struct DiracContext {
  108. AVCodecContext *avctx;
  109. MpegvideoEncDSPContext mpvencdsp;
  110. VideoDSPContext vdsp;
  111. DiracDSPContext diracdsp;
  112. DiracVersionInfo version;
  113. GetBitContext gb;
  114. AVDiracSeqHeader seq;
  115. int seen_sequence_header;
  116. int frame_number; /* number of the next frame to display */
  117. Plane plane[3];
  118. int chroma_x_shift;
  119. int chroma_y_shift;
  120. int bit_depth; /* bit depth */
  121. int pshift; /* pixel shift = bit_depth > 8 */
  122. int zero_res; /* zero residue flag */
  123. int is_arith; /* whether coeffs use arith or golomb coding */
  124. int core_syntax; /* use core syntax only */
  125. int low_delay; /* use the low delay syntax */
  126. int hq_picture; /* high quality picture, enables low_delay */
  127. int ld_picture; /* use low delay picture, turns on low_delay */
  128. int dc_prediction; /* has dc prediction */
  129. int globalmc_flag; /* use global motion compensation */
  130. int num_refs; /* number of reference pictures */
  131. /* wavelet decoding */
  132. unsigned wavelet_depth; /* depth of the IDWT */
  133. unsigned wavelet_idx;
  134. /**
  135. * schroedinger older than 1.0.8 doesn't store
  136. * quant delta if only one codebook exists in a band
  137. */
  138. unsigned old_delta_quant;
  139. unsigned codeblock_mode;
  140. unsigned num_x; /* number of horizontal slices */
  141. unsigned num_y; /* number of vertical slices */
  142. struct {
  143. unsigned width;
  144. unsigned height;
  145. } codeblock[MAX_DWT_LEVELS+1];
  146. struct {
  147. AVRational bytes; /* average bytes per slice */
  148. uint8_t quant[MAX_DWT_LEVELS][4]; /* [DIRAC_STD] E.1 */
  149. } lowdelay;
  150. struct {
  151. unsigned prefix_bytes;
  152. uint64_t size_scaler;
  153. } highquality;
  154. struct {
  155. int pan_tilt[2]; /* pan/tilt vector */
  156. int zrs[2][2]; /* zoom/rotate/shear matrix */
  157. int perspective[2]; /* perspective vector */
  158. unsigned zrs_exp;
  159. unsigned perspective_exp;
  160. } globalmc[2];
  161. /* motion compensation */
  162. uint8_t mv_precision; /* [DIRAC_STD] REFS_WT_PRECISION */
  163. int16_t weight[2]; /* [DIRAC_STD] REF1_WT and REF2_WT */
  164. unsigned weight_log2denom; /* [DIRAC_STD] REFS_WT_PRECISION */
  165. int blwidth; /* number of blocks (horizontally) */
  166. int blheight; /* number of blocks (vertically) */
  167. int sbwidth; /* number of superblocks (horizontally) */
  168. int sbheight; /* number of superblocks (vertically) */
  169. uint8_t *sbsplit;
  170. DiracBlock *blmotion;
  171. uint8_t *edge_emu_buffer[4];
  172. uint8_t *edge_emu_buffer_base;
  173. uint16_t *mctmp; /* buffer holding the MC data multiplied by OBMC weights */
  174. uint8_t *mcscratch;
  175. int buffer_stride;
  176. DECLARE_ALIGNED(16, uint8_t, obmc_weight)[3][MAX_BLOCKSIZE*MAX_BLOCKSIZE];
  177. void (*put_pixels_tab[4])(uint8_t *dst, const uint8_t *src[5], int stride, int h);
  178. void (*avg_pixels_tab[4])(uint8_t *dst, const uint8_t *src[5], int stride, int h);
  179. void (*add_obmc)(uint16_t *dst, const uint8_t *src, int stride, const uint8_t *obmc_weight, int yblen);
  180. dirac_weight_func weight_func;
  181. dirac_biweight_func biweight_func;
  182. DiracFrame *current_picture;
  183. DiracFrame *ref_pics[2];
  184. DiracFrame *ref_frames[MAX_REFERENCE_FRAMES+1];
  185. DiracFrame *delay_frames[MAX_DELAY+1];
  186. DiracFrame all_frames[MAX_FRAMES];
  187. } DiracContext;
  188. enum dirac_subband {
  189. subband_ll = 0,
  190. subband_hl = 1,
  191. subband_lh = 2,
  192. subband_hh = 3,
  193. subband_nb,
  194. };
  195. /* magic number division by 3 from schroedinger */
  196. static inline int divide3(int x)
  197. {
  198. return ((x+1)*21845 + 10922) >> 16;
  199. }
  200. static DiracFrame *remove_frame(DiracFrame *framelist[], int picnum)
  201. {
  202. DiracFrame *remove_pic = NULL;
  203. int i, remove_idx = -1;
  204. for (i = 0; framelist[i]; i++)
  205. if (framelist[i]->avframe->display_picture_number == picnum) {
  206. remove_pic = framelist[i];
  207. remove_idx = i;
  208. }
  209. if (remove_pic)
  210. for (i = remove_idx; framelist[i]; i++)
  211. framelist[i] = framelist[i+1];
  212. return remove_pic;
  213. }
  214. static int add_frame(DiracFrame *framelist[], int maxframes, DiracFrame *frame)
  215. {
  216. int i;
  217. for (i = 0; i < maxframes; i++)
  218. if (!framelist[i]) {
  219. framelist[i] = frame;
  220. return 0;
  221. }
  222. return -1;
  223. }
  224. static int alloc_sequence_buffers(DiracContext *s)
  225. {
  226. int sbwidth = DIVRNDUP(s->seq.width, 4);
  227. int sbheight = DIVRNDUP(s->seq.height, 4);
  228. int i, w, h, top_padding;
  229. /* todo: think more about this / use or set Plane here */
  230. for (i = 0; i < 3; i++) {
  231. int max_xblen = MAX_BLOCKSIZE >> (i ? s->chroma_x_shift : 0);
  232. int max_yblen = MAX_BLOCKSIZE >> (i ? s->chroma_y_shift : 0);
  233. w = s->seq.width >> (i ? s->chroma_x_shift : 0);
  234. h = s->seq.height >> (i ? s->chroma_y_shift : 0);
  235. /* we allocate the max we support here since num decompositions can
  236. * change from frame to frame. Stride is aligned to 16 for SIMD, and
  237. * 1<<MAX_DWT_LEVELS top padding to avoid if(y>0) in arith decoding
  238. * MAX_BLOCKSIZE padding for MC: blocks can spill up to half of that
  239. * on each side */
  240. top_padding = FFMAX(1<<MAX_DWT_LEVELS, max_yblen/2);
  241. w = FFALIGN(CALC_PADDING(w, MAX_DWT_LEVELS), 8); /* FIXME: Should this be 16 for SSE??? */
  242. h = top_padding + CALC_PADDING(h, MAX_DWT_LEVELS) + max_yblen/2;
  243. s->plane[i].idwt.buf_base = av_mallocz_array((w+max_xblen), h * (2 << s->pshift));
  244. s->plane[i].idwt.tmp = av_malloc_array((w+16), 2 << s->pshift);
  245. s->plane[i].idwt.buf = s->plane[i].idwt.buf_base + (top_padding*w)*(2 << s->pshift);
  246. if (!s->plane[i].idwt.buf_base || !s->plane[i].idwt.tmp)
  247. return AVERROR(ENOMEM);
  248. }
  249. /* fixme: allocate using real stride here */
  250. s->sbsplit = av_malloc_array(sbwidth, sbheight);
  251. s->blmotion = av_malloc_array(sbwidth, sbheight * 16 * sizeof(*s->blmotion));
  252. if (!s->sbsplit || !s->blmotion)
  253. return AVERROR(ENOMEM);
  254. return 0;
  255. }
  256. static int alloc_buffers(DiracContext *s, int stride)
  257. {
  258. int w = s->seq.width;
  259. int h = s->seq.height;
  260. av_assert0(stride >= w);
  261. stride += 64;
  262. if (s->buffer_stride >= stride)
  263. return 0;
  264. s->buffer_stride = 0;
  265. av_freep(&s->edge_emu_buffer_base);
  266. memset(s->edge_emu_buffer, 0, sizeof(s->edge_emu_buffer));
  267. av_freep(&s->mctmp);
  268. av_freep(&s->mcscratch);
  269. s->edge_emu_buffer_base = av_malloc_array(stride, MAX_BLOCKSIZE);
  270. s->mctmp = av_malloc_array((stride+MAX_BLOCKSIZE), (h+MAX_BLOCKSIZE) * sizeof(*s->mctmp));
  271. s->mcscratch = av_malloc_array(stride, MAX_BLOCKSIZE);
  272. if (!s->edge_emu_buffer_base || !s->mctmp || !s->mcscratch)
  273. return AVERROR(ENOMEM);
  274. s->buffer_stride = stride;
  275. return 0;
  276. }
  277. static void free_sequence_buffers(DiracContext *s)
  278. {
  279. int i, j, k;
  280. for (i = 0; i < MAX_FRAMES; i++) {
  281. if (s->all_frames[i].avframe->data[0]) {
  282. av_frame_unref(s->all_frames[i].avframe);
  283. memset(s->all_frames[i].interpolated, 0, sizeof(s->all_frames[i].interpolated));
  284. }
  285. for (j = 0; j < 3; j++)
  286. for (k = 1; k < 4; k++)
  287. av_freep(&s->all_frames[i].hpel_base[j][k]);
  288. }
  289. memset(s->ref_frames, 0, sizeof(s->ref_frames));
  290. memset(s->delay_frames, 0, sizeof(s->delay_frames));
  291. for (i = 0; i < 3; i++) {
  292. av_freep(&s->plane[i].idwt.buf_base);
  293. av_freep(&s->plane[i].idwt.tmp);
  294. }
  295. s->buffer_stride = 0;
  296. av_freep(&s->sbsplit);
  297. av_freep(&s->blmotion);
  298. av_freep(&s->edge_emu_buffer_base);
  299. av_freep(&s->mctmp);
  300. av_freep(&s->mcscratch);
  301. }
  302. static av_cold int dirac_decode_init(AVCodecContext *avctx)
  303. {
  304. DiracContext *s = avctx->priv_data;
  305. int i;
  306. s->avctx = avctx;
  307. s->frame_number = -1;
  308. ff_diracdsp_init(&s->diracdsp);
  309. ff_mpegvideoencdsp_init(&s->mpvencdsp, avctx);
  310. ff_videodsp_init(&s->vdsp, 8);
  311. for (i = 0; i < MAX_FRAMES; i++) {
  312. s->all_frames[i].avframe = av_frame_alloc();
  313. if (!s->all_frames[i].avframe) {
  314. while (i > 0)
  315. av_frame_free(&s->all_frames[--i].avframe);
  316. return AVERROR(ENOMEM);
  317. }
  318. }
  319. return 0;
  320. }
  321. static void dirac_decode_flush(AVCodecContext *avctx)
  322. {
  323. DiracContext *s = avctx->priv_data;
  324. free_sequence_buffers(s);
  325. s->seen_sequence_header = 0;
  326. s->frame_number = -1;
  327. }
  328. static av_cold int dirac_decode_end(AVCodecContext *avctx)
  329. {
  330. DiracContext *s = avctx->priv_data;
  331. int i;
  332. dirac_decode_flush(avctx);
  333. for (i = 0; i < MAX_FRAMES; i++)
  334. av_frame_free(&s->all_frames[i].avframe);
  335. return 0;
  336. }
  337. #define SIGN_CTX(x) (CTX_SIGN_ZERO + ((x) > 0) - ((x) < 0))
  338. static inline int coeff_unpack_golomb(GetBitContext *gb, int qfactor, int qoffset)
  339. {
  340. int sign, coeff;
  341. uint32_t buf;
  342. OPEN_READER(re, gb);
  343. UPDATE_CACHE(re, gb);
  344. buf = GET_CACHE(re, gb);
  345. if (buf & 0x80000000) {
  346. LAST_SKIP_BITS(re,gb,1);
  347. CLOSE_READER(re, gb);
  348. return 0;
  349. }
  350. if (buf & 0xAA800000) {
  351. buf >>= 32 - 8;
  352. SKIP_BITS(re, gb, ff_interleaved_golomb_vlc_len[buf]);
  353. coeff = ff_interleaved_ue_golomb_vlc_code[buf];
  354. } else {
  355. unsigned ret = 1;
  356. do {
  357. buf >>= 32 - 8;
  358. SKIP_BITS(re, gb,
  359. FFMIN(ff_interleaved_golomb_vlc_len[buf], 8));
  360. if (ff_interleaved_golomb_vlc_len[buf] != 9) {
  361. ret <<= (ff_interleaved_golomb_vlc_len[buf] - 1) >> 1;
  362. ret |= ff_interleaved_dirac_golomb_vlc_code[buf];
  363. break;
  364. }
  365. ret = (ret << 4) | ff_interleaved_dirac_golomb_vlc_code[buf];
  366. UPDATE_CACHE(re, gb);
  367. buf = GET_CACHE(re, gb);
  368. } while (ret<0x8000000U && BITS_AVAILABLE(re, gb));
  369. coeff = ret - 1;
  370. }
  371. coeff = (coeff * qfactor + qoffset) >> 2;
  372. sign = SHOW_SBITS(re, gb, 1);
  373. LAST_SKIP_BITS(re, gb, 1);
  374. coeff = (coeff ^ sign) - sign;
  375. CLOSE_READER(re, gb);
  376. return coeff;
  377. }
  378. #define UNPACK_ARITH(n, type) \
  379. static inline void coeff_unpack_arith_##n(DiracArith *c, int qfactor, int qoffset, \
  380. SubBand *b, type *buf, int x, int y) \
  381. { \
  382. int coeff, sign, sign_pred = 0, pred_ctx = CTX_ZPZN_F1; \
  383. const int mstride = -(b->stride >> (1+b->pshift)); \
  384. if (b->parent) { \
  385. const type *pbuf = (type *)b->parent->ibuf; \
  386. const int stride = b->parent->stride >> (1+b->parent->pshift); \
  387. pred_ctx += !!pbuf[stride * (y>>1) + (x>>1)] << 1; \
  388. } \
  389. if (b->orientation == subband_hl) \
  390. sign_pred = buf[mstride]; \
  391. if (x) { \
  392. pred_ctx += !(buf[-1] | buf[mstride] | buf[-1 + mstride]); \
  393. if (b->orientation == subband_lh) \
  394. sign_pred = buf[-1]; \
  395. } else { \
  396. pred_ctx += !buf[mstride]; \
  397. } \
  398. coeff = dirac_get_arith_uint(c, pred_ctx, CTX_COEFF_DATA); \
  399. if (coeff) { \
  400. coeff = (coeff * qfactor + qoffset) >> 2; \
  401. sign = dirac_get_arith_bit(c, SIGN_CTX(sign_pred)); \
  402. coeff = (coeff ^ -sign) + sign; \
  403. } \
  404. *buf = coeff; \
  405. } \
  406. UNPACK_ARITH(8, int16_t)
  407. UNPACK_ARITH(10, int32_t)
  408. /**
  409. * Decode the coeffs in the rectangle defined by left, right, top, bottom
  410. * [DIRAC_STD] 13.4.3.2 Codeblock unpacking loop. codeblock()
  411. */
  412. static inline void codeblock(DiracContext *s, SubBand *b,
  413. GetBitContext *gb, DiracArith *c,
  414. int left, int right, int top, int bottom,
  415. int blockcnt_one, int is_arith)
  416. {
  417. int x, y, zero_block;
  418. int qoffset, qfactor;
  419. uint8_t *buf;
  420. /* check for any coded coefficients in this codeblock */
  421. if (!blockcnt_one) {
  422. if (is_arith)
  423. zero_block = dirac_get_arith_bit(c, CTX_ZERO_BLOCK);
  424. else
  425. zero_block = get_bits1(gb);
  426. if (zero_block)
  427. return;
  428. }
  429. if (s->codeblock_mode && !(s->old_delta_quant && blockcnt_one)) {
  430. int quant = b->quant;
  431. if (is_arith)
  432. quant += dirac_get_arith_int(c, CTX_DELTA_Q_F, CTX_DELTA_Q_DATA);
  433. else
  434. quant += dirac_get_se_golomb(gb);
  435. if (quant < 0) {
  436. av_log(s->avctx, AV_LOG_ERROR, "Invalid quant\n");
  437. return;
  438. }
  439. b->quant = quant;
  440. }
  441. if (b->quant > 115) {
  442. av_log(s->avctx, AV_LOG_ERROR, "Unsupported quant %d\n", b->quant);
  443. b->quant = 0;
  444. return;
  445. }
  446. qfactor = ff_dirac_qscale_tab[b->quant];
  447. /* TODO: context pointer? */
  448. if (!s->num_refs)
  449. qoffset = ff_dirac_qoffset_intra_tab[b->quant] + 2;
  450. else
  451. qoffset = ff_dirac_qoffset_inter_tab[b->quant] + 2;
  452. buf = b->ibuf + top * b->stride;
  453. if (is_arith) {
  454. for (y = top; y < bottom; y++) {
  455. for (x = left; x < right; x++) {
  456. if (b->pshift) {
  457. coeff_unpack_arith_10(c, qfactor, qoffset, b, (int32_t*)(buf)+x, x, y);
  458. } else {
  459. coeff_unpack_arith_8(c, qfactor, qoffset, b, (int16_t*)(buf)+x, x, y);
  460. }
  461. }
  462. buf += b->stride;
  463. }
  464. } else {
  465. for (y = top; y < bottom; y++) {
  466. for (x = left; x < right; x++) {
  467. int val = coeff_unpack_golomb(gb, qfactor, qoffset);
  468. if (b->pshift) {
  469. AV_WN32(&buf[4*x], val);
  470. } else {
  471. AV_WN16(&buf[2*x], val);
  472. }
  473. }
  474. buf += b->stride;
  475. }
  476. }
  477. }
  478. /**
  479. * Dirac Specification ->
  480. * 13.3 intra_dc_prediction(band)
  481. */
  482. #define INTRA_DC_PRED(n, type) \
  483. static inline void intra_dc_prediction_##n(SubBand *b) \
  484. { \
  485. type *buf = (type*)b->ibuf; \
  486. int x, y; \
  487. \
  488. for (x = 1; x < b->width; x++) \
  489. buf[x] += buf[x-1]; \
  490. buf += (b->stride >> (1+b->pshift)); \
  491. \
  492. for (y = 1; y < b->height; y++) { \
  493. buf[0] += buf[-(b->stride >> (1+b->pshift))]; \
  494. \
  495. for (x = 1; x < b->width; x++) { \
  496. int pred = buf[x - 1] + buf[x - (b->stride >> (1+b->pshift))] + buf[x - (b->stride >> (1+b->pshift))-1]; \
  497. buf[x] += divide3(pred); \
  498. } \
  499. buf += (b->stride >> (1+b->pshift)); \
  500. } \
  501. } \
  502. INTRA_DC_PRED(8, int16_t)
  503. INTRA_DC_PRED(10, int32_t)
  504. /**
  505. * Dirac Specification ->
  506. * 13.4.2 Non-skipped subbands. subband_coeffs()
  507. */
  508. static av_always_inline void decode_subband_internal(DiracContext *s, SubBand *b, int is_arith)
  509. {
  510. int cb_x, cb_y, left, right, top, bottom;
  511. DiracArith c;
  512. GetBitContext gb;
  513. int cb_width = s->codeblock[b->level + (b->orientation != subband_ll)].width;
  514. int cb_height = s->codeblock[b->level + (b->orientation != subband_ll)].height;
  515. int blockcnt_one = (cb_width + cb_height) == 2;
  516. if (!b->length)
  517. return;
  518. init_get_bits8(&gb, b->coeff_data, b->length);
  519. if (is_arith)
  520. ff_dirac_init_arith_decoder(&c, &gb, b->length);
  521. top = 0;
  522. for (cb_y = 0; cb_y < cb_height; cb_y++) {
  523. bottom = (b->height * (cb_y+1LL)) / cb_height;
  524. left = 0;
  525. for (cb_x = 0; cb_x < cb_width; cb_x++) {
  526. right = (b->width * (cb_x+1LL)) / cb_width;
  527. codeblock(s, b, &gb, &c, left, right, top, bottom, blockcnt_one, is_arith);
  528. left = right;
  529. }
  530. top = bottom;
  531. }
  532. if (b->orientation == subband_ll && s->num_refs == 0) {
  533. if (s->pshift) {
  534. intra_dc_prediction_10(b);
  535. } else {
  536. intra_dc_prediction_8(b);
  537. }
  538. }
  539. }
  540. static int decode_subband_arith(AVCodecContext *avctx, void *b)
  541. {
  542. DiracContext *s = avctx->priv_data;
  543. decode_subband_internal(s, b, 1);
  544. return 0;
  545. }
  546. static int decode_subband_golomb(AVCodecContext *avctx, void *arg)
  547. {
  548. DiracContext *s = avctx->priv_data;
  549. SubBand **b = arg;
  550. decode_subband_internal(s, *b, 0);
  551. return 0;
  552. }
  553. /**
  554. * Dirac Specification ->
  555. * [DIRAC_STD] 13.4.1 core_transform_data()
  556. */
  557. static void decode_component(DiracContext *s, int comp)
  558. {
  559. AVCodecContext *avctx = s->avctx;
  560. SubBand *bands[3*MAX_DWT_LEVELS+1];
  561. enum dirac_subband orientation;
  562. int level, num_bands = 0;
  563. /* Unpack all subbands at all levels. */
  564. for (level = 0; level < s->wavelet_depth; level++) {
  565. for (orientation = !!level; orientation < 4; orientation++) {
  566. SubBand *b = &s->plane[comp].band[level][orientation];
  567. bands[num_bands++] = b;
  568. align_get_bits(&s->gb);
  569. /* [DIRAC_STD] 13.4.2 subband() */
  570. b->length = get_interleaved_ue_golomb(&s->gb);
  571. if (b->length) {
  572. b->quant = get_interleaved_ue_golomb(&s->gb);
  573. align_get_bits(&s->gb);
  574. b->coeff_data = s->gb.buffer + get_bits_count(&s->gb)/8;
  575. b->length = FFMIN(b->length, FFMAX(get_bits_left(&s->gb)/8, 0));
  576. skip_bits_long(&s->gb, b->length*8);
  577. }
  578. }
  579. /* arithmetic coding has inter-level dependencies, so we can only execute one level at a time */
  580. if (s->is_arith)
  581. avctx->execute(avctx, decode_subband_arith, &s->plane[comp].band[level][!!level],
  582. NULL, 4-!!level, sizeof(SubBand));
  583. }
  584. /* golomb coding has no inter-level dependencies, so we can execute all subbands in parallel */
  585. if (!s->is_arith)
  586. avctx->execute(avctx, decode_subband_golomb, bands, NULL, num_bands, sizeof(SubBand*));
  587. }
  588. #define PARSE_VALUES(type, x, gb, ebits, buf1, buf2) \
  589. type *buf = (type *)buf1; \
  590. buf[x] = coeff_unpack_golomb(gb, qfactor, qoffset); \
  591. if (get_bits_count(gb) >= ebits) \
  592. return; \
  593. if (buf2) { \
  594. buf = (type *)buf2; \
  595. buf[x] = coeff_unpack_golomb(gb, qfactor, qoffset); \
  596. if (get_bits_count(gb) >= ebits) \
  597. return; \
  598. } \
  599. static void decode_subband(DiracContext *s, GetBitContext *gb, int quant,
  600. int slice_x, int slice_y, int bits_end,
  601. SubBand *b1, SubBand *b2)
  602. {
  603. int left = b1->width * slice_x / s->num_x;
  604. int right = b1->width *(slice_x+1) / s->num_x;
  605. int top = b1->height * slice_y / s->num_y;
  606. int bottom = b1->height *(slice_y+1) / s->num_y;
  607. int qfactor, qoffset;
  608. uint8_t *buf1 = b1->ibuf + top * b1->stride;
  609. uint8_t *buf2 = b2 ? b2->ibuf + top * b2->stride: NULL;
  610. int x, y;
  611. if (quant > 115) {
  612. av_log(s->avctx, AV_LOG_ERROR, "Unsupported quant %d\n", quant);
  613. return;
  614. }
  615. qfactor = ff_dirac_qscale_tab[quant & 0x7f];
  616. qoffset = ff_dirac_qoffset_intra_tab[quant & 0x7f] + 2;
  617. /* we have to constantly check for overread since the spec explicitly
  618. requires this, with the meaning that all remaining coeffs are set to 0 */
  619. if (get_bits_count(gb) >= bits_end)
  620. return;
  621. if (s->pshift) {
  622. for (y = top; y < bottom; y++) {
  623. for (x = left; x < right; x++) {
  624. PARSE_VALUES(int32_t, x, gb, bits_end, buf1, buf2);
  625. }
  626. buf1 += b1->stride;
  627. if (buf2)
  628. buf2 += b2->stride;
  629. }
  630. }
  631. else {
  632. for (y = top; y < bottom; y++) {
  633. for (x = left; x < right; x++) {
  634. PARSE_VALUES(int16_t, x, gb, bits_end, buf1, buf2);
  635. }
  636. buf1 += b1->stride;
  637. if (buf2)
  638. buf2 += b2->stride;
  639. }
  640. }
  641. }
  642. /* Used by Low Delay and High Quality profiles */
  643. typedef struct DiracSlice {
  644. GetBitContext gb;
  645. int slice_x;
  646. int slice_y;
  647. int bytes;
  648. } DiracSlice;
  649. /**
  650. * Dirac Specification ->
  651. * 13.5.2 Slices. slice(sx,sy)
  652. */
  653. static int decode_lowdelay_slice(AVCodecContext *avctx, void *arg)
  654. {
  655. DiracContext *s = avctx->priv_data;
  656. DiracSlice *slice = arg;
  657. GetBitContext *gb = &slice->gb;
  658. enum dirac_subband orientation;
  659. int level, quant, chroma_bits, chroma_end;
  660. int quant_base = get_bits(gb, 7); /*[DIRAC_STD] qindex */
  661. int length_bits = av_log2(8 * slice->bytes)+1;
  662. int luma_bits = get_bits_long(gb, length_bits);
  663. int luma_end = get_bits_count(gb) + FFMIN(luma_bits, get_bits_left(gb));
  664. /* [DIRAC_STD] 13.5.5.2 luma_slice_band */
  665. for (level = 0; level < s->wavelet_depth; level++)
  666. for (orientation = !!level; orientation < 4; orientation++) {
  667. quant = FFMAX(quant_base - s->lowdelay.quant[level][orientation], 0);
  668. decode_subband(s, gb, quant, slice->slice_x, slice->slice_y, luma_end,
  669. &s->plane[0].band[level][orientation], NULL);
  670. }
  671. /* consume any unused bits from luma */
  672. skip_bits_long(gb, get_bits_count(gb) - luma_end);
  673. chroma_bits = 8*slice->bytes - 7 - length_bits - luma_bits;
  674. chroma_end = get_bits_count(gb) + FFMIN(chroma_bits, get_bits_left(gb));
  675. /* [DIRAC_STD] 13.5.5.3 chroma_slice_band */
  676. for (level = 0; level < s->wavelet_depth; level++)
  677. for (orientation = !!level; orientation < 4; orientation++) {
  678. quant = FFMAX(quant_base - s->lowdelay.quant[level][orientation], 0);
  679. decode_subband(s, gb, quant, slice->slice_x, slice->slice_y, chroma_end,
  680. &s->plane[1].band[level][orientation],
  681. &s->plane[2].band[level][orientation]);
  682. }
  683. return 0;
  684. }
  685. /**
  686. * VC-2 Specification ->
  687. * 13.5.3 hq_slice(sx,sy)
  688. */
  689. static int decode_hq_slice(AVCodecContext *avctx, void *arg)
  690. {
  691. int i, quant, level, orientation, quant_idx;
  692. uint8_t quants[MAX_DWT_LEVELS][4];
  693. DiracContext *s = avctx->priv_data;
  694. DiracSlice *slice = arg;
  695. GetBitContext *gb = &slice->gb;
  696. skip_bits_long(gb, 8*s->highquality.prefix_bytes);
  697. quant_idx = get_bits(gb, 8);
  698. /* Slice quantization (slice_quantizers() in the specs) */
  699. for (level = 0; level < s->wavelet_depth; level++) {
  700. for (orientation = !!level; orientation < 4; orientation++) {
  701. quant = FFMAX(quant_idx - s->lowdelay.quant[level][orientation], 0);
  702. quants[level][orientation] = quant;
  703. }
  704. }
  705. /* Luma + 2 Chroma planes */
  706. for (i = 0; i < 3; i++) {
  707. int64_t length = s->highquality.size_scaler * get_bits(gb, 8);
  708. int64_t bits_left = 8 * length;
  709. int64_t bits_end = get_bits_count(gb) + bits_left;
  710. if (bits_end >= INT_MAX) {
  711. av_log(s->avctx, AV_LOG_ERROR, "end too far away\n");
  712. return AVERROR_INVALIDDATA;
  713. }
  714. for (level = 0; level < s->wavelet_depth; level++) {
  715. for (orientation = !!level; orientation < 4; orientation++) {
  716. decode_subband(s, gb, quants[level][orientation], slice->slice_x, slice->slice_y, bits_end,
  717. &s->plane[i].band[level][orientation], NULL);
  718. }
  719. }
  720. skip_bits_long(gb, bits_end - get_bits_count(gb));
  721. }
  722. return 0;
  723. }
  724. /**
  725. * Dirac Specification ->
  726. * 13.5.1 low_delay_transform_data()
  727. */
  728. static int decode_lowdelay(DiracContext *s)
  729. {
  730. AVCodecContext *avctx = s->avctx;
  731. int slice_x, slice_y, bufsize;
  732. int64_t bytes = 0;
  733. const uint8_t *buf;
  734. DiracSlice *slices;
  735. int slice_num = 0;
  736. slices = av_mallocz_array(s->num_x, s->num_y * sizeof(DiracSlice));
  737. if (!slices)
  738. return AVERROR(ENOMEM);
  739. align_get_bits(&s->gb);
  740. /*[DIRAC_STD] 13.5.2 Slices. slice(sx,sy) */
  741. buf = s->gb.buffer + get_bits_count(&s->gb)/8;
  742. bufsize = get_bits_left(&s->gb);
  743. if (s->hq_picture) {
  744. int i;
  745. for (slice_y = 0; bufsize > 0 && slice_y < s->num_y; slice_y++) {
  746. for (slice_x = 0; bufsize > 0 && slice_x < s->num_x; slice_x++) {
  747. bytes = s->highquality.prefix_bytes + 1;
  748. for (i = 0; i < 3; i++) {
  749. if (bytes <= bufsize/8)
  750. bytes += buf[bytes] * s->highquality.size_scaler + 1;
  751. }
  752. if (bytes >= INT_MAX) {
  753. av_log(s->avctx, AV_LOG_ERROR, "too many bytes\n");
  754. av_free(slices);
  755. return AVERROR_INVALIDDATA;
  756. }
  757. slices[slice_num].bytes = bytes;
  758. slices[slice_num].slice_x = slice_x;
  759. slices[slice_num].slice_y = slice_y;
  760. init_get_bits(&slices[slice_num].gb, buf, bufsize);
  761. slice_num++;
  762. buf += bytes;
  763. if (bufsize/8 >= bytes)
  764. bufsize -= bytes*8;
  765. else
  766. bufsize = 0;
  767. }
  768. }
  769. avctx->execute(avctx, decode_hq_slice, slices, NULL, slice_num,
  770. sizeof(DiracSlice));
  771. } else {
  772. for (slice_y = 0; bufsize > 0 && slice_y < s->num_y; slice_y++) {
  773. for (slice_x = 0; bufsize > 0 && slice_x < s->num_x; slice_x++) {
  774. bytes = (slice_num+1) * (int64_t)s->lowdelay.bytes.num / s->lowdelay.bytes.den
  775. - slice_num * (int64_t)s->lowdelay.bytes.num / s->lowdelay.bytes.den;
  776. slices[slice_num].bytes = bytes;
  777. slices[slice_num].slice_x = slice_x;
  778. slices[slice_num].slice_y = slice_y;
  779. init_get_bits(&slices[slice_num].gb, buf, bufsize);
  780. slice_num++;
  781. buf += bytes;
  782. if (bufsize/8 >= bytes)
  783. bufsize -= bytes*8;
  784. else
  785. bufsize = 0;
  786. }
  787. }
  788. avctx->execute(avctx, decode_lowdelay_slice, slices, NULL, slice_num,
  789. sizeof(DiracSlice)); /* [DIRAC_STD] 13.5.2 Slices */
  790. }
  791. if (s->dc_prediction) {
  792. if (s->pshift) {
  793. intra_dc_prediction_10(&s->plane[0].band[0][0]); /* [DIRAC_STD] 13.3 intra_dc_prediction() */
  794. intra_dc_prediction_10(&s->plane[1].band[0][0]); /* [DIRAC_STD] 13.3 intra_dc_prediction() */
  795. intra_dc_prediction_10(&s->plane[2].band[0][0]); /* [DIRAC_STD] 13.3 intra_dc_prediction() */
  796. } else {
  797. intra_dc_prediction_8(&s->plane[0].band[0][0]);
  798. intra_dc_prediction_8(&s->plane[1].band[0][0]);
  799. intra_dc_prediction_8(&s->plane[2].band[0][0]);
  800. }
  801. }
  802. av_free(slices);
  803. return 0;
  804. }
  805. static void init_planes(DiracContext *s)
  806. {
  807. int i, w, h, level, orientation;
  808. for (i = 0; i < 3; i++) {
  809. Plane *p = &s->plane[i];
  810. p->width = s->seq.width >> (i ? s->chroma_x_shift : 0);
  811. p->height = s->seq.height >> (i ? s->chroma_y_shift : 0);
  812. p->idwt.width = w = CALC_PADDING(p->width , s->wavelet_depth);
  813. p->idwt.height = h = CALC_PADDING(p->height, s->wavelet_depth);
  814. p->idwt.stride = FFALIGN(p->idwt.width, 8) << (1 + s->pshift);
  815. for (level = s->wavelet_depth-1; level >= 0; level--) {
  816. w = w>>1;
  817. h = h>>1;
  818. for (orientation = !!level; orientation < 4; orientation++) {
  819. SubBand *b = &p->band[level][orientation];
  820. b->pshift = s->pshift;
  821. b->ibuf = p->idwt.buf;
  822. b->level = level;
  823. b->stride = p->idwt.stride << (s->wavelet_depth - level);
  824. b->width = w;
  825. b->height = h;
  826. b->orientation = orientation;
  827. if (orientation & 1)
  828. b->ibuf += w << (1+b->pshift);
  829. if (orientation > 1)
  830. b->ibuf += (b->stride>>1);
  831. if (level)
  832. b->parent = &p->band[level-1][orientation];
  833. }
  834. }
  835. if (i > 0) {
  836. p->xblen = s->plane[0].xblen >> s->chroma_x_shift;
  837. p->yblen = s->plane[0].yblen >> s->chroma_y_shift;
  838. p->xbsep = s->plane[0].xbsep >> s->chroma_x_shift;
  839. p->ybsep = s->plane[0].ybsep >> s->chroma_y_shift;
  840. }
  841. p->xoffset = (p->xblen - p->xbsep)/2;
  842. p->yoffset = (p->yblen - p->ybsep)/2;
  843. }
  844. }
  845. /**
  846. * Unpack the motion compensation parameters
  847. * Dirac Specification ->
  848. * 11.2 Picture prediction data. picture_prediction()
  849. */
  850. static int dirac_unpack_prediction_parameters(DiracContext *s)
  851. {
  852. static const uint8_t default_blen[] = { 4, 12, 16, 24 };
  853. GetBitContext *gb = &s->gb;
  854. unsigned idx, ref;
  855. align_get_bits(gb);
  856. /* [DIRAC_STD] 11.2.2 Block parameters. block_parameters() */
  857. /* Luma and Chroma are equal. 11.2.3 */
  858. idx = get_interleaved_ue_golomb(gb); /* [DIRAC_STD] index */
  859. if (idx > 4) {
  860. av_log(s->avctx, AV_LOG_ERROR, "Block prediction index too high\n");
  861. return AVERROR_INVALIDDATA;
  862. }
  863. if (idx == 0) {
  864. s->plane[0].xblen = get_interleaved_ue_golomb(gb);
  865. s->plane[0].yblen = get_interleaved_ue_golomb(gb);
  866. s->plane[0].xbsep = get_interleaved_ue_golomb(gb);
  867. s->plane[0].ybsep = get_interleaved_ue_golomb(gb);
  868. } else {
  869. /*[DIRAC_STD] preset_block_params(index). Table 11.1 */
  870. s->plane[0].xblen = default_blen[idx-1];
  871. s->plane[0].yblen = default_blen[idx-1];
  872. s->plane[0].xbsep = 4 * idx;
  873. s->plane[0].ybsep = 4 * idx;
  874. }
  875. /*[DIRAC_STD] 11.2.4 motion_data_dimensions()
  876. Calculated in function dirac_unpack_block_motion_data */
  877. if (s->plane[0].xblen % (1 << s->chroma_x_shift) != 0 ||
  878. s->plane[0].yblen % (1 << s->chroma_y_shift) != 0 ||
  879. !s->plane[0].xblen || !s->plane[0].yblen) {
  880. av_log(s->avctx, AV_LOG_ERROR,
  881. "invalid x/y block length (%d/%d) for x/y chroma shift (%d/%d)\n",
  882. s->plane[0].xblen, s->plane[0].yblen, s->chroma_x_shift, s->chroma_y_shift);
  883. return AVERROR_INVALIDDATA;
  884. }
  885. if (!s->plane[0].xbsep || !s->plane[0].ybsep || s->plane[0].xbsep < s->plane[0].xblen/2 || s->plane[0].ybsep < s->plane[0].yblen/2) {
  886. av_log(s->avctx, AV_LOG_ERROR, "Block separation too small\n");
  887. return AVERROR_INVALIDDATA;
  888. }
  889. if (s->plane[0].xbsep > s->plane[0].xblen || s->plane[0].ybsep > s->plane[0].yblen) {
  890. av_log(s->avctx, AV_LOG_ERROR, "Block separation greater than size\n");
  891. return AVERROR_INVALIDDATA;
  892. }
  893. if (FFMAX(s->plane[0].xblen, s->plane[0].yblen) > MAX_BLOCKSIZE) {
  894. av_log(s->avctx, AV_LOG_ERROR, "Unsupported large block size\n");
  895. return AVERROR_PATCHWELCOME;
  896. }
  897. /*[DIRAC_STD] 11.2.5 Motion vector precision. motion_vector_precision()
  898. Read motion vector precision */
  899. s->mv_precision = get_interleaved_ue_golomb(gb);
  900. if (s->mv_precision > 3) {
  901. av_log(s->avctx, AV_LOG_ERROR, "MV precision finer than eighth-pel\n");
  902. return AVERROR_INVALIDDATA;
  903. }
  904. /*[DIRAC_STD] 11.2.6 Global motion. global_motion()
  905. Read the global motion compensation parameters */
  906. s->globalmc_flag = get_bits1(gb);
  907. if (s->globalmc_flag) {
  908. memset(s->globalmc, 0, sizeof(s->globalmc));
  909. /* [DIRAC_STD] pan_tilt(gparams) */
  910. for (ref = 0; ref < s->num_refs; ref++) {
  911. if (get_bits1(gb)) {
  912. s->globalmc[ref].pan_tilt[0] = dirac_get_se_golomb(gb);
  913. s->globalmc[ref].pan_tilt[1] = dirac_get_se_golomb(gb);
  914. }
  915. /* [DIRAC_STD] zoom_rotate_shear(gparams)
  916. zoom/rotation/shear parameters */
  917. if (get_bits1(gb)) {
  918. s->globalmc[ref].zrs_exp = get_interleaved_ue_golomb(gb);
  919. s->globalmc[ref].zrs[0][0] = dirac_get_se_golomb(gb);
  920. s->globalmc[ref].zrs[0][1] = dirac_get_se_golomb(gb);
  921. s->globalmc[ref].zrs[1][0] = dirac_get_se_golomb(gb);
  922. s->globalmc[ref].zrs[1][1] = dirac_get_se_golomb(gb);
  923. } else {
  924. s->globalmc[ref].zrs[0][0] = 1;
  925. s->globalmc[ref].zrs[1][1] = 1;
  926. }
  927. /* [DIRAC_STD] perspective(gparams) */
  928. if (get_bits1(gb)) {
  929. s->globalmc[ref].perspective_exp = get_interleaved_ue_golomb(gb);
  930. s->globalmc[ref].perspective[0] = dirac_get_se_golomb(gb);
  931. s->globalmc[ref].perspective[1] = dirac_get_se_golomb(gb);
  932. }
  933. }
  934. }
  935. /*[DIRAC_STD] 11.2.7 Picture prediction mode. prediction_mode()
  936. Picture prediction mode, not currently used. */
  937. if (get_interleaved_ue_golomb(gb)) {
  938. av_log(s->avctx, AV_LOG_ERROR, "Unknown picture prediction mode\n");
  939. return AVERROR_INVALIDDATA;
  940. }
  941. /* [DIRAC_STD] 11.2.8 Reference picture weight. reference_picture_weights()
  942. just data read, weight calculation will be done later on. */
  943. s->weight_log2denom = 1;
  944. s->weight[0] = 1;
  945. s->weight[1] = 1;
  946. if (get_bits1(gb)) {
  947. s->weight_log2denom = get_interleaved_ue_golomb(gb);
  948. s->weight[0] = dirac_get_se_golomb(gb);
  949. if (s->num_refs == 2)
  950. s->weight[1] = dirac_get_se_golomb(gb);
  951. }
  952. return 0;
  953. }
  954. /**
  955. * Dirac Specification ->
  956. * 11.3 Wavelet transform data. wavelet_transform()
  957. */
  958. static int dirac_unpack_idwt_params(DiracContext *s)
  959. {
  960. GetBitContext *gb = &s->gb;
  961. int i, level;
  962. unsigned tmp;
  963. #define CHECKEDREAD(dst, cond, errmsg) \
  964. tmp = get_interleaved_ue_golomb(gb); \
  965. if (cond) { \
  966. av_log(s->avctx, AV_LOG_ERROR, errmsg); \
  967. return AVERROR_INVALIDDATA; \
  968. }\
  969. dst = tmp;
  970. align_get_bits(gb);
  971. s->zero_res = s->num_refs ? get_bits1(gb) : 0;
  972. if (s->zero_res)
  973. return 0;
  974. /*[DIRAC_STD] 11.3.1 Transform parameters. transform_parameters() */
  975. CHECKEDREAD(s->wavelet_idx, tmp > 6, "wavelet_idx is too big\n")
  976. CHECKEDREAD(s->wavelet_depth, tmp > MAX_DWT_LEVELS || tmp < 1, "invalid number of DWT decompositions\n")
  977. if (!s->low_delay) {
  978. /* Codeblock parameters (core syntax only) */
  979. if (get_bits1(gb)) {
  980. for (i = 0; i <= s->wavelet_depth; i++) {
  981. CHECKEDREAD(s->codeblock[i].width , tmp < 1 || tmp > (s->avctx->width >>s->wavelet_depth-i), "codeblock width invalid\n")
  982. CHECKEDREAD(s->codeblock[i].height, tmp < 1 || tmp > (s->avctx->height>>s->wavelet_depth-i), "codeblock height invalid\n")
  983. }
  984. CHECKEDREAD(s->codeblock_mode, tmp > 1, "unknown codeblock mode\n")
  985. }
  986. else {
  987. for (i = 0; i <= s->wavelet_depth; i++)
  988. s->codeblock[i].width = s->codeblock[i].height = 1;
  989. }
  990. }
  991. else {
  992. s->num_x = get_interleaved_ue_golomb(gb);
  993. s->num_y = get_interleaved_ue_golomb(gb);
  994. if (s->ld_picture) {
  995. s->lowdelay.bytes.num = get_interleaved_ue_golomb(gb);
  996. s->lowdelay.bytes.den = get_interleaved_ue_golomb(gb);
  997. if (s->lowdelay.bytes.den <= 0) {
  998. av_log(s->avctx,AV_LOG_ERROR,"Invalid lowdelay.bytes.den\n");
  999. return AVERROR_INVALIDDATA;
  1000. }
  1001. } else if (s->hq_picture) {
  1002. s->highquality.prefix_bytes = get_interleaved_ue_golomb(gb);
  1003. s->highquality.size_scaler = get_interleaved_ue_golomb(gb);
  1004. if (s->highquality.prefix_bytes >= INT_MAX / 8) {
  1005. av_log(s->avctx,AV_LOG_ERROR,"too many prefix bytes\n");
  1006. return AVERROR_INVALIDDATA;
  1007. }
  1008. }
  1009. /* [DIRAC_STD] 11.3.5 Quantisation matrices (low-delay syntax). quant_matrix() */
  1010. if (get_bits1(gb)) {
  1011. av_log(s->avctx,AV_LOG_DEBUG,"Low Delay: Has Custom Quantization Matrix!\n");
  1012. /* custom quantization matrix */
  1013. s->lowdelay.quant[0][0] = get_interleaved_ue_golomb(gb);
  1014. for (level = 0; level < s->wavelet_depth; level++) {
  1015. s->lowdelay.quant[level][1] = get_interleaved_ue_golomb(gb);
  1016. s->lowdelay.quant[level][2] = get_interleaved_ue_golomb(gb);
  1017. s->lowdelay.quant[level][3] = get_interleaved_ue_golomb(gb);
  1018. }
  1019. } else {
  1020. if (s->wavelet_depth > 4) {
  1021. av_log(s->avctx,AV_LOG_ERROR,"Mandatory custom low delay matrix missing for depth %d\n", s->wavelet_depth);
  1022. return AVERROR_INVALIDDATA;
  1023. }
  1024. /* default quantization matrix */
  1025. for (level = 0; level < s->wavelet_depth; level++)
  1026. for (i = 0; i < 4; i++) {
  1027. s->lowdelay.quant[level][i] = ff_dirac_default_qmat[s->wavelet_idx][level][i];
  1028. /* haar with no shift differs for different depths */
  1029. if (s->wavelet_idx == 3)
  1030. s->lowdelay.quant[level][i] += 4*(s->wavelet_depth-1 - level);
  1031. }
  1032. }
  1033. }
  1034. return 0;
  1035. }
  1036. static inline int pred_sbsplit(uint8_t *sbsplit, int stride, int x, int y)
  1037. {
  1038. static const uint8_t avgsplit[7] = { 0, 0, 1, 1, 1, 2, 2 };
  1039. if (!(x|y))
  1040. return 0;
  1041. else if (!y)
  1042. return sbsplit[-1];
  1043. else if (!x)
  1044. return sbsplit[-stride];
  1045. return avgsplit[sbsplit[-1] + sbsplit[-stride] + sbsplit[-stride-1]];
  1046. }
  1047. static inline int pred_block_mode(DiracBlock *block, int stride, int x, int y, int refmask)
  1048. {
  1049. int pred;
  1050. if (!(x|y))
  1051. return 0;
  1052. else if (!y)
  1053. return block[-1].ref & refmask;
  1054. else if (!x)
  1055. return block[-stride].ref & refmask;
  1056. /* return the majority */
  1057. pred = (block[-1].ref & refmask) + (block[-stride].ref & refmask) + (block[-stride-1].ref & refmask);
  1058. return (pred >> 1) & refmask;
  1059. }
  1060. static inline void pred_block_dc(DiracBlock *block, int stride, int x, int y)
  1061. {
  1062. int i, n = 0;
  1063. memset(block->u.dc, 0, sizeof(block->u.dc));
  1064. if (x && !(block[-1].ref & 3)) {
  1065. for (i = 0; i < 3; i++)
  1066. block->u.dc[i] += block[-1].u.dc[i];
  1067. n++;
  1068. }
  1069. if (y && !(block[-stride].ref & 3)) {
  1070. for (i = 0; i < 3; i++)
  1071. block->u.dc[i] += block[-stride].u.dc[i];
  1072. n++;
  1073. }
  1074. if (x && y && !(block[-1-stride].ref & 3)) {
  1075. for (i = 0; i < 3; i++)
  1076. block->u.dc[i] += block[-1-stride].u.dc[i];
  1077. n++;
  1078. }
  1079. if (n == 2) {
  1080. for (i = 0; i < 3; i++)
  1081. block->u.dc[i] = (block->u.dc[i]+1)>>1;
  1082. } else if (n == 3) {
  1083. for (i = 0; i < 3; i++)
  1084. block->u.dc[i] = divide3(block->u.dc[i]);
  1085. }
  1086. }
  1087. static inline void pred_mv(DiracBlock *block, int stride, int x, int y, int ref)
  1088. {
  1089. int16_t *pred[3];
  1090. int refmask = ref+1;
  1091. int mask = refmask | DIRAC_REF_MASK_GLOBAL; /* exclude gmc blocks */
  1092. int n = 0;
  1093. if (x && (block[-1].ref & mask) == refmask)
  1094. pred[n++] = block[-1].u.mv[ref];
  1095. if (y && (block[-stride].ref & mask) == refmask)
  1096. pred[n++] = block[-stride].u.mv[ref];
  1097. if (x && y && (block[-stride-1].ref & mask) == refmask)
  1098. pred[n++] = block[-stride-1].u.mv[ref];
  1099. switch (n) {
  1100. case 0:
  1101. block->u.mv[ref][0] = 0;
  1102. block->u.mv[ref][1] = 0;
  1103. break;
  1104. case 1:
  1105. block->u.mv[ref][0] = pred[0][0];
  1106. block->u.mv[ref][1] = pred[0][1];
  1107. break;
  1108. case 2:
  1109. block->u.mv[ref][0] = (pred[0][0] + pred[1][0] + 1) >> 1;
  1110. block->u.mv[ref][1] = (pred[0][1] + pred[1][1] + 1) >> 1;
  1111. break;
  1112. case 3:
  1113. block->u.mv[ref][0] = mid_pred(pred[0][0], pred[1][0], pred[2][0]);
  1114. block->u.mv[ref][1] = mid_pred(pred[0][1], pred[1][1], pred[2][1]);
  1115. break;
  1116. }
  1117. }
  1118. static void global_mv(DiracContext *s, DiracBlock *block, int x, int y, int ref)
  1119. {
  1120. int ez = s->globalmc[ref].zrs_exp;
  1121. int ep = s->globalmc[ref].perspective_exp;
  1122. int (*A)[2] = s->globalmc[ref].zrs;
  1123. int *b = s->globalmc[ref].pan_tilt;
  1124. int *c = s->globalmc[ref].perspective;
  1125. int m = (1<<ep) - (c[0]*x + c[1]*y);
  1126. int mx = m * ((A[0][0] * x + A[0][1]*y) + (1<<ez) * b[0]);
  1127. int my = m * ((A[1][0] * x + A[1][1]*y) + (1<<ez) * b[1]);
  1128. block->u.mv[ref][0] = (mx + (1<<(ez+ep))) >> (ez+ep);
  1129. block->u.mv[ref][1] = (my + (1<<(ez+ep))) >> (ez+ep);
  1130. }
  1131. static void decode_block_params(DiracContext *s, DiracArith arith[8], DiracBlock *block,
  1132. int stride, int x, int y)
  1133. {
  1134. int i;
  1135. block->ref = pred_block_mode(block, stride, x, y, DIRAC_REF_MASK_REF1);
  1136. block->ref ^= dirac_get_arith_bit(arith, CTX_PMODE_REF1);
  1137. if (s->num_refs == 2) {
  1138. block->ref |= pred_block_mode(block, stride, x, y, DIRAC_REF_MASK_REF2);
  1139. block->ref ^= dirac_get_arith_bit(arith, CTX_PMODE_REF2) << 1;
  1140. }
  1141. if (!block->ref) {
  1142. pred_block_dc(block, stride, x, y);
  1143. for (i = 0; i < 3; i++)
  1144. block->u.dc[i] += dirac_get_arith_int(arith+1+i, CTX_DC_F1, CTX_DC_DATA);
  1145. return;
  1146. }
  1147. if (s->globalmc_flag) {
  1148. block->ref |= pred_block_mode(block, stride, x, y, DIRAC_REF_MASK_GLOBAL);
  1149. block->ref ^= dirac_get_arith_bit(arith, CTX_GLOBAL_BLOCK) << 2;
  1150. }
  1151. for (i = 0; i < s->num_refs; i++)
  1152. if (block->ref & (i+1)) {
  1153. if (block->ref & DIRAC_REF_MASK_GLOBAL) {
  1154. global_mv(s, block, x, y, i);
  1155. } else {
  1156. pred_mv(block, stride, x, y, i);
  1157. block->u.mv[i][0] += dirac_get_arith_int(arith + 4 + 2 * i, CTX_MV_F1, CTX_MV_DATA);
  1158. block->u.mv[i][1] += dirac_get_arith_int(arith + 5 + 2 * i, CTX_MV_F1, CTX_MV_DATA);
  1159. }
  1160. }
  1161. }
  1162. /**
  1163. * Copies the current block to the other blocks covered by the current superblock split mode
  1164. */
  1165. static void propagate_block_data(DiracBlock *block, int stride, int size)
  1166. {
  1167. int x, y;
  1168. DiracBlock *dst = block;
  1169. for (x = 1; x < size; x++)
  1170. dst[x] = *block;
  1171. for (y = 1; y < size; y++) {
  1172. dst += stride;
  1173. for (x = 0; x < size; x++)
  1174. dst[x] = *block;
  1175. }
  1176. }
  1177. /**
  1178. * Dirac Specification ->
  1179. * 12. Block motion data syntax
  1180. */
  1181. static int dirac_unpack_block_motion_data(DiracContext *s)
  1182. {
  1183. GetBitContext *gb = &s->gb;
  1184. uint8_t *sbsplit = s->sbsplit;
  1185. int i, x, y, q, p;
  1186. DiracArith arith[8];
  1187. align_get_bits(gb);
  1188. /* [DIRAC_STD] 11.2.4 and 12.2.1 Number of blocks and superblocks */
  1189. s->sbwidth = DIVRNDUP(s->seq.width, 4*s->plane[0].xbsep);
  1190. s->sbheight = DIVRNDUP(s->seq.height, 4*s->plane[0].ybsep);
  1191. s->blwidth = 4 * s->sbwidth;
  1192. s->blheight = 4 * s->sbheight;
  1193. /* [DIRAC_STD] 12.3.1 Superblock splitting modes. superblock_split_modes()
  1194. decode superblock split modes */
  1195. ff_dirac_init_arith_decoder(arith, gb, get_interleaved_ue_golomb(gb)); /* get_interleaved_ue_golomb(gb) is the length */
  1196. for (y = 0; y < s->sbheight; y++) {
  1197. for (x = 0; x < s->sbwidth; x++) {
  1198. unsigned int split = dirac_get_arith_uint(arith, CTX_SB_F1, CTX_SB_DATA);
  1199. if (split > 2)
  1200. return AVERROR_INVALIDDATA;
  1201. sbsplit[x] = (split + pred_sbsplit(sbsplit+x, s->sbwidth, x, y)) % 3;
  1202. }
  1203. sbsplit += s->sbwidth;
  1204. }
  1205. /* setup arith decoding */
  1206. ff_dirac_init_arith_decoder(arith, gb, get_interleaved_ue_golomb(gb));
  1207. for (i = 0; i < s->num_refs; i++) {
  1208. ff_dirac_init_arith_decoder(arith + 4 + 2 * i, gb, get_interleaved_ue_golomb(gb));
  1209. ff_dirac_init_arith_decoder(arith + 5 + 2 * i, gb, get_interleaved_ue_golomb(gb));
  1210. }
  1211. for (i = 0; i < 3; i++)
  1212. ff_dirac_init_arith_decoder(arith+1+i, gb, get_interleaved_ue_golomb(gb));
  1213. for (y = 0; y < s->sbheight; y++)
  1214. for (x = 0; x < s->sbwidth; x++) {
  1215. int blkcnt = 1 << s->sbsplit[y * s->sbwidth + x];
  1216. int step = 4 >> s->sbsplit[y * s->sbwidth + x];
  1217. for (q = 0; q < blkcnt; q++)
  1218. for (p = 0; p < blkcnt; p++) {
  1219. int bx = 4 * x + p*step;
  1220. int by = 4 * y + q*step;
  1221. DiracBlock *block = &s->blmotion[by*s->blwidth + bx];
  1222. decode_block_params(s, arith, block, s->blwidth, bx, by);
  1223. propagate_block_data(block, s->blwidth, step);
  1224. }
  1225. }
  1226. return 0;
  1227. }
  1228. static int weight(int i, int blen, int offset)
  1229. {
  1230. #define ROLLOFF(i) offset == 1 ? ((i) ? 5 : 3) : \
  1231. (1 + (6*(i) + offset - 1) / (2*offset - 1))
  1232. if (i < 2*offset)
  1233. return ROLLOFF(i);
  1234. else if (i > blen-1 - 2*offset)
  1235. return ROLLOFF(blen-1 - i);
  1236. return 8;
  1237. }
  1238. static void init_obmc_weight_row(Plane *p, uint8_t *obmc_weight, int stride,
  1239. int left, int right, int wy)
  1240. {
  1241. int x;
  1242. for (x = 0; left && x < p->xblen >> 1; x++)
  1243. obmc_weight[x] = wy*8;
  1244. for (; x < p->xblen >> right; x++)
  1245. obmc_weight[x] = wy*weight(x, p->xblen, p->xoffset);
  1246. for (; x < p->xblen; x++)
  1247. obmc_weight[x] = wy*8;
  1248. for (; x < stride; x++)
  1249. obmc_weight[x] = 0;
  1250. }
  1251. static void init_obmc_weight(Plane *p, uint8_t *obmc_weight, int stride,
  1252. int left, int right, int top, int bottom)
  1253. {
  1254. int y;
  1255. for (y = 0; top && y < p->yblen >> 1; y++) {
  1256. init_obmc_weight_row(p, obmc_weight, stride, left, right, 8);
  1257. obmc_weight += stride;
  1258. }
  1259. for (; y < p->yblen >> bottom; y++) {
  1260. int wy = weight(y, p->yblen, p->yoffset);
  1261. init_obmc_weight_row(p, obmc_weight, stride, left, right, wy);
  1262. obmc_weight += stride;
  1263. }
  1264. for (; y < p->yblen; y++) {
  1265. init_obmc_weight_row(p, obmc_weight, stride, left, right, 8);
  1266. obmc_weight += stride;
  1267. }
  1268. }
  1269. static void init_obmc_weights(DiracContext *s, Plane *p, int by)
  1270. {
  1271. int top = !by;
  1272. int bottom = by == s->blheight-1;
  1273. /* don't bother re-initing for rows 2 to blheight-2, the weights don't change */
  1274. if (top || bottom || by == 1) {
  1275. init_obmc_weight(p, s->obmc_weight[0], MAX_BLOCKSIZE, 1, 0, top, bottom);
  1276. init_obmc_weight(p, s->obmc_weight[1], MAX_BLOCKSIZE, 0, 0, top, bottom);
  1277. init_obmc_weight(p, s->obmc_weight[2], MAX_BLOCKSIZE, 0, 1, top, bottom);
  1278. }
  1279. }
  1280. static const uint8_t epel_weights[4][4][4] = {
  1281. {{ 16, 0, 0, 0 },
  1282. { 12, 4, 0, 0 },
  1283. { 8, 8, 0, 0 },
  1284. { 4, 12, 0, 0 }},
  1285. {{ 12, 0, 4, 0 },
  1286. { 9, 3, 3, 1 },
  1287. { 6, 6, 2, 2 },
  1288. { 3, 9, 1, 3 }},
  1289. {{ 8, 0, 8, 0 },
  1290. { 6, 2, 6, 2 },
  1291. { 4, 4, 4, 4 },
  1292. { 2, 6, 2, 6 }},
  1293. {{ 4, 0, 12, 0 },
  1294. { 3, 1, 9, 3 },
  1295. { 2, 2, 6, 6 },
  1296. { 1, 3, 3, 9 }}
  1297. };
  1298. /**
  1299. * For block x,y, determine which of the hpel planes to do bilinear
  1300. * interpolation from and set src[] to the location in each hpel plane
  1301. * to MC from.
  1302. *
  1303. * @return the index of the put_dirac_pixels_tab function to use
  1304. * 0 for 1 plane (fpel,hpel), 1 for 2 planes (qpel), 2 for 4 planes (qpel), and 3 for epel
  1305. */
  1306. static int mc_subpel(DiracContext *s, DiracBlock *block, const uint8_t *src[5],
  1307. int x, int y, int ref, int plane)
  1308. {
  1309. Plane *p = &s->plane[plane];
  1310. uint8_t **ref_hpel = s->ref_pics[ref]->hpel[plane];
  1311. int motion_x = block->u.mv[ref][0];
  1312. int motion_y = block->u.mv[ref][1];
  1313. int mx, my, i, epel, nplanes = 0;
  1314. if (plane) {
  1315. motion_x >>= s->chroma_x_shift;
  1316. motion_y >>= s->chroma_y_shift;
  1317. }
  1318. mx = motion_x & ~(-1U << s->mv_precision);
  1319. my = motion_y & ~(-1U << s->mv_precision);
  1320. motion_x >>= s->mv_precision;
  1321. motion_y >>= s->mv_precision;
  1322. /* normalize subpel coordinates to epel */
  1323. /* TODO: template this function? */
  1324. mx <<= 3 - s->mv_precision;
  1325. my <<= 3 - s->mv_precision;
  1326. x += motion_x;
  1327. y += motion_y;
  1328. epel = (mx|my)&1;
  1329. /* hpel position */
  1330. if (!((mx|my)&3)) {
  1331. nplanes = 1;
  1332. src[0] = ref_hpel[(my>>1)+(mx>>2)] + y*p->stride + x;
  1333. } else {
  1334. /* qpel or epel */
  1335. nplanes = 4;
  1336. for (i = 0; i < 4; i++)
  1337. src[i] = ref_hpel[i] + y*p->stride + x;
  1338. /* if we're interpolating in the right/bottom halves, adjust the planes as needed
  1339. we increment x/y because the edge changes for half of the pixels */
  1340. if (mx > 4) {
  1341. src[0] += 1;
  1342. src[2] += 1;
  1343. x++;
  1344. }
  1345. if (my > 4) {
  1346. src[0] += p->stride;
  1347. src[1] += p->stride;
  1348. y++;
  1349. }
  1350. /* hpel planes are:
  1351. [0]: F [1]: H
  1352. [2]: V [3]: C */
  1353. if (!epel) {
  1354. /* check if we really only need 2 planes since either mx or my is
  1355. a hpel position. (epel weights of 0 handle this there) */
  1356. if (!(mx&3)) {
  1357. /* mx == 0: average [0] and [2]
  1358. mx == 4: average [1] and [3] */
  1359. src[!mx] = src[2 + !!mx];
  1360. nplanes = 2;
  1361. } else if (!(my&3)) {
  1362. src[0] = src[(my>>1) ];
  1363. src[1] = src[(my>>1)+1];
  1364. nplanes = 2;
  1365. }
  1366. } else {
  1367. /* adjust the ordering if needed so the weights work */
  1368. if (mx > 4) {
  1369. FFSWAP(const uint8_t *, src[0], src[1]);
  1370. FFSWAP(const uint8_t *, src[2], src[3]);
  1371. }
  1372. if (my > 4) {
  1373. FFSWAP(const uint8_t *, src[0], src[2]);
  1374. FFSWAP(const uint8_t *, src[1], src[3]);
  1375. }
  1376. src[4] = epel_weights[my&3][mx&3];
  1377. }
  1378. }
  1379. /* fixme: v/h _edge_pos */
  1380. if (x + p->xblen > p->width +EDGE_WIDTH/2 ||
  1381. y + p->yblen > p->height+EDGE_WIDTH/2 ||
  1382. x < 0 || y < 0) {
  1383. for (i = 0; i < nplanes; i++) {
  1384. s->vdsp.emulated_edge_mc(s->edge_emu_buffer[i], src[i],
  1385. p->stride, p->stride,
  1386. p->xblen, p->yblen, x, y,
  1387. p->width+EDGE_WIDTH/2, p->height+EDGE_WIDTH/2);
  1388. src[i] = s->edge_emu_buffer[i];
  1389. }
  1390. }
  1391. return (nplanes>>1) + epel;
  1392. }
  1393. static void add_dc(uint16_t *dst, int dc, int stride,
  1394. uint8_t *obmc_weight, int xblen, int yblen)
  1395. {
  1396. int x, y;
  1397. dc += 128;
  1398. for (y = 0; y < yblen; y++) {
  1399. for (x = 0; x < xblen; x += 2) {
  1400. dst[x ] += dc * obmc_weight[x ];
  1401. dst[x+1] += dc * obmc_weight[x+1];
  1402. }
  1403. dst += stride;
  1404. obmc_weight += MAX_BLOCKSIZE;
  1405. }
  1406. }
  1407. static void block_mc(DiracContext *s, DiracBlock *block,
  1408. uint16_t *mctmp, uint8_t *obmc_weight,
  1409. int plane, int dstx, int dsty)
  1410. {
  1411. Plane *p = &s->plane[plane];
  1412. const uint8_t *src[5];
  1413. int idx;
  1414. switch (block->ref&3) {
  1415. case 0: /* DC */
  1416. add_dc(mctmp, block->u.dc[plane], p->stride, obmc_weight, p->xblen, p->yblen);
  1417. return;
  1418. case 1:
  1419. case 2:
  1420. idx = mc_subpel(s, block, src, dstx, dsty, (block->ref&3)-1, plane);
  1421. s->put_pixels_tab[idx](s->mcscratch, src, p->stride, p->yblen);
  1422. if (s->weight_func)
  1423. s->weight_func(s->mcscratch, p->stride, s->weight_log2denom,
  1424. s->weight[0] + s->weight[1], p->yblen);
  1425. break;
  1426. case 3:
  1427. idx = mc_subpel(s, block, src, dstx, dsty, 0, plane);
  1428. s->put_pixels_tab[idx](s->mcscratch, src, p->stride, p->yblen);
  1429. idx = mc_subpel(s, block, src, dstx, dsty, 1, plane);
  1430. if (s->biweight_func) {
  1431. /* fixme: +32 is a quick hack */
  1432. s->put_pixels_tab[idx](s->mcscratch + 32, src, p->stride, p->yblen);
  1433. s->biweight_func(s->mcscratch, s->mcscratch+32, p->stride, s->weight_log2denom,
  1434. s->weight[0], s->weight[1], p->yblen);
  1435. } else
  1436. s->avg_pixels_tab[idx](s->mcscratch, src, p->stride, p->yblen);
  1437. break;
  1438. }
  1439. s->add_obmc(mctmp, s->mcscratch, p->stride, obmc_weight, p->yblen);
  1440. }
  1441. static void mc_row(DiracContext *s, DiracBlock *block, uint16_t *mctmp, int plane, int dsty)
  1442. {
  1443. Plane *p = &s->plane[plane];
  1444. int x, dstx = p->xbsep - p->xoffset;
  1445. block_mc(s, block, mctmp, s->obmc_weight[0], plane, -p->xoffset, dsty);
  1446. mctmp += p->xbsep;
  1447. for (x = 1; x < s->blwidth-1; x++) {
  1448. block_mc(s, block+x, mctmp, s->obmc_weight[1], plane, dstx, dsty);
  1449. dstx += p->xbsep;
  1450. mctmp += p->xbsep;
  1451. }
  1452. block_mc(s, block+x, mctmp, s->obmc_weight[2], plane, dstx, dsty);
  1453. }
  1454. static void select_dsp_funcs(DiracContext *s, int width, int height, int xblen, int yblen)
  1455. {
  1456. int idx = 0;
  1457. if (xblen > 8)
  1458. idx = 1;
  1459. if (xblen > 16)
  1460. idx = 2;
  1461. memcpy(s->put_pixels_tab, s->diracdsp.put_dirac_pixels_tab[idx], sizeof(s->put_pixels_tab));
  1462. memcpy(s->avg_pixels_tab, s->diracdsp.avg_dirac_pixels_tab[idx], sizeof(s->avg_pixels_tab));
  1463. s->add_obmc = s->diracdsp.add_dirac_obmc[idx];
  1464. if (s->weight_log2denom > 1 || s->weight[0] != 1 || s->weight[1] != 1) {
  1465. s->weight_func = s->diracdsp.weight_dirac_pixels_tab[idx];
  1466. s->biweight_func = s->diracdsp.biweight_dirac_pixels_tab[idx];
  1467. } else {
  1468. s->weight_func = NULL;
  1469. s->biweight_func = NULL;
  1470. }
  1471. }
  1472. static int interpolate_refplane(DiracContext *s, DiracFrame *ref, int plane, int width, int height)
  1473. {
  1474. /* chroma allocates an edge of 8 when subsampled
  1475. which for 4:2:2 means an h edge of 16 and v edge of 8
  1476. just use 8 for everything for the moment */
  1477. int i, edge = EDGE_WIDTH/2;
  1478. ref->hpel[plane][0] = ref->avframe->data[plane];
  1479. s->mpvencdsp.draw_edges(ref->hpel[plane][0], ref->avframe->linesize[plane], width, height, edge, edge, EDGE_TOP | EDGE_BOTTOM); /* EDGE_TOP | EDGE_BOTTOM values just copied to make it build, this needs to be ensured */
  1480. /* no need for hpel if we only have fpel vectors */
  1481. if (!s->mv_precision)
  1482. return 0;
  1483. for (i = 1; i < 4; i++) {
  1484. if (!ref->hpel_base[plane][i])
  1485. ref->hpel_base[plane][i] = av_malloc((height+2*edge) * ref->avframe->linesize[plane] + 32);
  1486. if (!ref->hpel_base[plane][i]) {
  1487. return AVERROR(ENOMEM);
  1488. }
  1489. /* we need to be 16-byte aligned even for chroma */
  1490. ref->hpel[plane][i] = ref->hpel_base[plane][i] + edge*ref->avframe->linesize[plane] + 16;
  1491. }
  1492. if (!ref->interpolated[plane]) {
  1493. s->diracdsp.dirac_hpel_filter(ref->hpel[plane][1], ref->hpel[plane][2],
  1494. ref->hpel[plane][3], ref->hpel[plane][0],
  1495. ref->avframe->linesize[plane], width, height);
  1496. s->mpvencdsp.draw_edges(ref->hpel[plane][1], ref->avframe->linesize[plane], width, height, edge, edge, EDGE_TOP | EDGE_BOTTOM);
  1497. s->mpvencdsp.draw_edges(ref->hpel[plane][2], ref->avframe->linesize[plane], width, height, edge, edge, EDGE_TOP | EDGE_BOTTOM);
  1498. s->mpvencdsp.draw_edges(ref->hpel[plane][3], ref->avframe->linesize[plane], width, height, edge, edge, EDGE_TOP | EDGE_BOTTOM);
  1499. }
  1500. ref->interpolated[plane] = 1;
  1501. return 0;
  1502. }
  1503. /**
  1504. * Dirac Specification ->
  1505. * 13.0 Transform data syntax. transform_data()
  1506. */
  1507. static int dirac_decode_frame_internal(DiracContext *s)
  1508. {
  1509. DWTContext d;
  1510. int y, i, comp, dsty;
  1511. int ret;
  1512. if (s->low_delay) {
  1513. /* [DIRAC_STD] 13.5.1 low_delay_transform_data() */
  1514. for (comp = 0; comp < 3; comp++) {
  1515. Plane *p = &s->plane[comp];
  1516. memset(p->idwt.buf, 0, p->idwt.stride * p->idwt.height);
  1517. }
  1518. if (!s->zero_res) {
  1519. if ((ret = decode_lowdelay(s)) < 0)
  1520. return ret;
  1521. }
  1522. }
  1523. for (comp = 0; comp < 3; comp++) {
  1524. Plane *p = &s->plane[comp];
  1525. uint8_t *frame = s->current_picture->avframe->data[comp];
  1526. /* FIXME: small resolutions */
  1527. for (i = 0; i < 4; i++)
  1528. s->edge_emu_buffer[i] = s->edge_emu_buffer_base + i*FFALIGN(p->width, 16);
  1529. if (!s->zero_res && !s->low_delay)
  1530. {
  1531. memset(p->idwt.buf, 0, p->idwt.stride * p->idwt.height);
  1532. decode_component(s, comp); /* [DIRAC_STD] 13.4.1 core_transform_data() */
  1533. }
  1534. ret = ff_spatial_idwt_init(&d, &p->idwt, s->wavelet_idx+2,
  1535. s->wavelet_depth, s->bit_depth);
  1536. if (ret < 0)
  1537. return ret;
  1538. if (!s->num_refs) { /* intra */
  1539. for (y = 0; y < p->height; y += 16) {
  1540. int idx = (s->bit_depth - 8) >> 1;
  1541. ff_spatial_idwt_slice2(&d, y+16); /* decode */
  1542. s->diracdsp.put_signed_rect_clamped[idx](frame + y*p->stride,
  1543. p->stride,
  1544. p->idwt.buf + y*p->idwt.stride,
  1545. p->idwt.stride, p->width, 16);
  1546. }
  1547. } else { /* inter */
  1548. int rowheight = p->ybsep*p->stride;
  1549. select_dsp_funcs(s, p->width, p->height, p->xblen, p->yblen);
  1550. for (i = 0; i < s->num_refs; i++) {
  1551. int ret = interpolate_refplane(s, s->ref_pics[i], comp, p->width, p->height);
  1552. if (ret < 0)
  1553. return ret;
  1554. }
  1555. memset(s->mctmp, 0, 4*p->yoffset*p->stride);
  1556. dsty = -p->yoffset;
  1557. for (y = 0; y < s->blheight; y++) {
  1558. int h = 0,
  1559. start = FFMAX(dsty, 0);
  1560. uint16_t *mctmp = s->mctmp + y*rowheight;
  1561. DiracBlock *blocks = s->blmotion + y*s->blwidth;
  1562. init_obmc_weights(s, p, y);
  1563. if (y == s->blheight-1 || start+p->ybsep > p->height)
  1564. h = p->height - start;
  1565. else
  1566. h = p->ybsep - (start - dsty);
  1567. if (h < 0)
  1568. break;
  1569. memset(mctmp+2*p->yoffset*p->stride, 0, 2*rowheight);
  1570. mc_row(s, blocks, mctmp, comp, dsty);
  1571. mctmp += (start - dsty)*p->stride + p->xoffset;
  1572. ff_spatial_idwt_slice2(&d, start + h); /* decode */
  1573. /* NOTE: add_rect_clamped hasn't been templated hence the shifts.
  1574. * idwt.stride is passed as pixels, not in bytes as in the rest of the decoder */
  1575. s->diracdsp.add_rect_clamped(frame + start*p->stride, mctmp, p->stride,
  1576. (int16_t*)(p->idwt.buf) + start*(p->idwt.stride >> 1), (p->idwt.stride >> 1), p->width, h);
  1577. dsty += p->ybsep;
  1578. }
  1579. }
  1580. }
  1581. return 0;
  1582. }
  1583. static int get_buffer_with_edge(AVCodecContext *avctx, AVFrame *f, int flags)
  1584. {
  1585. int ret, i;
  1586. int chroma_x_shift, chroma_y_shift;
  1587. avcodec_get_chroma_sub_sample(avctx->pix_fmt, &chroma_x_shift, &chroma_y_shift);
  1588. f->width = avctx->width + 2 * EDGE_WIDTH;
  1589. f->height = avctx->height + 2 * EDGE_WIDTH + 2;
  1590. ret = ff_get_buffer(avctx, f, flags);
  1591. if (ret < 0)
  1592. return ret;
  1593. for (i = 0; f->data[i]; i++) {
  1594. int offset = (EDGE_WIDTH >> (i && i<3 ? chroma_y_shift : 0)) *
  1595. f->linesize[i] + 32;
  1596. f->data[i] += offset;
  1597. }
  1598. f->width = avctx->width;
  1599. f->height = avctx->height;
  1600. return 0;
  1601. }
  1602. /**
  1603. * Dirac Specification ->
  1604. * 11.1.1 Picture Header. picture_header()
  1605. */
  1606. static int dirac_decode_picture_header(DiracContext *s)
  1607. {
  1608. unsigned retire, picnum;
  1609. int i, j, ret;
  1610. int64_t refdist, refnum;
  1611. GetBitContext *gb = &s->gb;
  1612. /* [DIRAC_STD] 11.1.1 Picture Header. picture_header() PICTURE_NUM */
  1613. picnum = s->current_picture->avframe->display_picture_number = get_bits_long(gb, 32);
  1614. av_log(s->avctx,AV_LOG_DEBUG,"PICTURE_NUM: %d\n",picnum);
  1615. /* if this is the first keyframe after a sequence header, start our
  1616. reordering from here */
  1617. if (s->frame_number < 0)
  1618. s->frame_number = picnum;
  1619. s->ref_pics[0] = s->ref_pics[1] = NULL;
  1620. for (i = 0; i < s->num_refs; i++) {
  1621. refnum = (picnum + dirac_get_se_golomb(gb)) & 0xFFFFFFFF;
  1622. refdist = INT64_MAX;
  1623. /* find the closest reference to the one we want */
  1624. /* Jordi: this is needed if the referenced picture hasn't yet arrived */
  1625. for (j = 0; j < MAX_REFERENCE_FRAMES && refdist; j++)
  1626. if (s->ref_frames[j]
  1627. && FFABS(s->ref_frames[j]->avframe->display_picture_number - refnum) < refdist) {
  1628. s->ref_pics[i] = s->ref_frames[j];
  1629. refdist = FFABS(s->ref_frames[j]->avframe->display_picture_number - refnum);
  1630. }
  1631. if (!s->ref_pics[i] || refdist)
  1632. av_log(s->avctx, AV_LOG_DEBUG, "Reference not found\n");
  1633. /* if there were no references at all, allocate one */
  1634. if (!s->ref_pics[i])
  1635. for (j = 0; j < MAX_FRAMES; j++)
  1636. if (!s->all_frames[j].avframe->data[0]) {
  1637. s->ref_pics[i] = &s->all_frames[j];
  1638. get_buffer_with_edge(s->avctx, s->ref_pics[i]->avframe, AV_GET_BUFFER_FLAG_REF);
  1639. break;
  1640. }
  1641. if (!s->ref_pics[i]) {
  1642. av_log(s->avctx, AV_LOG_ERROR, "Reference could not be allocated\n");
  1643. return AVERROR_INVALIDDATA;
  1644. }
  1645. }
  1646. /* retire the reference frames that are not used anymore */
  1647. if (s->current_picture->reference) {
  1648. retire = (picnum + dirac_get_se_golomb(gb)) & 0xFFFFFFFF;
  1649. if (retire != picnum) {
  1650. DiracFrame *retire_pic = remove_frame(s->ref_frames, retire);
  1651. if (retire_pic)
  1652. retire_pic->reference &= DELAYED_PIC_REF;
  1653. else
  1654. av_log(s->avctx, AV_LOG_DEBUG, "Frame to retire not found\n");
  1655. }
  1656. /* if reference array is full, remove the oldest as per the spec */
  1657. while (add_frame(s->ref_frames, MAX_REFERENCE_FRAMES, s->current_picture)) {
  1658. av_log(s->avctx, AV_LOG_ERROR, "Reference frame overflow\n");
  1659. remove_frame(s->ref_frames, s->ref_frames[0]->avframe->display_picture_number)->reference &= DELAYED_PIC_REF;
  1660. }
  1661. }
  1662. if (s->num_refs) {
  1663. ret = dirac_unpack_prediction_parameters(s); /* [DIRAC_STD] 11.2 Picture Prediction Data. picture_prediction() */
  1664. if (ret < 0)
  1665. return ret;
  1666. ret = dirac_unpack_block_motion_data(s); /* [DIRAC_STD] 12. Block motion data syntax */
  1667. if (ret < 0)
  1668. return ret;
  1669. }
  1670. ret = dirac_unpack_idwt_params(s); /* [DIRAC_STD] 11.3 Wavelet transform data */
  1671. if (ret < 0)
  1672. return ret;
  1673. init_planes(s);
  1674. return 0;
  1675. }
  1676. static int get_delayed_pic(DiracContext *s, AVFrame *picture, int *got_frame)
  1677. {
  1678. DiracFrame *out = s->delay_frames[0];
  1679. int i, out_idx = 0;
  1680. int ret;
  1681. /* find frame with lowest picture number */
  1682. for (i = 1; s->delay_frames[i]; i++)
  1683. if (s->delay_frames[i]->avframe->display_picture_number < out->avframe->display_picture_number) {
  1684. out = s->delay_frames[i];
  1685. out_idx = i;
  1686. }
  1687. for (i = out_idx; s->delay_frames[i]; i++)
  1688. s->delay_frames[i] = s->delay_frames[i+1];
  1689. if (out) {
  1690. out->reference ^= DELAYED_PIC_REF;
  1691. *got_frame = 1;
  1692. if((ret = av_frame_ref(picture, out->avframe)) < 0)
  1693. return ret;
  1694. }
  1695. return 0;
  1696. }
  1697. /**
  1698. * Dirac Specification ->
  1699. * 9.6 Parse Info Header Syntax. parse_info()
  1700. * 4 byte start code + byte parse code + 4 byte size + 4 byte previous size
  1701. */
  1702. #define DATA_UNIT_HEADER_SIZE 13
  1703. /* [DIRAC_STD] dirac_decode_data_unit makes reference to the while defined in 9.3
  1704. inside the function parse_sequence() */
  1705. static int dirac_decode_data_unit(AVCodecContext *avctx, const uint8_t *buf, int size)
  1706. {
  1707. DiracContext *s = avctx->priv_data;
  1708. DiracFrame *pic = NULL;
  1709. AVDiracSeqHeader *dsh;
  1710. int ret, i;
  1711. uint8_t parse_code;
  1712. unsigned tmp;
  1713. if (size < DATA_UNIT_HEADER_SIZE)
  1714. return AVERROR_INVALIDDATA;
  1715. parse_code = buf[4];
  1716. init_get_bits(&s->gb, &buf[13], 8*(size - DATA_UNIT_HEADER_SIZE));
  1717. if (parse_code == DIRAC_PCODE_SEQ_HEADER) {
  1718. if (s->seen_sequence_header)
  1719. return 0;
  1720. /* [DIRAC_STD] 10. Sequence header */
  1721. ret = av_dirac_parse_sequence_header(&dsh, buf + DATA_UNIT_HEADER_SIZE, size - DATA_UNIT_HEADER_SIZE, avctx);
  1722. if (ret < 0) {
  1723. av_log(avctx, AV_LOG_ERROR, "error parsing sequence header");
  1724. return ret;
  1725. }
  1726. ret = ff_set_dimensions(avctx, dsh->width, dsh->height);
  1727. if (ret < 0) {
  1728. av_freep(&dsh);
  1729. return ret;
  1730. }
  1731. ff_set_sar(avctx, dsh->sample_aspect_ratio);
  1732. avctx->pix_fmt = dsh->pix_fmt;
  1733. avctx->color_range = dsh->color_range;
  1734. avctx->color_trc = dsh->color_trc;
  1735. avctx->color_primaries = dsh->color_primaries;
  1736. avctx->colorspace = dsh->colorspace;
  1737. avctx->profile = dsh->profile;
  1738. avctx->level = dsh->level;
  1739. avctx->framerate = dsh->framerate;
  1740. s->bit_depth = dsh->bit_depth;
  1741. s->version.major = dsh->version.major;
  1742. s->version.minor = dsh->version.minor;
  1743. s->seq = *dsh;
  1744. av_freep(&dsh);
  1745. s->pshift = s->bit_depth > 8;
  1746. avcodec_get_chroma_sub_sample(avctx->pix_fmt, &s->chroma_x_shift, &s->chroma_y_shift);
  1747. ret = alloc_sequence_buffers(s);
  1748. if (ret < 0)
  1749. return ret;
  1750. s->seen_sequence_header = 1;
  1751. } else if (parse_code == DIRAC_PCODE_END_SEQ) { /* [DIRAC_STD] End of Sequence */
  1752. free_sequence_buffers(s);
  1753. s->seen_sequence_header = 0;
  1754. } else if (parse_code == DIRAC_PCODE_AUX) {
  1755. if (buf[13] == 1) { /* encoder implementation/version */
  1756. int ver[3];
  1757. /* versions older than 1.0.8 don't store quant delta for
  1758. subbands with only one codeblock */
  1759. if (sscanf(buf+14, "Schroedinger %d.%d.%d", ver, ver+1, ver+2) == 3)
  1760. if (ver[0] == 1 && ver[1] == 0 && ver[2] <= 7)
  1761. s->old_delta_quant = 1;
  1762. }
  1763. } else if (parse_code & 0x8) { /* picture data unit */
  1764. if (!s->seen_sequence_header) {
  1765. av_log(avctx, AV_LOG_DEBUG, "Dropping frame without sequence header\n");
  1766. return AVERROR_INVALIDDATA;
  1767. }
  1768. /* find an unused frame */
  1769. for (i = 0; i < MAX_FRAMES; i++)
  1770. if (s->all_frames[i].avframe->data[0] == NULL)
  1771. pic = &s->all_frames[i];
  1772. if (!pic) {
  1773. av_log(avctx, AV_LOG_ERROR, "framelist full\n");
  1774. return AVERROR_INVALIDDATA;
  1775. }
  1776. av_frame_unref(pic->avframe);
  1777. /* [DIRAC_STD] Defined in 9.6.1 ... */
  1778. tmp = parse_code & 0x03; /* [DIRAC_STD] num_refs() */
  1779. if (tmp > 2) {
  1780. av_log(avctx, AV_LOG_ERROR, "num_refs of 3\n");
  1781. return AVERROR_INVALIDDATA;
  1782. }
  1783. s->num_refs = tmp;
  1784. s->is_arith = (parse_code & 0x48) == 0x08; /* [DIRAC_STD] using_ac() */
  1785. s->low_delay = (parse_code & 0x88) == 0x88; /* [DIRAC_STD] is_low_delay() */
  1786. s->core_syntax = (parse_code & 0x88) == 0x08; /* [DIRAC_STD] is_core_syntax() */
  1787. s->ld_picture = (parse_code & 0xF8) == 0xC8; /* [DIRAC_STD] is_ld_picture() */
  1788. s->hq_picture = (parse_code & 0xF8) == 0xE8; /* [DIRAC_STD] is_hq_picture() */
  1789. s->dc_prediction = (parse_code & 0x28) == 0x08; /* [DIRAC_STD] using_dc_prediction() */
  1790. pic->reference = (parse_code & 0x0C) == 0x0C; /* [DIRAC_STD] is_reference() */
  1791. pic->avframe->key_frame = s->num_refs == 0; /* [DIRAC_STD] is_intra() */
  1792. pic->avframe->pict_type = s->num_refs + 1; /* Definition of AVPictureType in avutil.h */
  1793. /* VC-2 Low Delay has a different parse code than the Dirac Low Delay */
  1794. if (s->version.minor == 2 && parse_code == 0x88)
  1795. s->ld_picture = 1;
  1796. if (s->low_delay && !(s->ld_picture || s->hq_picture) ) {
  1797. av_log(avctx, AV_LOG_ERROR, "Invalid low delay flag\n");
  1798. return AVERROR_INVALIDDATA;
  1799. }
  1800. if ((ret = get_buffer_with_edge(avctx, pic->avframe, (parse_code & 0x0C) == 0x0C ? AV_GET_BUFFER_FLAG_REF : 0)) < 0)
  1801. return ret;
  1802. s->current_picture = pic;
  1803. s->plane[0].stride = pic->avframe->linesize[0];
  1804. s->plane[1].stride = pic->avframe->linesize[1];
  1805. s->plane[2].stride = pic->avframe->linesize[2];
  1806. if (alloc_buffers(s, FFMAX3(FFABS(s->plane[0].stride), FFABS(s->plane[1].stride), FFABS(s->plane[2].stride))) < 0)
  1807. return AVERROR(ENOMEM);
  1808. /* [DIRAC_STD] 11.1 Picture parse. picture_parse() */
  1809. ret = dirac_decode_picture_header(s);
  1810. if (ret < 0)
  1811. return ret;
  1812. /* [DIRAC_STD] 13.0 Transform data syntax. transform_data() */
  1813. ret = dirac_decode_frame_internal(s);
  1814. if (ret < 0)
  1815. return ret;
  1816. }
  1817. return 0;
  1818. }
  1819. static int dirac_decode_frame(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *pkt)
  1820. {
  1821. DiracContext *s = avctx->priv_data;
  1822. AVFrame *picture = data;
  1823. uint8_t *buf = pkt->data;
  1824. int buf_size = pkt->size;
  1825. int i, buf_idx = 0;
  1826. int ret;
  1827. unsigned data_unit_size;
  1828. /* release unused frames */
  1829. for (i = 0; i < MAX_FRAMES; i++)
  1830. if (s->all_frames[i].avframe->data[0] && !s->all_frames[i].reference) {
  1831. av_frame_unref(s->all_frames[i].avframe);
  1832. memset(s->all_frames[i].interpolated, 0, sizeof(s->all_frames[i].interpolated));
  1833. }
  1834. s->current_picture = NULL;
  1835. *got_frame = 0;
  1836. /* end of stream, so flush delayed pics */
  1837. if (buf_size == 0)
  1838. return get_delayed_pic(s, (AVFrame *)data, got_frame);
  1839. for (;;) {
  1840. /*[DIRAC_STD] Here starts the code from parse_info() defined in 9.6
  1841. [DIRAC_STD] PARSE_INFO_PREFIX = "BBCD" as defined in ISO/IEC 646
  1842. BBCD start code search */
  1843. for (; buf_idx + DATA_UNIT_HEADER_SIZE < buf_size; buf_idx++) {
  1844. if (buf[buf_idx ] == 'B' && buf[buf_idx+1] == 'B' &&
  1845. buf[buf_idx+2] == 'C' && buf[buf_idx+3] == 'D')
  1846. break;
  1847. }
  1848. /* BBCD found or end of data */
  1849. if (buf_idx + DATA_UNIT_HEADER_SIZE >= buf_size)
  1850. break;
  1851. data_unit_size = AV_RB32(buf+buf_idx+5);
  1852. if (data_unit_size > buf_size - buf_idx || !data_unit_size) {
  1853. if(data_unit_size > buf_size - buf_idx)
  1854. av_log(s->avctx, AV_LOG_ERROR,
  1855. "Data unit with size %d is larger than input buffer, discarding\n",
  1856. data_unit_size);
  1857. buf_idx += 4;
  1858. continue;
  1859. }
  1860. /* [DIRAC_STD] dirac_decode_data_unit makes reference to the while defined in 9.3 inside the function parse_sequence() */
  1861. ret = dirac_decode_data_unit(avctx, buf+buf_idx, data_unit_size);
  1862. if (ret < 0)
  1863. {
  1864. av_log(s->avctx, AV_LOG_ERROR,"Error in dirac_decode_data_unit\n");
  1865. return ret;
  1866. }
  1867. buf_idx += data_unit_size;
  1868. }
  1869. if (!s->current_picture)
  1870. return buf_size;
  1871. if (s->current_picture->avframe->display_picture_number > s->frame_number) {
  1872. DiracFrame *delayed_frame = remove_frame(s->delay_frames, s->frame_number);
  1873. s->current_picture->reference |= DELAYED_PIC_REF;
  1874. if (add_frame(s->delay_frames, MAX_DELAY, s->current_picture)) {
  1875. int min_num = s->delay_frames[0]->avframe->display_picture_number;
  1876. /* Too many delayed frames, so we display the frame with the lowest pts */
  1877. av_log(avctx, AV_LOG_ERROR, "Delay frame overflow\n");
  1878. for (i = 1; s->delay_frames[i]; i++)
  1879. if (s->delay_frames[i]->avframe->display_picture_number < min_num)
  1880. min_num = s->delay_frames[i]->avframe->display_picture_number;
  1881. delayed_frame = remove_frame(s->delay_frames, min_num);
  1882. add_frame(s->delay_frames, MAX_DELAY, s->current_picture);
  1883. }
  1884. if (delayed_frame) {
  1885. delayed_frame->reference ^= DELAYED_PIC_REF;
  1886. if((ret=av_frame_ref(data, delayed_frame->avframe)) < 0)
  1887. return ret;
  1888. *got_frame = 1;
  1889. }
  1890. } else if (s->current_picture->avframe->display_picture_number == s->frame_number) {
  1891. /* The right frame at the right time :-) */
  1892. if((ret=av_frame_ref(data, s->current_picture->avframe)) < 0)
  1893. return ret;
  1894. *got_frame = 1;
  1895. }
  1896. if (*got_frame)
  1897. s->frame_number = picture->display_picture_number + 1;
  1898. return buf_idx;
  1899. }
  1900. AVCodec ff_dirac_decoder = {
  1901. .name = "dirac",
  1902. .long_name = NULL_IF_CONFIG_SMALL("BBC Dirac VC-2"),
  1903. .type = AVMEDIA_TYPE_VIDEO,
  1904. .id = AV_CODEC_ID_DIRAC,
  1905. .priv_data_size = sizeof(DiracContext),
  1906. .init = dirac_decode_init,
  1907. .close = dirac_decode_end,
  1908. .decode = dirac_decode_frame,
  1909. .capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_SLICE_THREADS | AV_CODEC_CAP_DR1,
  1910. .flush = dirac_decode_flush,
  1911. };