You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

481 lines
15KB

  1. /*
  2. * Apple Intermediate Codec decoder
  3. *
  4. * Copyright (c) 2013 Konstantin Shishkov
  5. *
  6. * This file is part of Libav.
  7. *
  8. * Libav is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * Libav is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with Libav; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include "avcodec.h"
  23. #include "bytestream.h"
  24. #include "dsputil.h"
  25. #include "internal.h"
  26. #include "get_bits.h"
  27. #include "golomb.h"
  28. #include "unary.h"
  29. #define AIC_HDR_SIZE 24
  30. #define AIC_BAND_COEFFS (64 + 32 + 192 + 96)
  31. enum AICBands {
  32. COEFF_LUMA = 0,
  33. COEFF_CHROMA,
  34. COEFF_LUMA_EXT,
  35. COEFF_CHROMA_EXT,
  36. NUM_BANDS
  37. };
  38. static const int aic_num_band_coeffs[NUM_BANDS] = { 64, 32, 192, 96 };
  39. static const int aic_band_off[NUM_BANDS] = { 0, 64, 96, 288 };
  40. static const uint8_t aic_quant_matrix[64] = {
  41. 8, 16, 19, 22, 22, 26, 26, 27,
  42. 16, 16, 22, 22, 26, 27, 27, 29,
  43. 19, 22, 26, 26, 27, 29, 29, 35,
  44. 22, 24, 27, 27, 29, 32, 34, 38,
  45. 26, 27, 29, 29, 32, 35, 38, 46,
  46. 27, 29, 34, 34, 35, 40, 46, 56,
  47. 29, 34, 34, 37, 40, 48, 56, 69,
  48. 34, 37, 38, 40, 48, 58, 69, 83,
  49. };
  50. static const uint8_t aic_y_scan[64] = {
  51. 0, 4, 1, 2, 5, 8, 12, 9,
  52. 6, 3, 7, 10, 13, 14, 11, 15,
  53. 47, 43, 46, 45, 42, 39, 35, 38,
  54. 41, 44, 40, 37, 34, 33, 36, 32,
  55. 16, 20, 17, 18, 21, 24, 28, 25,
  56. 22, 19, 23, 26, 29, 30, 27, 31,
  57. 63, 59, 62, 61, 58, 55, 51, 54,
  58. 57, 60, 56, 53, 50, 49, 52, 48,
  59. };
  60. static const uint8_t aic_y_ext_scan[192] = {
  61. 64, 72, 65, 66, 73, 80, 88, 81,
  62. 74, 67, 75, 82, 89, 90, 83, 91,
  63. 0, 4, 1, 2, 5, 8, 12, 9,
  64. 6, 3, 7, 10, 13, 14, 11, 15,
  65. 16, 20, 17, 18, 21, 24, 28, 25,
  66. 22, 19, 23, 26, 29, 30, 27, 31,
  67. 155, 147, 154, 153, 146, 139, 131, 138,
  68. 145, 152, 144, 137, 130, 129, 136, 128,
  69. 47, 43, 46, 45, 42, 39, 35, 38,
  70. 41, 44, 40, 37, 34, 33, 36, 32,
  71. 63, 59, 62, 61, 58, 55, 51, 54,
  72. 57, 60, 56, 53, 50, 49, 52, 48,
  73. 96, 104, 97, 98, 105, 112, 120, 113,
  74. 106, 99, 107, 114, 121, 122, 115, 123,
  75. 68, 76, 69, 70, 77, 84, 92, 85,
  76. 78, 71, 79, 86, 93, 94, 87, 95,
  77. 100, 108, 101, 102, 109, 116, 124, 117,
  78. 110, 103, 111, 118, 125, 126, 119, 127,
  79. 187, 179, 186, 185, 178, 171, 163, 170,
  80. 177, 184, 176, 169, 162, 161, 168, 160,
  81. 159, 151, 158, 157, 150, 143, 135, 142,
  82. 149, 156, 148, 141, 134, 133, 140, 132,
  83. 191, 183, 190, 189, 182, 175, 167, 174,
  84. 181, 188, 180, 173, 166, 165, 172, 164,
  85. };
  86. static const uint8_t aic_c_scan[64] = {
  87. 0, 4, 1, 2, 5, 8, 12, 9,
  88. 6, 3, 7, 10, 13, 14, 11, 15,
  89. 31, 27, 30, 29, 26, 23, 19, 22,
  90. 25, 28, 24, 21, 18, 17, 20, 16,
  91. 32, 36, 33, 34, 37, 40, 44, 41,
  92. 38, 35, 39, 42, 45, 46, 43, 47,
  93. 63, 59, 62, 61, 58, 55, 51, 54,
  94. 57, 60, 56, 53, 50, 49, 52, 48,
  95. };
  96. static const uint8_t aic_c_ext_scan[192] = {
  97. 16, 24, 17, 18, 25, 32, 40, 33,
  98. 26, 19, 27, 34, 41, 42, 35, 43,
  99. 0, 4, 1, 2, 5, 8, 12, 9,
  100. 6, 3, 7, 10, 13, 14, 11, 15,
  101. 20, 28, 21, 22, 29, 36, 44, 37,
  102. 30, 23, 31, 38, 45, 46, 39, 47,
  103. 95, 87, 94, 93, 86, 79, 71, 78,
  104. 85, 92, 84, 77, 70, 69, 76, 68,
  105. 63, 59, 62, 61, 58, 55, 51, 54,
  106. 57, 60, 56, 53, 50, 49, 52, 48,
  107. 91, 83, 90, 89, 82, 75, 67, 74,
  108. 81, 88, 80, 73, 66, 65, 72, 64,
  109. 112, 120, 113, 114, 121, 128, 136, 129,
  110. 122, 115, 123, 130, 137, 138, 131, 139,
  111. 96, 100, 97, 98, 101, 104, 108, 105,
  112. 102, 99, 103, 106, 109, 110, 107, 111,
  113. 116, 124, 117, 118, 125, 132, 140, 133,
  114. 126, 119, 127, 134, 141, 142, 135, 143,
  115. 191, 183, 190, 189, 182, 175, 167, 174,
  116. 181, 188, 180, 173, 166, 165, 172, 164,
  117. 159, 155, 158, 157, 154, 151, 147, 150,
  118. 153, 156, 152, 149, 146, 145, 148, 144,
  119. 187, 179, 186, 185, 178, 171, 163, 170,
  120. 177, 184, 176, 169, 162, 161, 168, 160,
  121. };
  122. static const uint8_t *aic_scan[NUM_BANDS] = {
  123. aic_y_scan, aic_c_scan, aic_y_ext_scan, aic_c_ext_scan
  124. };
  125. typedef struct AICContext {
  126. AVCodecContext *avctx;
  127. AVFrame *frame;
  128. DSPContext dsp;
  129. ScanTable scantable;
  130. int num_x_slices;
  131. int slice_width;
  132. int mb_width, mb_height;
  133. int quant;
  134. int interlaced;
  135. int16_t *slice_data;
  136. int16_t *data_ptr[NUM_BANDS];
  137. DECLARE_ALIGNED(16, int16_t, block)[64];
  138. } AICContext;
  139. static int aic_decode_header(AICContext *ctx, const uint8_t *src, int size)
  140. {
  141. uint32_t frame_size;
  142. int width, height;
  143. if (src[0] != 1) {
  144. av_log(ctx->avctx, AV_LOG_ERROR, "Invalid version %d\n", src[0]);
  145. return AVERROR_INVALIDDATA;
  146. }
  147. if (src[1] != AIC_HDR_SIZE - 2) {
  148. av_log(ctx->avctx, AV_LOG_ERROR, "Invalid header size %d\n", src[1]);
  149. return AVERROR_INVALIDDATA;
  150. }
  151. frame_size = AV_RB32(src + 2);
  152. width = AV_RB16(src + 6);
  153. height = AV_RB16(src + 8);
  154. if (frame_size > size) {
  155. av_log(ctx->avctx, AV_LOG_ERROR, "Frame size should be %d got %d\n",
  156. frame_size, size);
  157. return AVERROR_INVALIDDATA;
  158. }
  159. if (width != ctx->avctx->width || height != ctx->avctx->height) {
  160. av_log(ctx->avctx, AV_LOG_ERROR,
  161. "Picture dimension changed: old: %d x %d, new: %d x %d\n",
  162. ctx->avctx->width, ctx->avctx->height, width, height);
  163. return AVERROR_INVALIDDATA;
  164. }
  165. ctx->quant = src[15];
  166. ctx->interlaced = ((src[16] >> 4) == 3);
  167. return 0;
  168. }
  169. #define GET_CODE(val, type, add_bits) \
  170. do { \
  171. if (type) \
  172. val = get_ue_golomb(gb); \
  173. else \
  174. val = get_unary(gb, 1, 31); \
  175. if (add_bits) \
  176. val = (val << add_bits) + get_bits(gb, add_bits); \
  177. } while (0)
  178. static int aic_decode_coeffs(GetBitContext *gb, int16_t *dst,
  179. int band, int slice_width, int force_chroma)
  180. {
  181. int has_skips, coeff_type, coeff_bits, skip_type, skip_bits;
  182. const int num_coeffs = aic_num_band_coeffs[band];
  183. const uint8_t *scan = aic_scan[band | force_chroma];
  184. int mb, idx, val;
  185. has_skips = get_bits1(gb);
  186. coeff_type = get_bits1(gb);
  187. coeff_bits = get_bits(gb, 3);
  188. if (has_skips) {
  189. skip_type = get_bits1(gb);
  190. skip_bits = get_bits(gb, 3);
  191. for (mb = 0; mb < slice_width; mb++) {
  192. idx = -1;
  193. do {
  194. GET_CODE(val, skip_type, skip_bits);
  195. if (val < 0)
  196. return AVERROR_INVALIDDATA;
  197. idx += val + 1;
  198. if (idx >= num_coeffs)
  199. break;
  200. GET_CODE(val, coeff_type, coeff_bits);
  201. val++;
  202. if (val >= 0x10000 || val < 0)
  203. return AVERROR_INVALIDDATA;
  204. dst[scan[idx]] = val;
  205. } while (idx < num_coeffs - 1);
  206. dst += num_coeffs;
  207. }
  208. } else {
  209. for (mb = 0; mb < slice_width; mb++) {
  210. for (idx = 0; idx < num_coeffs; idx++) {
  211. GET_CODE(val, coeff_type, coeff_bits);
  212. if (val >= 0x10000 || val < 0)
  213. return AVERROR_INVALIDDATA;
  214. dst[scan[idx]] = val;
  215. }
  216. dst += num_coeffs;
  217. }
  218. }
  219. return 0;
  220. }
  221. static void recombine_block(int16_t *dst, const uint8_t *scan,
  222. int16_t **base, int16_t **ext)
  223. {
  224. int i, j;
  225. for (i = 0; i < 4; i++) {
  226. for (j = 0; j < 4; j++)
  227. dst[scan[i * 8 + j]] = (*base)[j];
  228. for (j = 0; j < 4; j++)
  229. dst[scan[i * 8 + j + 4]] = (*ext)[j];
  230. *base += 4;
  231. *ext += 4;
  232. }
  233. for (; i < 8; i++) {
  234. for (j = 0; j < 8; j++)
  235. dst[scan[i * 8 + j]] = (*ext)[j];
  236. *ext += 8;
  237. }
  238. }
  239. static void recombine_block_il(int16_t *dst, const uint8_t *scan,
  240. int16_t **base, int16_t **ext,
  241. int block_no)
  242. {
  243. int i, j;
  244. if (block_no < 2) {
  245. for (i = 0; i < 8; i++) {
  246. for (j = 0; j < 4; j++)
  247. dst[scan[i * 8 + j]] = (*base)[j];
  248. for (j = 0; j < 4; j++)
  249. dst[scan[i * 8 + j + 4]] = (*ext)[j];
  250. *base += 4;
  251. *ext += 4;
  252. }
  253. } else {
  254. for (i = 0; i < 64; i++)
  255. dst[scan[i]] = (*ext)[i];
  256. *ext += 64;
  257. }
  258. }
  259. static void unquant_block(int16_t *block, int q)
  260. {
  261. int i;
  262. for (i = 0; i < 64; i++) {
  263. int val = (uint16_t)block[i];
  264. int sign = val & 1;
  265. block[i] = (((val >> 1) ^ -sign) * q * aic_quant_matrix[i] >> 4)
  266. + sign;
  267. }
  268. }
  269. static int aic_decode_slice(AICContext *ctx, int mb_x, int mb_y,
  270. const uint8_t *src, int src_size)
  271. {
  272. GetBitContext gb;
  273. int ret, i, mb, blk;
  274. int slice_width = FFMIN(ctx->slice_width, ctx->mb_width - mb_x);
  275. uint8_t *Y, *C[2];
  276. uint8_t *dst;
  277. int16_t *base_y = ctx->data_ptr[COEFF_LUMA];
  278. int16_t *base_c = ctx->data_ptr[COEFF_CHROMA];
  279. int16_t *ext_y = ctx->data_ptr[COEFF_LUMA_EXT];
  280. int16_t *ext_c = ctx->data_ptr[COEFF_CHROMA_EXT];
  281. const int ystride = ctx->frame->linesize[0];
  282. Y = ctx->frame->data[0] + mb_x * 16 + mb_y * 16 * ystride;
  283. for (i = 0; i < 2; i++)
  284. C[i] = ctx->frame->data[i + 1] + mb_x * 8
  285. + mb_y * 8 * ctx->frame->linesize[i + 1];
  286. init_get_bits(&gb, src, src_size * 8);
  287. memset(ctx->slice_data, 0,
  288. sizeof(*ctx->slice_data) * slice_width * AIC_BAND_COEFFS);
  289. for (i = 0; i < NUM_BANDS; i++)
  290. if ((ret = aic_decode_coeffs(&gb, ctx->data_ptr[i],
  291. i, slice_width,
  292. !ctx->interlaced)) < 0)
  293. return ret;
  294. for (mb = 0; mb < slice_width; mb++) {
  295. for (blk = 0; blk < 4; blk++) {
  296. if (!ctx->interlaced)
  297. recombine_block(ctx->block, ctx->scantable.permutated,
  298. &base_y, &ext_y);
  299. else
  300. recombine_block_il(ctx->block, ctx->scantable.permutated,
  301. &base_y, &ext_y, blk);
  302. unquant_block(ctx->block, ctx->quant);
  303. ctx->dsp.idct(ctx->block);
  304. if (!ctx->interlaced) {
  305. dst = Y + (blk >> 1) * 8 * ystride + (blk & 1) * 8;
  306. ctx->dsp.put_signed_pixels_clamped(ctx->block, dst,
  307. ystride);
  308. } else {
  309. dst = Y + (blk & 1) * 8 + (blk >> 1) * ystride;
  310. ctx->dsp.put_signed_pixels_clamped(ctx->block, dst,
  311. ystride * 2);
  312. }
  313. }
  314. Y += 16;
  315. for (blk = 0; blk < 2; blk++) {
  316. recombine_block(ctx->block, ctx->scantable.permutated,
  317. &base_c, &ext_c);
  318. unquant_block(ctx->block, ctx->quant);
  319. ctx->dsp.idct(ctx->block);
  320. ctx->dsp.put_signed_pixels_clamped(ctx->block, C[blk],
  321. ctx->frame->linesize[blk + 1]);
  322. C[blk] += 8;
  323. }
  324. }
  325. return 0;
  326. }
  327. static int aic_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  328. AVPacket *avpkt)
  329. {
  330. AICContext *ctx = avctx->priv_data;
  331. const uint8_t *buf = avpkt->data;
  332. int buf_size = avpkt->size;
  333. GetByteContext gb;
  334. uint32_t off;
  335. int x, y, ret;
  336. int slice_size;
  337. ctx->frame = data;
  338. ctx->frame->pict_type = AV_PICTURE_TYPE_I;
  339. ctx->frame->key_frame = 1;
  340. off = FFALIGN(AIC_HDR_SIZE + ctx->num_x_slices * ctx->mb_height * 2, 4);
  341. if (buf_size < off) {
  342. av_log(avctx, AV_LOG_ERROR, "Too small frame\n");
  343. return AVERROR_INVALIDDATA;
  344. }
  345. if ((ret = aic_decode_header(ctx, buf, buf_size)) < 0)
  346. return ret;
  347. if ((ret = ff_get_buffer(avctx, ctx->frame, 0)) < 0)
  348. return ret;
  349. bytestream2_init(&gb, buf + AIC_HDR_SIZE,
  350. ctx->num_x_slices * ctx->mb_height * 2);
  351. for (y = 0; y < ctx->mb_height; y++) {
  352. for (x = 0; x < ctx->mb_width; x += ctx->slice_width) {
  353. slice_size = bytestream2_get_le16(&gb) * 4;
  354. if (slice_size + off > buf_size || !slice_size) {
  355. av_log(avctx, AV_LOG_ERROR, "Incorrect slice size\n");
  356. return AVERROR_INVALIDDATA;
  357. }
  358. if ((ret = aic_decode_slice(ctx, x, y,
  359. buf + off, slice_size)) < 0)
  360. return ret;
  361. off += slice_size;
  362. }
  363. }
  364. *got_frame = 1;
  365. return avpkt->size;
  366. }
  367. static av_cold int aic_decode_init(AVCodecContext *avctx)
  368. {
  369. AICContext *ctx = avctx->priv_data;
  370. int i;
  371. uint8_t scan[64];
  372. ctx->avctx = avctx;
  373. avctx->pix_fmt = AV_PIX_FMT_YUV420P;
  374. ff_dsputil_init(&ctx->dsp, avctx);
  375. for (i = 0; i < 64; i++)
  376. scan[i] = i;
  377. ff_init_scantable(ctx->dsp.idct_permutation, &ctx->scantable, scan);
  378. ctx->mb_width = FFALIGN(avctx->width, 16) >> 4;
  379. ctx->mb_height = FFALIGN(avctx->height, 16) >> 4;
  380. ctx->num_x_slices = 16;
  381. ctx->slice_width = ctx->mb_width / 16;
  382. for (i = 1; i < 32; i++) {
  383. if (!(ctx->mb_width % i) && (ctx->mb_width / i < 32)) {
  384. ctx->slice_width = ctx->mb_width / i;
  385. ctx->num_x_slices = i;
  386. break;
  387. }
  388. }
  389. ctx->slice_data = av_malloc(ctx->slice_width * AIC_BAND_COEFFS
  390. * sizeof(*ctx->slice_data));
  391. if (!ctx->slice_data) {
  392. av_log(avctx, AV_LOG_ERROR, "Error allocating slice buffer\n");
  393. return AVERROR(ENOMEM);
  394. }
  395. for (i = 0; i < NUM_BANDS; i++)
  396. ctx->data_ptr[i] = ctx->slice_data + ctx->slice_width
  397. * aic_band_off[i];
  398. return 0;
  399. }
  400. static av_cold int aic_decode_close(AVCodecContext *avctx)
  401. {
  402. AICContext *ctx = avctx->priv_data;
  403. av_freep(&ctx->slice_data);
  404. return 0;
  405. }
  406. AVCodec ff_aic_decoder = {
  407. .name = "aic",
  408. .long_name = NULL_IF_CONFIG_SMALL("Apple Intermediate Codec"),
  409. .type = AVMEDIA_TYPE_VIDEO,
  410. .id = AV_CODEC_ID_AIC,
  411. .priv_data_size = sizeof(AICContext),
  412. .init = aic_decode_init,
  413. .close = aic_decode_close,
  414. .decode = aic_decode_frame,
  415. .capabilities = CODEC_CAP_DR1,
  416. };