You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

478 lines
15KB

  1. /*
  2. * Apple Intermediate Codec decoder
  3. *
  4. * Copyright (c) 2013 Konstantin Shishkov
  5. *
  6. * This file is part of Libav.
  7. *
  8. * Libav is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * Libav is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with Libav; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include "avcodec.h"
  23. #include "bytestream.h"
  24. #include "dsputil.h"
  25. #include "internal.h"
  26. #include "get_bits.h"
  27. #include "golomb.h"
  28. #include "unary.h"
  29. #define AIC_HDR_SIZE 24
  30. #define AIC_BAND_COEFFS (64 + 32 + 192 + 96)
  31. enum AICBands {
  32. COEFF_LUMA = 0,
  33. COEFF_CHROMA,
  34. COEFF_LUMA_EXT,
  35. COEFF_CHROMA_EXT,
  36. NUM_BANDS
  37. };
  38. static const int aic_num_band_coeffs[NUM_BANDS] = { 64, 32, 192, 96 };
  39. static const int aic_band_off[NUM_BANDS] = { 0, 64, 96, 288 };
  40. static const uint8_t aic_quant_matrix[64] = {
  41. 8, 16, 19, 22, 22, 26, 26, 27,
  42. 16, 16, 22, 22, 26, 27, 27, 29,
  43. 19, 22, 26, 26, 27, 29, 29, 35,
  44. 22, 24, 27, 27, 29, 32, 34, 38,
  45. 26, 27, 29, 29, 32, 35, 38, 46,
  46. 27, 29, 34, 34, 35, 40, 46, 56,
  47. 29, 34, 34, 37, 40, 48, 56, 69,
  48. 34, 37, 38, 40, 48, 58, 69, 83,
  49. };
  50. static const uint8_t aic_y_scan[64] = {
  51. 0, 4, 1, 2, 5, 8, 12, 9,
  52. 6, 3, 7, 10, 13, 14, 11, 15,
  53. 47, 43, 46, 45, 42, 39, 35, 38,
  54. 41, 44, 40, 37, 34, 33, 36, 32,
  55. 16, 20, 17, 18, 21, 24, 28, 25,
  56. 22, 19, 23, 26, 29, 30, 27, 31,
  57. 63, 59, 62, 61, 58, 55, 51, 54,
  58. 57, 60, 56, 53, 50, 49, 52, 48,
  59. };
  60. static const uint8_t aic_y_ext_scan[192] = {
  61. 64, 72, 65, 66, 73, 80, 88, 81,
  62. 74, 67, 75, 82, 89, 90, 83, 91,
  63. 0, 4, 1, 2, 5, 8, 12, 9,
  64. 6, 3, 7, 10, 13, 14, 11, 15,
  65. 16, 20, 17, 18, 21, 24, 28, 25,
  66. 22, 19, 23, 26, 29, 30, 27, 31,
  67. 155, 147, 154, 153, 146, 139, 131, 138,
  68. 145, 152, 144, 137, 130, 129, 136, 128,
  69. 47, 43, 46, 45, 42, 39, 35, 38,
  70. 41, 44, 40, 37, 34, 33, 36, 32,
  71. 63, 59, 62, 61, 58, 55, 51, 54,
  72. 57, 60, 56, 53, 50, 49, 52, 48,
  73. 96, 104, 97, 98, 105, 112, 120, 113,
  74. 106, 99, 107, 114, 121, 122, 115, 123,
  75. 68, 76, 69, 70, 77, 84, 92, 85,
  76. 78, 71, 79, 86, 93, 94, 87, 95,
  77. 100, 108, 101, 102, 109, 116, 124, 117,
  78. 110, 103, 111, 118, 125, 126, 119, 127,
  79. 187, 179, 186, 185, 178, 171, 163, 170,
  80. 177, 184, 176, 169, 162, 161, 168, 160,
  81. 159, 151, 158, 157, 150, 143, 135, 142,
  82. 149, 156, 148, 141, 134, 133, 140, 132,
  83. 191, 183, 190, 189, 182, 175, 167, 174,
  84. 181, 188, 180, 173, 166, 165, 172, 164,
  85. };
  86. static const uint8_t aic_c_scan[64] = {
  87. 0, 4, 1, 2, 5, 8, 12, 9,
  88. 6, 3, 7, 10, 13, 14, 11, 15,
  89. 31, 27, 30, 29, 26, 23, 19, 22,
  90. 25, 28, 24, 21, 18, 17, 20, 16,
  91. 32, 36, 33, 34, 37, 40, 44, 41,
  92. 38, 35, 39, 42, 45, 46, 43, 47,
  93. 63, 59, 62, 61, 58, 55, 51, 54,
  94. 57, 60, 56, 53, 50, 49, 52, 48,
  95. };
  96. static const uint8_t aic_c_ext_scan[192] = {
  97. 16, 24, 17, 18, 25, 32, 40, 33,
  98. 26, 19, 27, 34, 41, 42, 35, 43,
  99. 0, 4, 1, 2, 5, 8, 12, 9,
  100. 6, 3, 7, 10, 13, 14, 11, 15,
  101. 20, 28, 21, 22, 29, 36, 44, 37,
  102. 30, 23, 31, 38, 45, 46, 39, 47,
  103. 95, 87, 94, 93, 86, 79, 71, 78,
  104. 85, 92, 84, 77, 70, 69, 76, 68,
  105. 63, 59, 62, 61, 58, 55, 51, 54,
  106. 57, 60, 56, 53, 50, 49, 52, 48,
  107. 91, 83, 90, 89, 82, 75, 67, 74,
  108. 81, 88, 80, 73, 66, 65, 72, 64,
  109. 112, 120, 113, 114, 121, 128, 136, 129,
  110. 122, 115, 123, 130, 137, 138, 131, 139,
  111. 96, 100, 97, 98, 101, 104, 108, 105,
  112. 102, 99, 103, 106, 109, 110, 107, 111,
  113. 116, 124, 117, 118, 125, 132, 140, 133,
  114. 126, 119, 127, 134, 141, 142, 135, 143,
  115. 191, 183, 190, 189, 182, 175, 167, 174,
  116. 181, 188, 180, 173, 166, 165, 172, 164,
  117. 159, 155, 158, 157, 154, 151, 147, 150,
  118. 153, 156, 152, 149, 146, 145, 148, 144,
  119. 187, 179, 186, 185, 178, 171, 163, 170,
  120. 177, 184, 176, 169, 162, 161, 168, 160,
  121. };
  122. static const uint8_t *aic_scan[NUM_BANDS] = {
  123. aic_y_scan, aic_c_scan, aic_y_ext_scan, aic_c_ext_scan
  124. };
  125. typedef struct AICContext {
  126. AVCodecContext *avctx;
  127. AVFrame *frame;
  128. DSPContext dsp;
  129. ScanTable scantable;
  130. int num_x_slices;
  131. int slice_width;
  132. int mb_width, mb_height;
  133. int quant;
  134. int interlaced;
  135. int16_t *slice_data;
  136. int16_t *data_ptr[NUM_BANDS];
  137. DECLARE_ALIGNED(16, int16_t, block)[64];
  138. } AICContext;
  139. static int aic_decode_header(AICContext *ctx, const uint8_t *src, int size)
  140. {
  141. uint32_t frame_size;
  142. int width, height;
  143. if (src[0] != 1) {
  144. av_log(ctx->avctx, AV_LOG_ERROR, "Invalid version %d\n", src[0]);
  145. return AVERROR_INVALIDDATA;
  146. }
  147. if (src[1] != AIC_HDR_SIZE - 2) {
  148. av_log(ctx->avctx, AV_LOG_ERROR, "Invalid header size %d\n", src[1]);
  149. return AVERROR_INVALIDDATA;
  150. }
  151. frame_size = AV_RB32(src + 2);
  152. width = AV_RB16(src + 6);
  153. height = AV_RB16(src + 8);
  154. if (frame_size > size) {
  155. av_log(ctx->avctx, AV_LOG_ERROR, "Frame size should be %d got %d\n",
  156. frame_size, size);
  157. return AVERROR_INVALIDDATA;
  158. }
  159. if (width != ctx->avctx->width || height != ctx->avctx->height) {
  160. av_log(ctx->avctx, AV_LOG_ERROR,
  161. "Picture dimension changed: old: %d x %d, new: %d x %d\n",
  162. ctx->avctx->width, ctx->avctx->height, width, height);
  163. return AVERROR_INVALIDDATA;
  164. }
  165. ctx->quant = src[15];
  166. ctx->interlaced = ((src[16] >> 4) == 3);
  167. return 0;
  168. }
  169. #define GET_CODE(val, type, add_bits) \
  170. do { \
  171. if (type) \
  172. val = get_ue_golomb(gb); \
  173. else \
  174. val = get_unary(gb, 1, 31); \
  175. if (add_bits) \
  176. val = (val << add_bits) + get_bits(gb, add_bits); \
  177. } while (0)
  178. static int aic_decode_coeffs(GetBitContext *gb, int16_t *dst,
  179. int band, int slice_width)
  180. {
  181. int has_skips, coeff_type, coeff_bits, skip_type, skip_bits;
  182. const int num_coeffs = aic_num_band_coeffs[band];
  183. const uint8_t *scan = aic_scan[band];
  184. int mb, idx, val;
  185. has_skips = get_bits1(gb);
  186. coeff_type = get_bits1(gb);
  187. coeff_bits = get_bits(gb, 3);
  188. if (has_skips) {
  189. skip_type = get_bits1(gb);
  190. skip_bits = get_bits(gb, 3);
  191. for (mb = 0; mb < slice_width; mb++) {
  192. idx = -1;
  193. do {
  194. GET_CODE(val, skip_type, skip_bits);
  195. idx += val + 1;
  196. if (idx >= num_coeffs)
  197. break;
  198. GET_CODE(val, coeff_type, coeff_bits);
  199. val++;
  200. if (val >= 0x10000)
  201. return AVERROR_INVALIDDATA;
  202. dst[scan[idx]] = val;
  203. } while (idx < num_coeffs - 1);
  204. dst += num_coeffs;
  205. }
  206. } else {
  207. for (mb = 0; mb < slice_width; mb++) {
  208. for (idx = 0; idx < num_coeffs; idx++) {
  209. GET_CODE(val, coeff_type, coeff_bits);
  210. if (val >= 0x10000)
  211. return AVERROR_INVALIDDATA;
  212. dst[scan[idx]] = val;
  213. }
  214. dst += num_coeffs;
  215. }
  216. }
  217. return 0;
  218. }
  219. static void recombine_block(int16_t *dst, const uint8_t *scan,
  220. int16_t **base, int16_t **ext)
  221. {
  222. int i, j;
  223. for (i = 0; i < 4; i++) {
  224. for (j = 0; j < 4; j++)
  225. dst[scan[i * 8 + j]] = (*base)[j];
  226. for (j = 0; j < 4; j++)
  227. dst[scan[i * 8 + j + 4]] = (*ext)[j];
  228. *base += 4;
  229. *ext += 4;
  230. }
  231. for (; i < 8; i++) {
  232. for (j = 0; j < 8; j++)
  233. dst[scan[i * 8 + j]] = (*ext)[j];
  234. *ext += 8;
  235. }
  236. }
  237. static void recombine_block_il(int16_t *dst, const uint8_t *scan,
  238. int16_t **base, int16_t **ext,
  239. int block_no)
  240. {
  241. int i, j;
  242. if (block_no < 2) {
  243. for (i = 0; i < 8; i++) {
  244. for (j = 0; j < 4; j++)
  245. dst[scan[i * 8 + j]] = (*base)[j];
  246. for (j = 0; j < 4; j++)
  247. dst[scan[i * 8 + j + 4]] = (*ext)[j];
  248. *base += 4;
  249. *ext += 4;
  250. }
  251. } else {
  252. for (i = 0; i < 64; i++)
  253. dst[scan[i]] = (*ext)[i];
  254. *ext += 64;
  255. }
  256. }
  257. static void unquant_block(int16_t *block, int q)
  258. {
  259. int i;
  260. for (i = 0; i < 64; i++) {
  261. int val = (uint16_t)block[i];
  262. int sign = val & 1;
  263. block[i] = (((val >> 1) ^ -sign) * q * aic_quant_matrix[i] >> 4)
  264. + sign;
  265. }
  266. }
  267. static int aic_decode_slice(AICContext *ctx, int mb_x, int mb_y,
  268. const uint8_t *src, int src_size)
  269. {
  270. GetBitContext gb;
  271. int ret, i, mb, blk;
  272. int slice_width = FFMIN(ctx->slice_width, ctx->mb_width - mb_x);
  273. uint8_t *Y, *C[2];
  274. uint8_t *dst;
  275. int16_t *base_y = ctx->data_ptr[COEFF_LUMA];
  276. int16_t *base_c = ctx->data_ptr[COEFF_CHROMA];
  277. int16_t *ext_y = ctx->data_ptr[COEFF_LUMA_EXT];
  278. int16_t *ext_c = ctx->data_ptr[COEFF_CHROMA_EXT];
  279. const int ystride = ctx->frame->linesize[0];
  280. Y = ctx->frame->data[0] + mb_x * 16 + mb_y * 16 * ystride;
  281. for (i = 0; i < 2; i++)
  282. C[i] = ctx->frame->data[i + 1] + mb_x * 8
  283. + mb_y * 8 * ctx->frame->linesize[i + 1];
  284. init_get_bits(&gb, src, src_size * 8);
  285. memset(ctx->slice_data, 0,
  286. sizeof(*ctx->slice_data) * slice_width * AIC_BAND_COEFFS);
  287. for (i = 0; i < NUM_BANDS; i++)
  288. if ((ret = aic_decode_coeffs(&gb, ctx->data_ptr[i],
  289. i, slice_width)) < 0)
  290. return ret;
  291. for (mb = 0; mb < slice_width; mb++) {
  292. for (blk = 0; blk < 4; blk++) {
  293. if (!ctx->interlaced)
  294. recombine_block(ctx->block, ctx->scantable.permutated,
  295. &base_y, &ext_y);
  296. else
  297. recombine_block_il(ctx->block, ctx->scantable.permutated,
  298. &base_y, &ext_y, blk);
  299. unquant_block(ctx->block, ctx->quant);
  300. ctx->dsp.idct(ctx->block);
  301. if (!ctx->interlaced) {
  302. dst = Y + (blk & 1) * 8 * ystride + (blk >> 1) * 8;
  303. ctx->dsp.put_signed_pixels_clamped(ctx->block, dst,
  304. ystride);
  305. } else {
  306. dst = Y + (blk & 1) * 8 + (blk >> 1) * ystride;
  307. ctx->dsp.put_signed_pixels_clamped(ctx->block, dst,
  308. ystride * 2);
  309. }
  310. }
  311. Y += 16;
  312. for (blk = 0; blk < 2; blk++) {
  313. recombine_block(ctx->block, ctx->scantable.permutated,
  314. &base_c, &ext_c);
  315. unquant_block(ctx->block, ctx->quant);
  316. ctx->dsp.idct(ctx->block);
  317. ctx->dsp.put_signed_pixels_clamped(ctx->block, C[blk],
  318. ctx->frame->linesize[blk + 1]);
  319. C[blk] += 8;
  320. }
  321. }
  322. return 0;
  323. }
  324. static int aic_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  325. AVPacket *avpkt)
  326. {
  327. AICContext *ctx = avctx->priv_data;
  328. const uint8_t *buf = avpkt->data;
  329. int buf_size = avpkt->size;
  330. GetByteContext gb;
  331. uint32_t off;
  332. int x, y, ret;
  333. int slice_size;
  334. ctx->frame = data;
  335. ctx->frame->pict_type = AV_PICTURE_TYPE_I;
  336. ctx->frame->key_frame = 1;
  337. off = FFALIGN(AIC_HDR_SIZE + ctx->num_x_slices * ctx->mb_height * 2, 4);
  338. if (buf_size < off) {
  339. av_log(avctx, AV_LOG_ERROR, "Too small frame\n");
  340. return AVERROR_INVALIDDATA;
  341. }
  342. if ((ret = aic_decode_header(ctx, buf, buf_size)) < 0)
  343. return ret;
  344. if ((ret = ff_get_buffer(avctx, ctx->frame, 0)) < 0)
  345. return ret;
  346. bytestream2_init(&gb, buf + AIC_HDR_SIZE,
  347. ctx->num_x_slices * ctx->mb_height * 2);
  348. for (y = 0; y < ctx->mb_height; y++) {
  349. for (x = 0; x < ctx->mb_width; x += ctx->slice_width) {
  350. slice_size = bytestream2_get_le16(&gb) * 4;
  351. if (slice_size + off > buf_size || !slice_size) {
  352. av_log(avctx, AV_LOG_ERROR, "Incorrect slice size\n");
  353. return AVERROR_INVALIDDATA;
  354. }
  355. if ((ret = aic_decode_slice(ctx, x, y,
  356. buf + off, slice_size)) < 0)
  357. return ret;
  358. off += slice_size;
  359. }
  360. }
  361. *got_frame = 1;
  362. return avpkt->size;
  363. }
  364. static av_cold int aic_decode_init(AVCodecContext *avctx)
  365. {
  366. AICContext *ctx = avctx->priv_data;
  367. int i;
  368. uint8_t scan[64];
  369. ctx->avctx = avctx;
  370. avctx->pix_fmt = AV_PIX_FMT_YUV420P;
  371. ff_dsputil_init(&ctx->dsp, avctx);
  372. for (i = 0; i < 64; i++)
  373. scan[i] = i;
  374. ff_init_scantable(ctx->dsp.idct_permutation, &ctx->scantable, scan);
  375. ctx->mb_width = FFALIGN(avctx->width, 16) >> 4;
  376. ctx->mb_height = FFALIGN(avctx->height, 16) >> 4;
  377. ctx->num_x_slices = 16;
  378. ctx->slice_width = ctx->mb_width / 16;
  379. for (i = 1; i < 32; i++) {
  380. if (!(ctx->mb_width % i) && (ctx->mb_width / i < 32)) {
  381. ctx->slice_width = ctx->mb_width / i;
  382. ctx->num_x_slices = i;
  383. break;
  384. }
  385. }
  386. ctx->slice_data = av_malloc(ctx->slice_width * AIC_BAND_COEFFS
  387. * sizeof(*ctx->slice_data));
  388. if (!ctx->slice_data) {
  389. av_log(avctx, AV_LOG_ERROR, "Error allocating slice buffer\n");
  390. return AVERROR(ENOMEM);
  391. }
  392. for (i = 0; i < NUM_BANDS; i++)
  393. ctx->data_ptr[i] = ctx->slice_data + ctx->slice_width
  394. * aic_band_off[i];
  395. return 0;
  396. }
  397. static av_cold int aic_decode_close(AVCodecContext *avctx)
  398. {
  399. AICContext *ctx = avctx->priv_data;
  400. av_freep(&ctx->slice_data);
  401. return 0;
  402. }
  403. AVCodec ff_aic_decoder = {
  404. .name = "aic",
  405. .type = AVMEDIA_TYPE_VIDEO,
  406. .id = AV_CODEC_ID_AIC,
  407. .priv_data_size = sizeof(AICContext),
  408. .init = aic_decode_init,
  409. .close = aic_decode_close,
  410. .decode = aic_decode_frame,
  411. .capabilities = CODEC_CAP_DR1,
  412. .long_name = NULL_IF_CONFIG_SMALL("Apple Intermediate Codec")
  413. };