You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

482 lines
15KB

  1. /*
  2. * Apple Intermediate Codec decoder
  3. *
  4. * Copyright (c) 2013 Konstantin Shishkov
  5. *
  6. * This file is part of Libav.
  7. *
  8. * Libav is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * Libav is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with Libav; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include <inttypes.h>
  23. #include "avcodec.h"
  24. #include "bytestream.h"
  25. #include "internal.h"
  26. #include "get_bits.h"
  27. #include "golomb.h"
  28. #include "idctdsp.h"
  29. #include "unary.h"
  30. #define AIC_HDR_SIZE 24
  31. #define AIC_BAND_COEFFS (64 + 32 + 192 + 96)
  32. enum AICBands {
  33. COEFF_LUMA = 0,
  34. COEFF_CHROMA,
  35. COEFF_LUMA_EXT,
  36. COEFF_CHROMA_EXT,
  37. NUM_BANDS
  38. };
  39. static const int aic_num_band_coeffs[NUM_BANDS] = { 64, 32, 192, 96 };
  40. static const int aic_band_off[NUM_BANDS] = { 0, 64, 96, 288 };
  41. static const uint8_t aic_quant_matrix[64] = {
  42. 8, 16, 19, 22, 22, 26, 26, 27,
  43. 16, 16, 22, 22, 26, 27, 27, 29,
  44. 19, 22, 26, 26, 27, 29, 29, 35,
  45. 22, 24, 27, 27, 29, 32, 34, 38,
  46. 26, 27, 29, 29, 32, 35, 38, 46,
  47. 27, 29, 34, 34, 35, 40, 46, 56,
  48. 29, 34, 34, 37, 40, 48, 56, 69,
  49. 34, 37, 38, 40, 48, 58, 69, 83,
  50. };
  51. static const uint8_t aic_y_scan[64] = {
  52. 0, 4, 1, 2, 5, 8, 12, 9,
  53. 6, 3, 7, 10, 13, 14, 11, 15,
  54. 47, 43, 46, 45, 42, 39, 35, 38,
  55. 41, 44, 40, 37, 34, 33, 36, 32,
  56. 16, 20, 17, 18, 21, 24, 28, 25,
  57. 22, 19, 23, 26, 29, 30, 27, 31,
  58. 63, 59, 62, 61, 58, 55, 51, 54,
  59. 57, 60, 56, 53, 50, 49, 52, 48,
  60. };
  61. static const uint8_t aic_y_ext_scan[192] = {
  62. 64, 72, 65, 66, 73, 80, 88, 81,
  63. 74, 67, 75, 82, 89, 90, 83, 91,
  64. 0, 4, 1, 2, 5, 8, 12, 9,
  65. 6, 3, 7, 10, 13, 14, 11, 15,
  66. 16, 20, 17, 18, 21, 24, 28, 25,
  67. 22, 19, 23, 26, 29, 30, 27, 31,
  68. 155, 147, 154, 153, 146, 139, 131, 138,
  69. 145, 152, 144, 137, 130, 129, 136, 128,
  70. 47, 43, 46, 45, 42, 39, 35, 38,
  71. 41, 44, 40, 37, 34, 33, 36, 32,
  72. 63, 59, 62, 61, 58, 55, 51, 54,
  73. 57, 60, 56, 53, 50, 49, 52, 48,
  74. 96, 104, 97, 98, 105, 112, 120, 113,
  75. 106, 99, 107, 114, 121, 122, 115, 123,
  76. 68, 76, 69, 70, 77, 84, 92, 85,
  77. 78, 71, 79, 86, 93, 94, 87, 95,
  78. 100, 108, 101, 102, 109, 116, 124, 117,
  79. 110, 103, 111, 118, 125, 126, 119, 127,
  80. 187, 179, 186, 185, 178, 171, 163, 170,
  81. 177, 184, 176, 169, 162, 161, 168, 160,
  82. 159, 151, 158, 157, 150, 143, 135, 142,
  83. 149, 156, 148, 141, 134, 133, 140, 132,
  84. 191, 183, 190, 189, 182, 175, 167, 174,
  85. 181, 188, 180, 173, 166, 165, 172, 164,
  86. };
  87. static const uint8_t aic_c_scan[64] = {
  88. 0, 4, 1, 2, 5, 8, 12, 9,
  89. 6, 3, 7, 10, 13, 14, 11, 15,
  90. 31, 27, 30, 29, 26, 23, 19, 22,
  91. 25, 28, 24, 21, 18, 17, 20, 16,
  92. 32, 36, 33, 34, 37, 40, 44, 41,
  93. 38, 35, 39, 42, 45, 46, 43, 47,
  94. 63, 59, 62, 61, 58, 55, 51, 54,
  95. 57, 60, 56, 53, 50, 49, 52, 48,
  96. };
  97. static const uint8_t aic_c_ext_scan[192] = {
  98. 16, 24, 17, 18, 25, 32, 40, 33,
  99. 26, 19, 27, 34, 41, 42, 35, 43,
  100. 0, 4, 1, 2, 5, 8, 12, 9,
  101. 6, 3, 7, 10, 13, 14, 11, 15,
  102. 20, 28, 21, 22, 29, 36, 44, 37,
  103. 30, 23, 31, 38, 45, 46, 39, 47,
  104. 95, 87, 94, 93, 86, 79, 71, 78,
  105. 85, 92, 84, 77, 70, 69, 76, 68,
  106. 63, 59, 62, 61, 58, 55, 51, 54,
  107. 57, 60, 56, 53, 50, 49, 52, 48,
  108. 91, 83, 90, 89, 82, 75, 67, 74,
  109. 81, 88, 80, 73, 66, 65, 72, 64,
  110. 112, 120, 113, 114, 121, 128, 136, 129,
  111. 122, 115, 123, 130, 137, 138, 131, 139,
  112. 96, 100, 97, 98, 101, 104, 108, 105,
  113. 102, 99, 103, 106, 109, 110, 107, 111,
  114. 116, 124, 117, 118, 125, 132, 140, 133,
  115. 126, 119, 127, 134, 141, 142, 135, 143,
  116. 191, 183, 190, 189, 182, 175, 167, 174,
  117. 181, 188, 180, 173, 166, 165, 172, 164,
  118. 159, 155, 158, 157, 154, 151, 147, 150,
  119. 153, 156, 152, 149, 146, 145, 148, 144,
  120. 187, 179, 186, 185, 178, 171, 163, 170,
  121. 177, 184, 176, 169, 162, 161, 168, 160,
  122. };
  123. static const uint8_t *aic_scan[NUM_BANDS] = {
  124. aic_y_scan, aic_c_scan, aic_y_ext_scan, aic_c_ext_scan
  125. };
  126. typedef struct AICContext {
  127. AVCodecContext *avctx;
  128. AVFrame *frame;
  129. IDCTDSPContext idsp;
  130. ScanTable scantable;
  131. int num_x_slices;
  132. int slice_width;
  133. int mb_width, mb_height;
  134. int quant;
  135. int interlaced;
  136. int16_t *slice_data;
  137. int16_t *data_ptr[NUM_BANDS];
  138. DECLARE_ALIGNED(16, int16_t, block)[64];
  139. } AICContext;
  140. static int aic_decode_header(AICContext *ctx, const uint8_t *src, int size)
  141. {
  142. uint32_t frame_size;
  143. int width, height;
  144. if (src[0] != 1) {
  145. av_log(ctx->avctx, AV_LOG_ERROR, "Invalid version %d\n", src[0]);
  146. return AVERROR_INVALIDDATA;
  147. }
  148. if (src[1] != AIC_HDR_SIZE - 2) {
  149. av_log(ctx->avctx, AV_LOG_ERROR, "Invalid header size %d\n", src[1]);
  150. return AVERROR_INVALIDDATA;
  151. }
  152. frame_size = AV_RB32(src + 2);
  153. width = AV_RB16(src + 6);
  154. height = AV_RB16(src + 8);
  155. if (frame_size > size) {
  156. av_log(ctx->avctx, AV_LOG_ERROR, "Frame size should be %"PRIu32" got %d\n",
  157. frame_size, size);
  158. return AVERROR_INVALIDDATA;
  159. }
  160. if (width != ctx->avctx->width || height != ctx->avctx->height) {
  161. av_log(ctx->avctx, AV_LOG_ERROR,
  162. "Picture dimension changed: old: %d x %d, new: %d x %d\n",
  163. ctx->avctx->width, ctx->avctx->height, width, height);
  164. return AVERROR_INVALIDDATA;
  165. }
  166. ctx->quant = src[15];
  167. ctx->interlaced = ((src[16] >> 4) == 3);
  168. return 0;
  169. }
  170. #define GET_CODE(val, type, add_bits) \
  171. do { \
  172. if (type) \
  173. val = get_ue_golomb(gb); \
  174. else \
  175. val = get_unary(gb, 1, 31); \
  176. if (add_bits) \
  177. val = (val << add_bits) + get_bits(gb, add_bits); \
  178. } while (0)
  179. static int aic_decode_coeffs(GetBitContext *gb, int16_t *dst,
  180. int band, int slice_width, int force_chroma)
  181. {
  182. int has_skips, coeff_type, coeff_bits, skip_type, skip_bits;
  183. const int num_coeffs = aic_num_band_coeffs[band];
  184. const uint8_t *scan = aic_scan[band | force_chroma];
  185. int mb, idx, val;
  186. has_skips = get_bits1(gb);
  187. coeff_type = get_bits1(gb);
  188. coeff_bits = get_bits(gb, 3);
  189. if (has_skips) {
  190. skip_type = get_bits1(gb);
  191. skip_bits = get_bits(gb, 3);
  192. for (mb = 0; mb < slice_width; mb++) {
  193. idx = -1;
  194. do {
  195. GET_CODE(val, skip_type, skip_bits);
  196. if (val < 0)
  197. return AVERROR_INVALIDDATA;
  198. idx += val + 1;
  199. if (idx >= num_coeffs)
  200. break;
  201. GET_CODE(val, coeff_type, coeff_bits);
  202. val++;
  203. if (val >= 0x10000 || val < 0)
  204. return AVERROR_INVALIDDATA;
  205. dst[scan[idx]] = val;
  206. } while (idx < num_coeffs - 1);
  207. dst += num_coeffs;
  208. }
  209. } else {
  210. for (mb = 0; mb < slice_width; mb++) {
  211. for (idx = 0; idx < num_coeffs; idx++) {
  212. GET_CODE(val, coeff_type, coeff_bits);
  213. if (val >= 0x10000 || val < 0)
  214. return AVERROR_INVALIDDATA;
  215. dst[scan[idx]] = val;
  216. }
  217. dst += num_coeffs;
  218. }
  219. }
  220. return 0;
  221. }
  222. static void recombine_block(int16_t *dst, const uint8_t *scan,
  223. int16_t **base, int16_t **ext)
  224. {
  225. int i, j;
  226. for (i = 0; i < 4; i++) {
  227. for (j = 0; j < 4; j++)
  228. dst[scan[i * 8 + j]] = (*base)[j];
  229. for (j = 0; j < 4; j++)
  230. dst[scan[i * 8 + j + 4]] = (*ext)[j];
  231. *base += 4;
  232. *ext += 4;
  233. }
  234. for (; i < 8; i++) {
  235. for (j = 0; j < 8; j++)
  236. dst[scan[i * 8 + j]] = (*ext)[j];
  237. *ext += 8;
  238. }
  239. }
  240. static void recombine_block_il(int16_t *dst, const uint8_t *scan,
  241. int16_t **base, int16_t **ext,
  242. int block_no)
  243. {
  244. int i, j;
  245. if (block_no < 2) {
  246. for (i = 0; i < 8; i++) {
  247. for (j = 0; j < 4; j++)
  248. dst[scan[i * 8 + j]] = (*base)[j];
  249. for (j = 0; j < 4; j++)
  250. dst[scan[i * 8 + j + 4]] = (*ext)[j];
  251. *base += 4;
  252. *ext += 4;
  253. }
  254. } else {
  255. for (i = 0; i < 64; i++)
  256. dst[scan[i]] = (*ext)[i];
  257. *ext += 64;
  258. }
  259. }
  260. static void unquant_block(int16_t *block, int q)
  261. {
  262. int i;
  263. for (i = 0; i < 64; i++) {
  264. int val = (uint16_t)block[i];
  265. int sign = val & 1;
  266. block[i] = (((val >> 1) ^ -sign) * q * aic_quant_matrix[i] >> 4)
  267. + sign;
  268. }
  269. }
  270. static int aic_decode_slice(AICContext *ctx, int mb_x, int mb_y,
  271. const uint8_t *src, int src_size)
  272. {
  273. GetBitContext gb;
  274. int ret, i, mb, blk;
  275. int slice_width = FFMIN(ctx->slice_width, ctx->mb_width - mb_x);
  276. uint8_t *Y, *C[2];
  277. uint8_t *dst;
  278. int16_t *base_y = ctx->data_ptr[COEFF_LUMA];
  279. int16_t *base_c = ctx->data_ptr[COEFF_CHROMA];
  280. int16_t *ext_y = ctx->data_ptr[COEFF_LUMA_EXT];
  281. int16_t *ext_c = ctx->data_ptr[COEFF_CHROMA_EXT];
  282. const int ystride = ctx->frame->linesize[0];
  283. Y = ctx->frame->data[0] + mb_x * 16 + mb_y * 16 * ystride;
  284. for (i = 0; i < 2; i++)
  285. C[i] = ctx->frame->data[i + 1] + mb_x * 8
  286. + mb_y * 8 * ctx->frame->linesize[i + 1];
  287. init_get_bits(&gb, src, src_size * 8);
  288. memset(ctx->slice_data, 0,
  289. sizeof(*ctx->slice_data) * slice_width * AIC_BAND_COEFFS);
  290. for (i = 0; i < NUM_BANDS; i++)
  291. if ((ret = aic_decode_coeffs(&gb, ctx->data_ptr[i],
  292. i, slice_width,
  293. !ctx->interlaced)) < 0)
  294. return ret;
  295. for (mb = 0; mb < slice_width; mb++) {
  296. for (blk = 0; blk < 4; blk++) {
  297. if (!ctx->interlaced)
  298. recombine_block(ctx->block, ctx->scantable.permutated,
  299. &base_y, &ext_y);
  300. else
  301. recombine_block_il(ctx->block, ctx->scantable.permutated,
  302. &base_y, &ext_y, blk);
  303. unquant_block(ctx->block, ctx->quant);
  304. ctx->idsp.idct(ctx->block);
  305. if (!ctx->interlaced) {
  306. dst = Y + (blk >> 1) * 8 * ystride + (blk & 1) * 8;
  307. ctx->idsp.put_signed_pixels_clamped(ctx->block, dst, ystride);
  308. } else {
  309. dst = Y + (blk & 1) * 8 + (blk >> 1) * ystride;
  310. ctx->idsp.put_signed_pixels_clamped(ctx->block, dst,
  311. ystride * 2);
  312. }
  313. }
  314. Y += 16;
  315. for (blk = 0; blk < 2; blk++) {
  316. recombine_block(ctx->block, ctx->scantable.permutated,
  317. &base_c, &ext_c);
  318. unquant_block(ctx->block, ctx->quant);
  319. ctx->idsp.idct(ctx->block);
  320. ctx->idsp.put_signed_pixels_clamped(ctx->block, C[blk],
  321. ctx->frame->linesize[blk + 1]);
  322. C[blk] += 8;
  323. }
  324. }
  325. return 0;
  326. }
  327. static int aic_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  328. AVPacket *avpkt)
  329. {
  330. AICContext *ctx = avctx->priv_data;
  331. const uint8_t *buf = avpkt->data;
  332. int buf_size = avpkt->size;
  333. GetByteContext gb;
  334. uint32_t off;
  335. int x, y, ret;
  336. int slice_size;
  337. ctx->frame = data;
  338. ctx->frame->pict_type = AV_PICTURE_TYPE_I;
  339. ctx->frame->key_frame = 1;
  340. off = FFALIGN(AIC_HDR_SIZE + ctx->num_x_slices * ctx->mb_height * 2, 4);
  341. if (buf_size < off) {
  342. av_log(avctx, AV_LOG_ERROR, "Too small frame\n");
  343. return AVERROR_INVALIDDATA;
  344. }
  345. if ((ret = aic_decode_header(ctx, buf, buf_size)) < 0)
  346. return ret;
  347. if ((ret = ff_get_buffer(avctx, ctx->frame, 0)) < 0)
  348. return ret;
  349. bytestream2_init(&gb, buf + AIC_HDR_SIZE,
  350. ctx->num_x_slices * ctx->mb_height * 2);
  351. for (y = 0; y < ctx->mb_height; y++) {
  352. for (x = 0; x < ctx->mb_width; x += ctx->slice_width) {
  353. slice_size = bytestream2_get_le16(&gb) * 4;
  354. if (slice_size + off > buf_size || !slice_size) {
  355. av_log(avctx, AV_LOG_ERROR, "Incorrect slice size\n");
  356. return AVERROR_INVALIDDATA;
  357. }
  358. if ((ret = aic_decode_slice(ctx, x, y,
  359. buf + off, slice_size)) < 0)
  360. return ret;
  361. off += slice_size;
  362. }
  363. }
  364. *got_frame = 1;
  365. return avpkt->size;
  366. }
  367. static av_cold int aic_decode_init(AVCodecContext *avctx)
  368. {
  369. AICContext *ctx = avctx->priv_data;
  370. int i;
  371. uint8_t scan[64];
  372. ctx->avctx = avctx;
  373. avctx->pix_fmt = AV_PIX_FMT_YUV420P;
  374. ff_idctdsp_init(&ctx->idsp, avctx);
  375. for (i = 0; i < 64; i++)
  376. scan[i] = i;
  377. ff_init_scantable(ctx->idsp.idct_permutation, &ctx->scantable, scan);
  378. ctx->mb_width = FFALIGN(avctx->width, 16) >> 4;
  379. ctx->mb_height = FFALIGN(avctx->height, 16) >> 4;
  380. ctx->num_x_slices = (ctx->mb_width + 15) >> 4;
  381. ctx->slice_width = 16;
  382. for (i = 1; i < 32; i++) {
  383. if (!(ctx->mb_width % i) && (ctx->mb_width / i < 32)) {
  384. ctx->slice_width = ctx->mb_width / i;
  385. ctx->num_x_slices = i;
  386. break;
  387. }
  388. }
  389. ctx->slice_data = av_malloc(ctx->slice_width * AIC_BAND_COEFFS
  390. * sizeof(*ctx->slice_data));
  391. if (!ctx->slice_data) {
  392. av_log(avctx, AV_LOG_ERROR, "Error allocating slice buffer\n");
  393. return AVERROR(ENOMEM);
  394. }
  395. for (i = 0; i < NUM_BANDS; i++)
  396. ctx->data_ptr[i] = ctx->slice_data + ctx->slice_width
  397. * aic_band_off[i];
  398. return 0;
  399. }
  400. static av_cold int aic_decode_close(AVCodecContext *avctx)
  401. {
  402. AICContext *ctx = avctx->priv_data;
  403. av_freep(&ctx->slice_data);
  404. return 0;
  405. }
  406. AVCodec ff_aic_decoder = {
  407. .name = "aic",
  408. .long_name = NULL_IF_CONFIG_SMALL("Apple Intermediate Codec"),
  409. .type = AVMEDIA_TYPE_VIDEO,
  410. .id = AV_CODEC_ID_AIC,
  411. .priv_data_size = sizeof(AICContext),
  412. .init = aic_decode_init,
  413. .close = aic_decode_close,
  414. .decode = aic_decode_frame,
  415. .capabilities = CODEC_CAP_DR1,
  416. };