You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1960 lines
68KB

  1. /*
  2. * MJPEG decoder
  3. * Copyright (c) 2000, 2001 Fabrice Bellard
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. * Copyright (c) 2003-2004 Michael Niedermayer
  6. *
  7. * Support for external huffman table, various fixes (AVID workaround),
  8. * aspecting, new decode_frame mechanism and apple mjpeg-b support
  9. * by Alex Beregszaszi
  10. *
  11. * This file is part of FFmpeg.
  12. *
  13. * FFmpeg is free software; you can redistribute it and/or
  14. * modify it under the terms of the GNU Lesser General Public
  15. * License as published by the Free Software Foundation; either
  16. * version 2.1 of the License, or (at your option) any later version.
  17. *
  18. * FFmpeg is distributed in the hope that it will be useful,
  19. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  21. * Lesser General Public License for more details.
  22. *
  23. * You should have received a copy of the GNU Lesser General Public
  24. * License along with FFmpeg; if not, write to the Free Software
  25. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  26. */
  27. /**
  28. * @file
  29. * MJPEG decoder.
  30. */
  31. #include "libavutil/imgutils.h"
  32. #include "libavutil/avassert.h"
  33. #include "libavutil/opt.h"
  34. #include "avcodec.h"
  35. #include "copy_block.h"
  36. #include "internal.h"
  37. #include "mjpeg.h"
  38. #include "mjpegdec.h"
  39. #include "jpeglsdec.h"
  40. static int build_vlc(VLC *vlc, const uint8_t *bits_table,
  41. const uint8_t *val_table, int nb_codes,
  42. int use_static, int is_ac)
  43. {
  44. uint8_t huff_size[256] = { 0 };
  45. uint16_t huff_code[256];
  46. uint16_t huff_sym[256];
  47. int i;
  48. av_assert0(nb_codes <= 256);
  49. ff_mjpeg_build_huffman_codes(huff_size, huff_code, bits_table, val_table);
  50. for (i = 0; i < 256; i++)
  51. huff_sym[i] = i + 16 * is_ac;
  52. if (is_ac)
  53. huff_sym[0] = 16 * 256;
  54. return ff_init_vlc_sparse(vlc, 9, nb_codes, huff_size, 1, 1,
  55. huff_code, 2, 2, huff_sym, 2, 2, use_static);
  56. }
  57. static void build_basic_mjpeg_vlc(MJpegDecodeContext *s)
  58. {
  59. build_vlc(&s->vlcs[0][0], avpriv_mjpeg_bits_dc_luminance,
  60. avpriv_mjpeg_val_dc, 12, 0, 0);
  61. build_vlc(&s->vlcs[0][1], avpriv_mjpeg_bits_dc_chrominance,
  62. avpriv_mjpeg_val_dc, 12, 0, 0);
  63. build_vlc(&s->vlcs[1][0], avpriv_mjpeg_bits_ac_luminance,
  64. avpriv_mjpeg_val_ac_luminance, 251, 0, 1);
  65. build_vlc(&s->vlcs[1][1], avpriv_mjpeg_bits_ac_chrominance,
  66. avpriv_mjpeg_val_ac_chrominance, 251, 0, 1);
  67. build_vlc(&s->vlcs[2][0], avpriv_mjpeg_bits_ac_luminance,
  68. avpriv_mjpeg_val_ac_luminance, 251, 0, 0);
  69. build_vlc(&s->vlcs[2][1], avpriv_mjpeg_bits_ac_chrominance,
  70. avpriv_mjpeg_val_ac_chrominance, 251, 0, 0);
  71. }
  72. av_cold int ff_mjpeg_decode_init(AVCodecContext *avctx)
  73. {
  74. MJpegDecodeContext *s = avctx->priv_data;
  75. if (!s->picture_ptr)
  76. s->picture_ptr = &s->picture;
  77. avcodec_get_frame_defaults(&s->picture);
  78. s->avctx = avctx;
  79. ff_hpeldsp_init(&s->hdsp, avctx->flags);
  80. ff_dsputil_init(&s->dsp, avctx);
  81. ff_init_scantable(s->dsp.idct_permutation, &s->scantable, ff_zigzag_direct);
  82. s->buffer_size = 0;
  83. s->buffer = NULL;
  84. s->start_code = -1;
  85. s->first_picture = 1;
  86. s->got_picture = 0;
  87. s->org_height = avctx->coded_height;
  88. avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
  89. build_basic_mjpeg_vlc(s);
  90. if (s->extern_huff) {
  91. av_log(avctx, AV_LOG_INFO, "using external huffman table\n");
  92. init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size * 8);
  93. if (ff_mjpeg_decode_dht(s)) {
  94. av_log(avctx, AV_LOG_ERROR,
  95. "error using external huffman table, switching back to internal\n");
  96. build_basic_mjpeg_vlc(s);
  97. }
  98. }
  99. if (avctx->field_order == AV_FIELD_BB) { /* quicktime icefloe 019 */
  100. s->interlace_polarity = 1; /* bottom field first */
  101. av_log(avctx, AV_LOG_DEBUG, "bottom field first\n");
  102. }
  103. if (avctx->codec->id == AV_CODEC_ID_AMV)
  104. s->flipped = 1;
  105. return 0;
  106. }
  107. /* quantize tables */
  108. int ff_mjpeg_decode_dqt(MJpegDecodeContext *s)
  109. {
  110. int len, index, i, j;
  111. len = get_bits(&s->gb, 16) - 2;
  112. while (len >= 65) {
  113. int pr = get_bits(&s->gb, 4);
  114. if (pr > 1) {
  115. av_log(s->avctx, AV_LOG_ERROR, "dqt: invalid precision\n");
  116. return AVERROR_INVALIDDATA;
  117. }
  118. index = get_bits(&s->gb, 4);
  119. if (index >= 4)
  120. return -1;
  121. av_log(s->avctx, AV_LOG_DEBUG, "index=%d\n", index);
  122. /* read quant table */
  123. for (i = 0; i < 64; i++) {
  124. j = s->scantable.permutated[i];
  125. s->quant_matrixes[index][j] = get_bits(&s->gb, pr ? 16 : 8);
  126. }
  127. // XXX FIXME finetune, and perhaps add dc too
  128. s->qscale[index] = FFMAX(s->quant_matrixes[index][s->scantable.permutated[1]],
  129. s->quant_matrixes[index][s->scantable.permutated[8]]) >> 1;
  130. av_log(s->avctx, AV_LOG_DEBUG, "qscale[%d]: %d\n",
  131. index, s->qscale[index]);
  132. len -= 65;
  133. }
  134. return 0;
  135. }
  136. /* decode huffman tables and build VLC decoders */
  137. int ff_mjpeg_decode_dht(MJpegDecodeContext *s)
  138. {
  139. int len, index, i, class, n, v, code_max;
  140. uint8_t bits_table[17];
  141. uint8_t val_table[256];
  142. int ret = 0;
  143. len = get_bits(&s->gb, 16) - 2;
  144. while (len > 0) {
  145. if (len < 17)
  146. return AVERROR_INVALIDDATA;
  147. class = get_bits(&s->gb, 4);
  148. if (class >= 2)
  149. return AVERROR_INVALIDDATA;
  150. index = get_bits(&s->gb, 4);
  151. if (index >= 4)
  152. return AVERROR_INVALIDDATA;
  153. n = 0;
  154. for (i = 1; i <= 16; i++) {
  155. bits_table[i] = get_bits(&s->gb, 8);
  156. n += bits_table[i];
  157. }
  158. len -= 17;
  159. if (len < n || n > 256)
  160. return AVERROR_INVALIDDATA;
  161. code_max = 0;
  162. for (i = 0; i < n; i++) {
  163. v = get_bits(&s->gb, 8);
  164. if (v > code_max)
  165. code_max = v;
  166. val_table[i] = v;
  167. }
  168. len -= n;
  169. /* build VLC and flush previous vlc if present */
  170. ff_free_vlc(&s->vlcs[class][index]);
  171. av_log(s->avctx, AV_LOG_DEBUG, "class=%d index=%d nb_codes=%d\n",
  172. class, index, code_max + 1);
  173. if ((ret = build_vlc(&s->vlcs[class][index], bits_table, val_table,
  174. code_max + 1, 0, class > 0)) < 0)
  175. return ret;
  176. if (class > 0) {
  177. ff_free_vlc(&s->vlcs[2][index]);
  178. if ((ret = build_vlc(&s->vlcs[2][index], bits_table, val_table,
  179. code_max + 1, 0, 0)) < 0)
  180. return ret;
  181. }
  182. }
  183. return 0;
  184. }
  185. int ff_mjpeg_decode_sof(MJpegDecodeContext *s)
  186. {
  187. int len, nb_components, i, width, height, pix_fmt_id;
  188. int h_count[MAX_COMPONENTS];
  189. int v_count[MAX_COMPONENTS];
  190. s->cur_scan = 0;
  191. s->upscale_h = s->upscale_v = 0;
  192. /* XXX: verify len field validity */
  193. len = get_bits(&s->gb, 16);
  194. s->bits = get_bits(&s->gb, 8);
  195. if (s->pegasus_rct)
  196. s->bits = 9;
  197. if (s->bits == 9 && !s->pegasus_rct)
  198. s->rct = 1; // FIXME ugly
  199. if (s->bits != 8 && !s->lossless) {
  200. av_log(s->avctx, AV_LOG_ERROR, "only 8 bits/component accepted\n");
  201. return -1;
  202. }
  203. if(s->lossless && s->avctx->lowres){
  204. av_log(s->avctx, AV_LOG_ERROR, "lowres is not possible with lossless jpeg\n");
  205. return -1;
  206. }
  207. height = get_bits(&s->gb, 16);
  208. width = get_bits(&s->gb, 16);
  209. // HACK for odd_height.mov
  210. if (s->interlaced && s->width == width && s->height == height + 1)
  211. height= s->height;
  212. av_log(s->avctx, AV_LOG_DEBUG, "sof0: picture: %dx%d\n", width, height);
  213. if (av_image_check_size(width, height, 0, s->avctx))
  214. return AVERROR_INVALIDDATA;
  215. nb_components = get_bits(&s->gb, 8);
  216. if (nb_components <= 0 ||
  217. nb_components > MAX_COMPONENTS)
  218. return -1;
  219. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  220. if (nb_components != s->nb_components) {
  221. av_log(s->avctx, AV_LOG_ERROR, "nb_components changing in interlaced picture\n");
  222. return AVERROR_INVALIDDATA;
  223. }
  224. }
  225. if (s->ls && !(s->bits <= 8 || nb_components == 1)) {
  226. avpriv_report_missing_feature(s->avctx,
  227. "JPEG-LS that is not <= 8 "
  228. "bits/component or 16-bit gray");
  229. return AVERROR_PATCHWELCOME;
  230. }
  231. s->nb_components = nb_components;
  232. s->h_max = 1;
  233. s->v_max = 1;
  234. memset(h_count, 0, sizeof(h_count));
  235. memset(v_count, 0, sizeof(v_count));
  236. for (i = 0; i < nb_components; i++) {
  237. /* component id */
  238. s->component_id[i] = get_bits(&s->gb, 8) - 1;
  239. h_count[i] = get_bits(&s->gb, 4);
  240. v_count[i] = get_bits(&s->gb, 4);
  241. /* compute hmax and vmax (only used in interleaved case) */
  242. if (h_count[i] > s->h_max)
  243. s->h_max = h_count[i];
  244. if (v_count[i] > s->v_max)
  245. s->v_max = v_count[i];
  246. s->quant_index[i] = get_bits(&s->gb, 8);
  247. if (s->quant_index[i] >= 4) {
  248. av_log(s->avctx, AV_LOG_ERROR, "quant_index is invalid\n");
  249. return AVERROR_INVALIDDATA;
  250. }
  251. if (!h_count[i] || !v_count[i]) {
  252. av_log(s->avctx, AV_LOG_ERROR,
  253. "Invalid sampling factor in component %d %d:%d\n",
  254. i, h_count[i], v_count[i]);
  255. return AVERROR_INVALIDDATA;
  256. }
  257. av_log(s->avctx, AV_LOG_DEBUG, "component %d %d:%d id: %d quant:%d\n",
  258. i, h_count[i], v_count[i],
  259. s->component_id[i], s->quant_index[i]);
  260. }
  261. if (s->ls && (s->h_max > 1 || s->v_max > 1)) {
  262. avpriv_report_missing_feature(s->avctx, "Subsampling in JPEG-LS");
  263. return AVERROR_PATCHWELCOME;
  264. }
  265. /* if different size, realloc/alloc picture */
  266. if ( width != s->width || height != s->height
  267. || memcmp(s->h_count, h_count, sizeof(h_count))
  268. || memcmp(s->v_count, v_count, sizeof(v_count))) {
  269. s->width = width;
  270. s->height = height;
  271. memcpy(s->h_count, h_count, sizeof(h_count));
  272. memcpy(s->v_count, v_count, sizeof(v_count));
  273. s->interlaced = 0;
  274. s->got_picture = 0;
  275. /* test interlaced mode */
  276. if (s->first_picture &&
  277. s->org_height != 0 &&
  278. s->height < ((s->org_height * 3) / 4)) {
  279. s->interlaced = 1;
  280. s->bottom_field = s->interlace_polarity;
  281. s->picture_ptr->interlaced_frame = 1;
  282. s->picture_ptr->top_field_first = !s->interlace_polarity;
  283. height *= 2;
  284. }
  285. avcodec_set_dimensions(s->avctx, width, height);
  286. s->first_picture = 0;
  287. }
  288. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  289. if (s->progressive) {
  290. avpriv_request_sample(s->avctx, "progressively coded interlaced picture");
  291. return AVERROR_INVALIDDATA;
  292. }
  293. } else{
  294. if (s->v_max == 1 && s->h_max == 1 && s->lossless==1 && nb_components==3)
  295. s->rgb = 1;
  296. else if (!s->lossless)
  297. s->rgb = 0;
  298. /* XXX: not complete test ! */
  299. pix_fmt_id = (s->h_count[0] << 28) | (s->v_count[0] << 24) |
  300. (s->h_count[1] << 20) | (s->v_count[1] << 16) |
  301. (s->h_count[2] << 12) | (s->v_count[2] << 8) |
  302. (s->h_count[3] << 4) | s->v_count[3];
  303. av_log(s->avctx, AV_LOG_DEBUG, "pix fmt id %x\n", pix_fmt_id);
  304. /* NOTE we do not allocate pictures large enough for the possible
  305. * padding of h/v_count being 4 */
  306. if (!(pix_fmt_id & 0xD0D0D0D0))
  307. pix_fmt_id -= (pix_fmt_id & 0xF0F0F0F0) >> 1;
  308. if (!(pix_fmt_id & 0x0D0D0D0D))
  309. pix_fmt_id -= (pix_fmt_id & 0x0F0F0F0F) >> 1;
  310. switch (pix_fmt_id) {
  311. case 0x11111100:
  312. if (s->rgb)
  313. s->avctx->pix_fmt = AV_PIX_FMT_BGR24;
  314. else {
  315. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  316. s->avctx->pix_fmt = AV_PIX_FMT_GBR24P;
  317. } else {
  318. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  319. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  320. }
  321. }
  322. av_assert0(s->nb_components == 3);
  323. break;
  324. case 0x12121100:
  325. case 0x22122100:
  326. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  327. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  328. s->upscale_v = 2;
  329. s->upscale_h = (pix_fmt_id == 0x22122100);
  330. s->chroma_height = s->height;
  331. break;
  332. case 0x21211100:
  333. case 0x22211200:
  334. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  335. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  336. s->upscale_v = (pix_fmt_id == 0x22211200);
  337. s->upscale_h = 2;
  338. s->chroma_height = s->height;
  339. break;
  340. case 0x22221100:
  341. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  342. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  343. s->upscale_v = 2;
  344. s->upscale_h = 2;
  345. s->chroma_height = s->height / 2;
  346. break;
  347. case 0x11000000:
  348. case 0x13000000:
  349. case 0x14000000:
  350. case 0x31000000:
  351. case 0x33000000:
  352. case 0x34000000:
  353. case 0x41000000:
  354. case 0x43000000:
  355. case 0x44000000:
  356. if(s->bits <= 8)
  357. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  358. else
  359. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  360. break;
  361. case 0x12111100:
  362. case 0x22211100:
  363. case 0x22112100:
  364. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV440P : AV_PIX_FMT_YUVJ440P;
  365. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  366. s->upscale_h = (pix_fmt_id == 0x22211100) * 2 + (pix_fmt_id == 0x22112100);
  367. s->chroma_height = s->height / 2;
  368. break;
  369. case 0x21111100:
  370. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  371. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  372. break;
  373. case 0x22121100:
  374. case 0x22111200:
  375. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  376. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  377. s->upscale_v = (pix_fmt_id == 0x22121100) + 1;
  378. break;
  379. case 0x22111100:
  380. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUVJ420P;
  381. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  382. break;
  383. case 0x41111100:
  384. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV411P : AV_PIX_FMT_YUVJ411P;
  385. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  386. break;
  387. default:
  388. av_log(s->avctx, AV_LOG_ERROR, "Unhandled pixel format 0x%x\n", pix_fmt_id);
  389. return AVERROR_PATCHWELCOME;
  390. }
  391. if ((s->upscale_h || s->upscale_v) && s->avctx->lowres) {
  392. av_log(s->avctx, AV_LOG_ERROR, "lowres not supported for weird subsampling\n");
  393. return AVERROR_PATCHWELCOME;
  394. }
  395. if (s->ls) {
  396. s->upscale_h = s->upscale_v = 0;
  397. if (s->nb_components > 1)
  398. s->avctx->pix_fmt = AV_PIX_FMT_RGB24;
  399. else if (s->bits <= 8)
  400. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  401. else
  402. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  403. }
  404. av_frame_unref(s->picture_ptr);
  405. if (ff_get_buffer(s->avctx, s->picture_ptr, AV_GET_BUFFER_FLAG_REF) < 0)
  406. return -1;
  407. s->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
  408. s->picture_ptr->key_frame = 1;
  409. s->got_picture = 1;
  410. for (i = 0; i < 3; i++)
  411. s->linesize[i] = s->picture_ptr->linesize[i] << s->interlaced;
  412. av_dlog(s->avctx, "%d %d %d %d %d %d\n",
  413. s->width, s->height, s->linesize[0], s->linesize[1],
  414. s->interlaced, s->avctx->height);
  415. if (len != (8 + (3 * nb_components)))
  416. av_log(s->avctx, AV_LOG_DEBUG, "decode_sof0: error, len(%d) mismatch\n", len);
  417. }
  418. if (s->rgb && !s->lossless && !s->ls) {
  419. av_log(s->avctx, AV_LOG_ERROR, "Unsupported coding and pixel format combination\n");
  420. return AVERROR_PATCHWELCOME;
  421. }
  422. /* totally blank picture as progressive JPEG will only add details to it */
  423. if (s->progressive) {
  424. int bw = (width + s->h_max * 8 - 1) / (s->h_max * 8);
  425. int bh = (height + s->v_max * 8 - 1) / (s->v_max * 8);
  426. for (i = 0; i < s->nb_components; i++) {
  427. int size = bw * bh * s->h_count[i] * s->v_count[i];
  428. av_freep(&s->blocks[i]);
  429. av_freep(&s->last_nnz[i]);
  430. s->blocks[i] = av_malloc(size * sizeof(**s->blocks));
  431. s->last_nnz[i] = av_mallocz(size * sizeof(**s->last_nnz));
  432. s->block_stride[i] = bw * s->h_count[i];
  433. }
  434. memset(s->coefs_finished, 0, sizeof(s->coefs_finished));
  435. }
  436. return 0;
  437. }
  438. static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
  439. {
  440. int code;
  441. code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
  442. if (code < 0 || code > 16) {
  443. av_log(s->avctx, AV_LOG_WARNING,
  444. "mjpeg_decode_dc: bad vlc: %d:%d (%p)\n",
  445. 0, dc_index, &s->vlcs[0][dc_index]);
  446. return 0xffff;
  447. }
  448. if (code)
  449. return get_xbits(&s->gb, code);
  450. else
  451. return 0;
  452. }
  453. /* decode block and dequantize */
  454. static int decode_block(MJpegDecodeContext *s, int16_t *block, int component,
  455. int dc_index, int ac_index, int16_t *quant_matrix)
  456. {
  457. int code, i, j, level, val;
  458. /* DC coef */
  459. val = mjpeg_decode_dc(s, dc_index);
  460. if (val == 0xffff) {
  461. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  462. return AVERROR_INVALIDDATA;
  463. }
  464. val = val * quant_matrix[0] + s->last_dc[component];
  465. s->last_dc[component] = val;
  466. block[0] = val;
  467. /* AC coefs */
  468. i = 0;
  469. {OPEN_READER(re, &s->gb);
  470. do {
  471. UPDATE_CACHE(re, &s->gb);
  472. GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2);
  473. i += ((unsigned)code) >> 4;
  474. code &= 0xf;
  475. if (code) {
  476. if (code > MIN_CACHE_BITS - 16)
  477. UPDATE_CACHE(re, &s->gb);
  478. {
  479. int cache = GET_CACHE(re, &s->gb);
  480. int sign = (~cache) >> 31;
  481. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  482. }
  483. LAST_SKIP_BITS(re, &s->gb, code);
  484. if (i > 63) {
  485. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  486. return AVERROR_INVALIDDATA;
  487. }
  488. j = s->scantable.permutated[i];
  489. block[j] = level * quant_matrix[j];
  490. }
  491. } while (i < 63);
  492. CLOSE_READER(re, &s->gb);}
  493. return 0;
  494. }
  495. static int decode_dc_progressive(MJpegDecodeContext *s, int16_t *block,
  496. int component, int dc_index,
  497. int16_t *quant_matrix, int Al)
  498. {
  499. int val;
  500. s->dsp.clear_block(block);
  501. val = mjpeg_decode_dc(s, dc_index);
  502. if (val == 0xffff) {
  503. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  504. return AVERROR_INVALIDDATA;
  505. }
  506. val = (val * quant_matrix[0] << Al) + s->last_dc[component];
  507. s->last_dc[component] = val;
  508. block[0] = val;
  509. return 0;
  510. }
  511. /* decode block and dequantize - progressive JPEG version */
  512. static int decode_block_progressive(MJpegDecodeContext *s, int16_t *block,
  513. uint8_t *last_nnz, int ac_index,
  514. int16_t *quant_matrix,
  515. int ss, int se, int Al, int *EOBRUN)
  516. {
  517. int code, i, j, level, val, run;
  518. if (*EOBRUN) {
  519. (*EOBRUN)--;
  520. return 0;
  521. }
  522. {
  523. OPEN_READER(re, &s->gb);
  524. for (i = ss; ; i++) {
  525. UPDATE_CACHE(re, &s->gb);
  526. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  527. run = ((unsigned) code) >> 4;
  528. code &= 0xF;
  529. if (code) {
  530. i += run;
  531. if (code > MIN_CACHE_BITS - 16)
  532. UPDATE_CACHE(re, &s->gb);
  533. {
  534. int cache = GET_CACHE(re, &s->gb);
  535. int sign = (~cache) >> 31;
  536. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  537. }
  538. LAST_SKIP_BITS(re, &s->gb, code);
  539. if (i >= se) {
  540. if (i == se) {
  541. j = s->scantable.permutated[se];
  542. block[j] = level * quant_matrix[j] << Al;
  543. break;
  544. }
  545. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  546. return AVERROR_INVALIDDATA;
  547. }
  548. j = s->scantable.permutated[i];
  549. block[j] = level * quant_matrix[j] << Al;
  550. } else {
  551. if (run == 0xF) {// ZRL - skip 15 coefficients
  552. i += 15;
  553. if (i >= se) {
  554. av_log(s->avctx, AV_LOG_ERROR, "ZRL overflow: %d\n", i);
  555. return AVERROR_INVALIDDATA;
  556. }
  557. } else {
  558. val = (1 << run);
  559. if (run) {
  560. UPDATE_CACHE(re, &s->gb);
  561. val += NEG_USR32(GET_CACHE(re, &s->gb), run);
  562. LAST_SKIP_BITS(re, &s->gb, run);
  563. }
  564. *EOBRUN = val - 1;
  565. break;
  566. }
  567. }
  568. }
  569. CLOSE_READER(re, &s->gb);
  570. }
  571. if (i > *last_nnz)
  572. *last_nnz = i;
  573. return 0;
  574. }
  575. #define REFINE_BIT(j) { \
  576. UPDATE_CACHE(re, &s->gb); \
  577. sign = block[j] >> 15; \
  578. block[j] += SHOW_UBITS(re, &s->gb, 1) * \
  579. ((quant_matrix[j] ^ sign) - sign) << Al; \
  580. LAST_SKIP_BITS(re, &s->gb, 1); \
  581. }
  582. #define ZERO_RUN \
  583. for (; ; i++) { \
  584. if (i > last) { \
  585. i += run; \
  586. if (i > se) { \
  587. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i); \
  588. return -1; \
  589. } \
  590. break; \
  591. } \
  592. j = s->scantable.permutated[i]; \
  593. if (block[j]) \
  594. REFINE_BIT(j) \
  595. else if (run-- == 0) \
  596. break; \
  597. }
  598. /* decode block and dequantize - progressive JPEG refinement pass */
  599. static int decode_block_refinement(MJpegDecodeContext *s, int16_t *block,
  600. uint8_t *last_nnz,
  601. int ac_index, int16_t *quant_matrix,
  602. int ss, int se, int Al, int *EOBRUN)
  603. {
  604. int code, i = ss, j, sign, val, run;
  605. int last = FFMIN(se, *last_nnz);
  606. OPEN_READER(re, &s->gb);
  607. if (*EOBRUN) {
  608. (*EOBRUN)--;
  609. } else {
  610. for (; ; i++) {
  611. UPDATE_CACHE(re, &s->gb);
  612. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  613. if (code & 0xF) {
  614. run = ((unsigned) code) >> 4;
  615. UPDATE_CACHE(re, &s->gb);
  616. val = SHOW_UBITS(re, &s->gb, 1);
  617. LAST_SKIP_BITS(re, &s->gb, 1);
  618. ZERO_RUN;
  619. j = s->scantable.permutated[i];
  620. val--;
  621. block[j] = ((quant_matrix[j]^val) - val) << Al;
  622. if (i == se) {
  623. if (i > *last_nnz)
  624. *last_nnz = i;
  625. CLOSE_READER(re, &s->gb);
  626. return 0;
  627. }
  628. } else {
  629. run = ((unsigned) code) >> 4;
  630. if (run == 0xF) {
  631. ZERO_RUN;
  632. } else {
  633. val = run;
  634. run = (1 << run);
  635. if (val) {
  636. UPDATE_CACHE(re, &s->gb);
  637. run += SHOW_UBITS(re, &s->gb, val);
  638. LAST_SKIP_BITS(re, &s->gb, val);
  639. }
  640. *EOBRUN = run - 1;
  641. break;
  642. }
  643. }
  644. }
  645. if (i > *last_nnz)
  646. *last_nnz = i;
  647. }
  648. for (; i <= last; i++) {
  649. j = s->scantable.permutated[i];
  650. if (block[j])
  651. REFINE_BIT(j)
  652. }
  653. CLOSE_READER(re, &s->gb);
  654. return 0;
  655. }
  656. #undef REFINE_BIT
  657. #undef ZERO_RUN
  658. static void handle_rstn(MJpegDecodeContext *s, int nb_components)
  659. {
  660. int i;
  661. if (s->restart_interval) {
  662. s->restart_count--;
  663. if(s->restart_count == 0 && s->avctx->codec_id == AV_CODEC_ID_THP){
  664. align_get_bits(&s->gb);
  665. for (i = 0; i < nb_components; i++) /* reset dc */
  666. s->last_dc[i] = 1024;
  667. }
  668. i = 8 + ((-get_bits_count(&s->gb)) & 7);
  669. /* skip RSTn */
  670. if (s->restart_count == 0) {
  671. if( show_bits(&s->gb, i) == (1 << i) - 1
  672. || show_bits(&s->gb, i) == 0xFF) {
  673. int pos = get_bits_count(&s->gb);
  674. align_get_bits(&s->gb);
  675. while (get_bits_left(&s->gb) >= 8 && show_bits(&s->gb, 8) == 0xFF)
  676. skip_bits(&s->gb, 8);
  677. if (get_bits_left(&s->gb) >= 8 && (get_bits(&s->gb, 8) & 0xF8) == 0xD0) {
  678. for (i = 0; i < nb_components; i++) /* reset dc */
  679. s->last_dc[i] = 1024;
  680. } else
  681. skip_bits_long(&s->gb, pos - get_bits_count(&s->gb));
  682. }
  683. }
  684. }
  685. }
  686. static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int nb_components, int predictor, int point_transform)
  687. {
  688. int i, mb_x, mb_y;
  689. uint16_t (*buffer)[4];
  690. int left[3], top[3], topleft[3];
  691. const int linesize = s->linesize[0];
  692. const int mask = (1 << s->bits) - 1;
  693. int resync_mb_y = 0;
  694. int resync_mb_x = 0;
  695. s->restart_count = s->restart_interval;
  696. av_fast_malloc(&s->ljpeg_buffer, &s->ljpeg_buffer_size,
  697. (unsigned)s->mb_width * 4 * sizeof(s->ljpeg_buffer[0][0]));
  698. buffer = s->ljpeg_buffer;
  699. for (i = 0; i < 3; i++)
  700. buffer[0][i] = 1 << (s->bits - 1);
  701. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  702. uint8_t *ptr = s->picture.data[0] + (linesize * mb_y);
  703. if (s->interlaced && s->bottom_field)
  704. ptr += linesize >> 1;
  705. for (i = 0; i < 3; i++)
  706. top[i] = left[i] = topleft[i] = buffer[0][i];
  707. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  708. int modified_predictor = predictor;
  709. if (s->restart_interval && !s->restart_count){
  710. s->restart_count = s->restart_interval;
  711. resync_mb_x = mb_x;
  712. resync_mb_y = mb_y;
  713. for(i=0; i<3; i++)
  714. top[i] = left[i]= topleft[i]= 1 << (s->bits - 1);
  715. }
  716. if (mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || !mb_x)
  717. modified_predictor = 1;
  718. for (i=0;i<nb_components;i++) {
  719. int pred, dc;
  720. topleft[i] = top[i];
  721. top[i] = buffer[mb_x][i];
  722. PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
  723. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  724. if(dc == 0xFFFF)
  725. return -1;
  726. left[i] = buffer[mb_x][i] =
  727. mask & (pred + (dc << point_transform));
  728. }
  729. if (s->restart_interval && !--s->restart_count) {
  730. align_get_bits(&s->gb);
  731. skip_bits(&s->gb, 16); /* skip RSTn */
  732. }
  733. }
  734. if (s->rct) {
  735. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  736. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  737. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  738. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  739. }
  740. } else if (s->pegasus_rct) {
  741. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  742. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2]) >> 2);
  743. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  744. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  745. }
  746. } else {
  747. for(i=0; i<nb_components; i++) {
  748. int c= s->comp_index[i];
  749. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  750. ptr[3*mb_x+2-c] = buffer[mb_x][i];
  751. }
  752. }
  753. }
  754. }
  755. return 0;
  756. }
  757. static int ljpeg_decode_yuv_scan(MJpegDecodeContext *s, int predictor,
  758. int point_transform, int nb_components)
  759. {
  760. int i, mb_x, mb_y;
  761. int bits= (s->bits+7)&~7;
  762. int resync_mb_y = 0;
  763. int resync_mb_x = 0;
  764. point_transform += bits - s->bits;
  765. av_assert0(nb_components>=1 && nb_components<=3);
  766. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  767. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  768. if (s->restart_interval && !s->restart_count){
  769. s->restart_count = s->restart_interval;
  770. resync_mb_x = mb_x;
  771. resync_mb_y = mb_y;
  772. }
  773. if(!mb_x || mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || s->interlaced){
  774. int toprow = mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x;
  775. int leftcol = !mb_x || mb_y == resync_mb_y && mb_x == resync_mb_x;
  776. for (i = 0; i < nb_components; i++) {
  777. uint8_t *ptr;
  778. uint16_t *ptr16;
  779. int n, h, v, x, y, c, j, linesize;
  780. n = s->nb_blocks[i];
  781. c = s->comp_index[i];
  782. h = s->h_scount[i];
  783. v = s->v_scount[i];
  784. x = 0;
  785. y = 0;
  786. linesize= s->linesize[c];
  787. if(bits>8) linesize /= 2;
  788. for(j=0; j<n; j++) {
  789. int pred, dc;
  790. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  791. if(dc == 0xFFFF)
  792. return -1;
  793. if(bits<=8){
  794. ptr = s->picture.data[c] + (linesize * (v * mb_y + y)) + (h * mb_x + x); //FIXME optimize this crap
  795. if(y==0 && toprow){
  796. if(x==0 && leftcol){
  797. pred= 1 << (bits - 1);
  798. }else{
  799. pred= ptr[-1];
  800. }
  801. }else{
  802. if(x==0 && leftcol){
  803. pred= ptr[-linesize];
  804. }else{
  805. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  806. }
  807. }
  808. if (s->interlaced && s->bottom_field)
  809. ptr += linesize >> 1;
  810. pred &= (-1)<<(8-s->bits);
  811. *ptr= pred + (dc << point_transform);
  812. }else{
  813. ptr16 = (uint16_t*)(s->picture.data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  814. if(y==0 && toprow){
  815. if(x==0 && leftcol){
  816. pred= 1 << (bits - 1);
  817. }else{
  818. pred= ptr16[-1];
  819. }
  820. }else{
  821. if(x==0 && leftcol){
  822. pred= ptr16[-linesize];
  823. }else{
  824. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  825. }
  826. }
  827. if (s->interlaced && s->bottom_field)
  828. ptr16 += linesize >> 1;
  829. pred &= (-1)<<(16-s->bits);
  830. *ptr16= pred + (dc << point_transform);
  831. }
  832. if (++x == h) {
  833. x = 0;
  834. y++;
  835. }
  836. }
  837. }
  838. } else {
  839. for (i = 0; i < nb_components; i++) {
  840. uint8_t *ptr;
  841. uint16_t *ptr16;
  842. int n, h, v, x, y, c, j, linesize, dc;
  843. n = s->nb_blocks[i];
  844. c = s->comp_index[i];
  845. h = s->h_scount[i];
  846. v = s->v_scount[i];
  847. x = 0;
  848. y = 0;
  849. linesize = s->linesize[c];
  850. if(bits>8) linesize /= 2;
  851. for (j = 0; j < n; j++) {
  852. int pred;
  853. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  854. if(dc == 0xFFFF)
  855. return -1;
  856. if(bits<=8){
  857. ptr = s->picture.data[c] +
  858. (linesize * (v * mb_y + y)) +
  859. (h * mb_x + x); //FIXME optimize this crap
  860. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  861. pred &= (-1)<<(8-s->bits);
  862. *ptr = pred + (dc << point_transform);
  863. }else{
  864. ptr16 = (uint16_t*)(s->picture.data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  865. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  866. pred &= (-1)<<(16-s->bits);
  867. *ptr16= pred + (dc << point_transform);
  868. }
  869. if (++x == h) {
  870. x = 0;
  871. y++;
  872. }
  873. }
  874. }
  875. }
  876. if (s->restart_interval && !--s->restart_count) {
  877. align_get_bits(&s->gb);
  878. skip_bits(&s->gb, 16); /* skip RSTn */
  879. }
  880. }
  881. }
  882. return 0;
  883. }
  884. static av_always_inline void mjpeg_copy_block(MJpegDecodeContext *s,
  885. uint8_t *dst, const uint8_t *src,
  886. int linesize, int lowres)
  887. {
  888. switch (lowres) {
  889. case 0: s->hdsp.put_pixels_tab[1][0](dst, src, linesize, 8);
  890. break;
  891. case 1: copy_block4(dst, src, linesize, linesize, 4);
  892. break;
  893. case 2: copy_block2(dst, src, linesize, linesize, 2);
  894. break;
  895. case 3: *dst = *src;
  896. break;
  897. }
  898. }
  899. static int mjpeg_decode_scan(MJpegDecodeContext *s, int nb_components, int Ah,
  900. int Al, const uint8_t *mb_bitmask,
  901. const AVFrame *reference)
  902. {
  903. int i, mb_x, mb_y;
  904. uint8_t *data[MAX_COMPONENTS];
  905. const uint8_t *reference_data[MAX_COMPONENTS];
  906. int linesize[MAX_COMPONENTS];
  907. GetBitContext mb_bitmask_gb;
  908. if (mb_bitmask)
  909. init_get_bits(&mb_bitmask_gb, mb_bitmask, s->mb_width * s->mb_height);
  910. if (s->flipped && s->avctx->lowres) {
  911. av_log(s->avctx, AV_LOG_ERROR, "Can not flip image with lowres\n");
  912. s->flipped = 0;
  913. }
  914. for (i = 0; i < nb_components; i++) {
  915. int c = s->comp_index[i];
  916. data[c] = s->picture_ptr->data[c];
  917. reference_data[c] = reference ? reference->data[c] : NULL;
  918. linesize[c] = s->linesize[c];
  919. s->coefs_finished[c] |= 1;
  920. if (s->flipped && !(s->avctx->flags & CODEC_FLAG_EMU_EDGE)) {
  921. // picture should be flipped upside-down for this codec
  922. int offset = (linesize[c] * (s->v_scount[i] *
  923. (8 * s->mb_height - ((s->height / s->v_max) & 7)) - 1));
  924. data[c] += offset;
  925. reference_data[c] += offset;
  926. linesize[c] *= -1;
  927. }
  928. }
  929. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  930. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  931. const int copy_mb = mb_bitmask && !get_bits1(&mb_bitmask_gb);
  932. if (s->restart_interval && !s->restart_count)
  933. s->restart_count = s->restart_interval;
  934. if (get_bits_left(&s->gb) < 0) {
  935. av_log(s->avctx, AV_LOG_ERROR, "overread %d\n",
  936. -get_bits_left(&s->gb));
  937. return AVERROR_INVALIDDATA;
  938. }
  939. for (i = 0; i < nb_components; i++) {
  940. uint8_t *ptr;
  941. int n, h, v, x, y, c, j;
  942. int block_offset;
  943. n = s->nb_blocks[i];
  944. c = s->comp_index[i];
  945. h = s->h_scount[i];
  946. v = s->v_scount[i];
  947. x = 0;
  948. y = 0;
  949. for (j = 0; j < n; j++) {
  950. block_offset = (((linesize[c] * (v * mb_y + y) * 8) +
  951. (h * mb_x + x) * 8) >> s->avctx->lowres);
  952. if (s->interlaced && s->bottom_field)
  953. block_offset += linesize[c] >> 1;
  954. ptr = data[c] + block_offset;
  955. if (!s->progressive) {
  956. if (copy_mb)
  957. mjpeg_copy_block(s, ptr, reference_data[c] + block_offset,
  958. linesize[c], s->avctx->lowres);
  959. else {
  960. s->dsp.clear_block(s->block);
  961. if (decode_block(s, s->block, i,
  962. s->dc_index[i], s->ac_index[i],
  963. s->quant_matrixes[s->quant_index[c]]) < 0) {
  964. av_log(s->avctx, AV_LOG_ERROR,
  965. "error y=%d x=%d\n", mb_y, mb_x);
  966. return AVERROR_INVALIDDATA;
  967. }
  968. s->dsp.idct_put(ptr, linesize[c], s->block);
  969. }
  970. } else {
  971. int block_idx = s->block_stride[c] * (v * mb_y + y) +
  972. (h * mb_x + x);
  973. int16_t *block = s->blocks[c][block_idx];
  974. if (Ah)
  975. block[0] += get_bits1(&s->gb) *
  976. s->quant_matrixes[s->quant_index[c]][0] << Al;
  977. else if (decode_dc_progressive(s, block, i, s->dc_index[i],
  978. s->quant_matrixes[s->quant_index[c]],
  979. Al) < 0) {
  980. av_log(s->avctx, AV_LOG_ERROR,
  981. "error y=%d x=%d\n", mb_y, mb_x);
  982. return AVERROR_INVALIDDATA;
  983. }
  984. }
  985. av_dlog(s->avctx, "mb: %d %d processed\n", mb_y, mb_x);
  986. av_dlog(s->avctx, "%d %d %d %d %d %d %d %d \n",
  987. mb_x, mb_y, x, y, c, s->bottom_field,
  988. (v * mb_y + y) * 8, (h * mb_x + x) * 8);
  989. if (++x == h) {
  990. x = 0;
  991. y++;
  992. }
  993. }
  994. }
  995. handle_rstn(s, nb_components);
  996. }
  997. }
  998. return 0;
  999. }
  1000. static int mjpeg_decode_scan_progressive_ac(MJpegDecodeContext *s, int ss,
  1001. int se, int Ah, int Al)
  1002. {
  1003. int mb_x, mb_y;
  1004. int EOBRUN = 0;
  1005. int c = s->comp_index[0];
  1006. uint8_t *data = s->picture.data[c];
  1007. int linesize = s->linesize[c];
  1008. int last_scan = 0;
  1009. int16_t *quant_matrix = s->quant_matrixes[s->quant_index[c]];
  1010. av_assert0(ss>=0 && Ah>=0 && Al>=0);
  1011. if (se < ss || se > 63) {
  1012. av_log(s->avctx, AV_LOG_ERROR, "SS/SE %d/%d is invalid\n", ss, se);
  1013. return AVERROR_INVALIDDATA;
  1014. }
  1015. if (!Al) {
  1016. s->coefs_finished[c] |= (1LL << (se + 1)) - (1LL << ss);
  1017. last_scan = !~s->coefs_finished[c];
  1018. }
  1019. if (s->interlaced && s->bottom_field)
  1020. data += linesize >> 1;
  1021. s->restart_count = 0;
  1022. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1023. uint8_t *ptr = data + (mb_y * linesize * 8 >> s->avctx->lowres);
  1024. int block_idx = mb_y * s->block_stride[c];
  1025. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1026. uint8_t *last_nnz = &s->last_nnz[c][block_idx];
  1027. for (mb_x = 0; mb_x < s->mb_width; mb_x++, block++, last_nnz++) {
  1028. int ret;
  1029. if (s->restart_interval && !s->restart_count)
  1030. s->restart_count = s->restart_interval;
  1031. if (Ah)
  1032. ret = decode_block_refinement(s, *block, last_nnz, s->ac_index[0],
  1033. quant_matrix, ss, se, Al, &EOBRUN);
  1034. else
  1035. ret = decode_block_progressive(s, *block, last_nnz, s->ac_index[0],
  1036. quant_matrix, ss, se, Al, &EOBRUN);
  1037. if (ret < 0) {
  1038. av_log(s->avctx, AV_LOG_ERROR,
  1039. "error y=%d x=%d\n", mb_y, mb_x);
  1040. return AVERROR_INVALIDDATA;
  1041. }
  1042. if (last_scan) {
  1043. s->dsp.idct_put(ptr, linesize, *block);
  1044. ptr += 8 >> s->avctx->lowres;
  1045. }
  1046. handle_rstn(s, 0);
  1047. }
  1048. }
  1049. return 0;
  1050. }
  1051. int ff_mjpeg_decode_sos(MJpegDecodeContext *s, const uint8_t *mb_bitmask,
  1052. const AVFrame *reference)
  1053. {
  1054. int len, nb_components, i, h, v, predictor, point_transform;
  1055. int index, id, ret;
  1056. const int block_size = s->lossless ? 1 : 8;
  1057. int ilv, prev_shift;
  1058. if (!s->got_picture) {
  1059. av_log(s->avctx, AV_LOG_WARNING,
  1060. "Can not process SOS before SOF, skipping\n");
  1061. return -1;
  1062. }
  1063. av_assert0(s->picture_ptr->data[0]);
  1064. /* XXX: verify len field validity */
  1065. len = get_bits(&s->gb, 16);
  1066. nb_components = get_bits(&s->gb, 8);
  1067. if (nb_components == 0 || nb_components > MAX_COMPONENTS) {
  1068. av_log(s->avctx, AV_LOG_ERROR,
  1069. "decode_sos: nb_components (%d) unsupported\n", nb_components);
  1070. return AVERROR_PATCHWELCOME;
  1071. }
  1072. if (len != 6 + 2 * nb_components) {
  1073. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: invalid len (%d)\n", len);
  1074. return AVERROR_INVALIDDATA;
  1075. }
  1076. for (i = 0; i < nb_components; i++) {
  1077. id = get_bits(&s->gb, 8) - 1;
  1078. av_log(s->avctx, AV_LOG_DEBUG, "component: %d\n", id);
  1079. /* find component index */
  1080. for (index = 0; index < s->nb_components; index++)
  1081. if (id == s->component_id[index])
  1082. break;
  1083. if (index == s->nb_components) {
  1084. av_log(s->avctx, AV_LOG_ERROR,
  1085. "decode_sos: index(%d) out of components\n", index);
  1086. return AVERROR_INVALIDDATA;
  1087. }
  1088. /* Metasoft MJPEG codec has Cb and Cr swapped */
  1089. if (s->avctx->codec_tag == MKTAG('M', 'T', 'S', 'J')
  1090. && nb_components == 3 && s->nb_components == 3 && i)
  1091. index = 3 - i;
  1092. if(nb_components == 3 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1093. index = (i+2)%3;
  1094. if(nb_components == 1 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1095. index = (index+2)%3;
  1096. s->comp_index[i] = index;
  1097. s->nb_blocks[i] = s->h_count[index] * s->v_count[index];
  1098. s->h_scount[i] = s->h_count[index];
  1099. s->v_scount[i] = s->v_count[index];
  1100. s->dc_index[i] = get_bits(&s->gb, 4);
  1101. s->ac_index[i] = get_bits(&s->gb, 4);
  1102. if (s->dc_index[i] < 0 || s->ac_index[i] < 0 ||
  1103. s->dc_index[i] >= 4 || s->ac_index[i] >= 4)
  1104. goto out_of_range;
  1105. if (!s->vlcs[0][s->dc_index[i]].table || !(s->progressive ? s->vlcs[2][s->ac_index[0]].table : s->vlcs[1][s->ac_index[i]].table))
  1106. goto out_of_range;
  1107. }
  1108. predictor = get_bits(&s->gb, 8); /* JPEG Ss / lossless JPEG predictor /JPEG-LS NEAR */
  1109. ilv = get_bits(&s->gb, 8); /* JPEG Se / JPEG-LS ILV */
  1110. if(s->avctx->codec_tag != AV_RL32("CJPG")){
  1111. prev_shift = get_bits(&s->gb, 4); /* Ah */
  1112. point_transform = get_bits(&s->gb, 4); /* Al */
  1113. }else
  1114. prev_shift = point_transform = 0;
  1115. if (nb_components > 1) {
  1116. /* interleaved stream */
  1117. s->mb_width = (s->width + s->h_max * block_size - 1) / (s->h_max * block_size);
  1118. s->mb_height = (s->height + s->v_max * block_size - 1) / (s->v_max * block_size);
  1119. } else if (!s->ls) { /* skip this for JPEG-LS */
  1120. h = s->h_max / s->h_scount[0];
  1121. v = s->v_max / s->v_scount[0];
  1122. s->mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1123. s->mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1124. s->nb_blocks[0] = 1;
  1125. s->h_scount[0] = 1;
  1126. s->v_scount[0] = 1;
  1127. }
  1128. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1129. av_log(s->avctx, AV_LOG_DEBUG, "%s %s p:%d >>:%d ilv:%d bits:%d skip:%d %s comp:%d\n",
  1130. s->lossless ? "lossless" : "sequential DCT", s->rgb ? "RGB" : "",
  1131. predictor, point_transform, ilv, s->bits, s->mjpb_skiptosod,
  1132. s->pegasus_rct ? "PRCT" : (s->rct ? "RCT" : ""), nb_components);
  1133. /* mjpeg-b can have padding bytes between sos and image data, skip them */
  1134. for (i = s->mjpb_skiptosod; i > 0; i--)
  1135. skip_bits(&s->gb, 8);
  1136. next_field:
  1137. for (i = 0; i < nb_components; i++)
  1138. s->last_dc[i] = 1024;
  1139. if (s->lossless) {
  1140. av_assert0(s->picture_ptr == &s->picture);
  1141. if (CONFIG_JPEGLS_DECODER && s->ls) {
  1142. // for () {
  1143. // reset_ls_coding_parameters(s, 0);
  1144. if ((ret = ff_jpegls_decode_picture(s, predictor,
  1145. point_transform, ilv)) < 0)
  1146. return ret;
  1147. } else {
  1148. if (s->rgb) {
  1149. if ((ret = ljpeg_decode_rgb_scan(s, nb_components, predictor, point_transform)) < 0)
  1150. return ret;
  1151. } else {
  1152. if ((ret = ljpeg_decode_yuv_scan(s, predictor,
  1153. point_transform,
  1154. nb_components)) < 0)
  1155. return ret;
  1156. }
  1157. }
  1158. } else {
  1159. if (s->progressive && predictor) {
  1160. av_assert0(s->picture_ptr == &s->picture);
  1161. if ((ret = mjpeg_decode_scan_progressive_ac(s, predictor,
  1162. ilv, prev_shift,
  1163. point_transform)) < 0)
  1164. return ret;
  1165. } else {
  1166. if ((ret = mjpeg_decode_scan(s, nb_components,
  1167. prev_shift, point_transform,
  1168. mb_bitmask, reference)) < 0)
  1169. return ret;
  1170. }
  1171. }
  1172. if (s->interlaced &&
  1173. get_bits_left(&s->gb) > 32 &&
  1174. show_bits(&s->gb, 8) == 0xFF) {
  1175. GetBitContext bak = s->gb;
  1176. align_get_bits(&bak);
  1177. if (show_bits(&bak, 16) == 0xFFD1) {
  1178. av_log(s->avctx, AV_LOG_DEBUG, "AVRn interlaced picture marker found\n");
  1179. s->gb = bak;
  1180. skip_bits(&s->gb, 16);
  1181. s->bottom_field ^= 1;
  1182. goto next_field;
  1183. }
  1184. }
  1185. emms_c();
  1186. return 0;
  1187. out_of_range:
  1188. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: ac/dc index out of range\n");
  1189. return AVERROR_INVALIDDATA;
  1190. }
  1191. static int mjpeg_decode_dri(MJpegDecodeContext *s)
  1192. {
  1193. if (get_bits(&s->gb, 16) != 4)
  1194. return AVERROR_INVALIDDATA;
  1195. s->restart_interval = get_bits(&s->gb, 16);
  1196. s->restart_count = 0;
  1197. av_log(s->avctx, AV_LOG_DEBUG, "restart interval: %d\n",
  1198. s->restart_interval);
  1199. return 0;
  1200. }
  1201. static int mjpeg_decode_app(MJpegDecodeContext *s)
  1202. {
  1203. int len, id, i;
  1204. len = get_bits(&s->gb, 16);
  1205. if (len < 5)
  1206. return AVERROR_INVALIDDATA;
  1207. if (8 * len > get_bits_left(&s->gb))
  1208. return AVERROR_INVALIDDATA;
  1209. id = get_bits_long(&s->gb, 32);
  1210. len -= 6;
  1211. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1212. av_log(s->avctx, AV_LOG_DEBUG, "APPx %8X\n", id);
  1213. /* Buggy AVID, it puts EOI only at every 10th frame. */
  1214. /* Also, this fourcc is used by non-avid files too, it holds some
  1215. information, but it's always present in AVID-created files. */
  1216. if (id == AV_RB32("AVI1")) {
  1217. /* structure:
  1218. 4bytes AVI1
  1219. 1bytes polarity
  1220. 1bytes always zero
  1221. 4bytes field_size
  1222. 4bytes field_size_less_padding
  1223. */
  1224. s->buggy_avid = 1;
  1225. i = get_bits(&s->gb, 8); len--;
  1226. av_log(s->avctx, AV_LOG_DEBUG, "polarity %d\n", i);
  1227. #if 0
  1228. skip_bits(&s->gb, 8);
  1229. skip_bits(&s->gb, 32);
  1230. skip_bits(&s->gb, 32);
  1231. len -= 10;
  1232. #endif
  1233. goto out;
  1234. }
  1235. // len -= 2;
  1236. if (id == AV_RB32("JFIF")) {
  1237. int t_w, t_h, v1, v2;
  1238. skip_bits(&s->gb, 8); /* the trailing zero-byte */
  1239. v1 = get_bits(&s->gb, 8);
  1240. v2 = get_bits(&s->gb, 8);
  1241. skip_bits(&s->gb, 8);
  1242. s->avctx->sample_aspect_ratio.num = get_bits(&s->gb, 16);
  1243. s->avctx->sample_aspect_ratio.den = get_bits(&s->gb, 16);
  1244. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1245. av_log(s->avctx, AV_LOG_INFO,
  1246. "mjpeg: JFIF header found (version: %x.%x) SAR=%d/%d\n",
  1247. v1, v2,
  1248. s->avctx->sample_aspect_ratio.num,
  1249. s->avctx->sample_aspect_ratio.den);
  1250. t_w = get_bits(&s->gb, 8);
  1251. t_h = get_bits(&s->gb, 8);
  1252. if (t_w && t_h) {
  1253. /* skip thumbnail */
  1254. if (len -10 - (t_w * t_h * 3) > 0)
  1255. len -= t_w * t_h * 3;
  1256. }
  1257. len -= 10;
  1258. goto out;
  1259. }
  1260. if (id == AV_RB32("Adob") && (get_bits(&s->gb, 8) == 'e')) {
  1261. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1262. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Adobe header found\n");
  1263. skip_bits(&s->gb, 16); /* version */
  1264. skip_bits(&s->gb, 16); /* flags0 */
  1265. skip_bits(&s->gb, 16); /* flags1 */
  1266. skip_bits(&s->gb, 8); /* transform */
  1267. len -= 7;
  1268. goto out;
  1269. }
  1270. if (id == AV_RB32("LJIF")) {
  1271. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1272. av_log(s->avctx, AV_LOG_INFO,
  1273. "Pegasus lossless jpeg header found\n");
  1274. skip_bits(&s->gb, 16); /* version ? */
  1275. skip_bits(&s->gb, 16); /* unknown always 0? */
  1276. skip_bits(&s->gb, 16); /* unknown always 0? */
  1277. skip_bits(&s->gb, 16); /* unknown always 0? */
  1278. switch (get_bits(&s->gb, 8)) {
  1279. case 1:
  1280. s->rgb = 1;
  1281. s->pegasus_rct = 0;
  1282. break;
  1283. case 2:
  1284. s->rgb = 1;
  1285. s->pegasus_rct = 1;
  1286. break;
  1287. default:
  1288. av_log(s->avctx, AV_LOG_ERROR, "unknown colorspace\n");
  1289. }
  1290. len -= 9;
  1291. goto out;
  1292. }
  1293. /* Apple MJPEG-A */
  1294. if ((s->start_code == APP1) && (len > (0x28 - 8))) {
  1295. id = get_bits_long(&s->gb, 32);
  1296. len -= 4;
  1297. /* Apple MJPEG-A */
  1298. if (id == AV_RB32("mjpg")) {
  1299. #if 0
  1300. skip_bits(&s->gb, 32); /* field size */
  1301. skip_bits(&s->gb, 32); /* pad field size */
  1302. skip_bits(&s->gb, 32); /* next off */
  1303. skip_bits(&s->gb, 32); /* quant off */
  1304. skip_bits(&s->gb, 32); /* huff off */
  1305. skip_bits(&s->gb, 32); /* image off */
  1306. skip_bits(&s->gb, 32); /* scan off */
  1307. skip_bits(&s->gb, 32); /* data off */
  1308. #endif
  1309. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1310. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Apple MJPEG-A header found\n");
  1311. }
  1312. }
  1313. out:
  1314. /* slow but needed for extreme adobe jpegs */
  1315. if (len < 0)
  1316. av_log(s->avctx, AV_LOG_ERROR,
  1317. "mjpeg: error, decode_app parser read over the end\n");
  1318. while (--len > 0)
  1319. skip_bits(&s->gb, 8);
  1320. return 0;
  1321. }
  1322. static int mjpeg_decode_com(MJpegDecodeContext *s)
  1323. {
  1324. int len = get_bits(&s->gb, 16);
  1325. if (len >= 2 && 8 * len - 16 <= get_bits_left(&s->gb)) {
  1326. char *cbuf = av_malloc(len - 1);
  1327. if (cbuf) {
  1328. int i;
  1329. for (i = 0; i < len - 2; i++)
  1330. cbuf[i] = get_bits(&s->gb, 8);
  1331. if (i > 0 && cbuf[i - 1] == '\n')
  1332. cbuf[i - 1] = 0;
  1333. else
  1334. cbuf[i] = 0;
  1335. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1336. av_log(s->avctx, AV_LOG_INFO, "comment: '%s'\n", cbuf);
  1337. /* buggy avid, it puts EOI only at every 10th frame */
  1338. if (!strncmp(cbuf, "AVID", 4)) {
  1339. s->buggy_avid = 1;
  1340. if (len > 14 && cbuf[12] == 1) /* 1 - NTSC, 2 - PAL */
  1341. s->interlace_polarity = 1;
  1342. } else if (!strcmp(cbuf, "CS=ITU601"))
  1343. s->cs_itu601 = 1;
  1344. else if ((!strncmp(cbuf, "Intel(R) JPEG Library, version 1", 32)) ||
  1345. (!strncmp(cbuf, "Metasoft MJPEG Codec", 20)))
  1346. s->flipped = 1;
  1347. av_free(cbuf);
  1348. }
  1349. }
  1350. return 0;
  1351. }
  1352. /* return the 8 bit start code value and update the search
  1353. state. Return -1 if no start code found */
  1354. static int find_marker(const uint8_t **pbuf_ptr, const uint8_t *buf_end)
  1355. {
  1356. const uint8_t *buf_ptr;
  1357. unsigned int v, v2;
  1358. int val;
  1359. int skipped = 0;
  1360. buf_ptr = *pbuf_ptr;
  1361. while (buf_ptr < buf_end) {
  1362. v = *buf_ptr++;
  1363. v2 = *buf_ptr;
  1364. if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe) && buf_ptr < buf_end) {
  1365. val = *buf_ptr++;
  1366. goto found;
  1367. }
  1368. skipped++;
  1369. }
  1370. val = -1;
  1371. found:
  1372. av_dlog(NULL, "find_marker skipped %d bytes\n", skipped);
  1373. *pbuf_ptr = buf_ptr;
  1374. return val;
  1375. }
  1376. int ff_mjpeg_find_marker(MJpegDecodeContext *s,
  1377. const uint8_t **buf_ptr, const uint8_t *buf_end,
  1378. const uint8_t **unescaped_buf_ptr,
  1379. int *unescaped_buf_size)
  1380. {
  1381. int start_code;
  1382. start_code = find_marker(buf_ptr, buf_end);
  1383. av_fast_padded_malloc(&s->buffer, &s->buffer_size, buf_end - *buf_ptr);
  1384. if (!s->buffer)
  1385. return AVERROR(ENOMEM);
  1386. /* unescape buffer of SOS, use special treatment for JPEG-LS */
  1387. if (start_code == SOS && !s->ls) {
  1388. const uint8_t *src = *buf_ptr;
  1389. uint8_t *dst = s->buffer;
  1390. while (src < buf_end) {
  1391. uint8_t x = *(src++);
  1392. *(dst++) = x;
  1393. if (s->avctx->codec_id != AV_CODEC_ID_THP) {
  1394. if (x == 0xff) {
  1395. while (src < buf_end && x == 0xff)
  1396. x = *(src++);
  1397. if (x >= 0xd0 && x <= 0xd7)
  1398. *(dst++) = x;
  1399. else if (x)
  1400. break;
  1401. }
  1402. }
  1403. }
  1404. *unescaped_buf_ptr = s->buffer;
  1405. *unescaped_buf_size = dst - s->buffer;
  1406. memset(s->buffer + *unescaped_buf_size, 0,
  1407. FF_INPUT_BUFFER_PADDING_SIZE);
  1408. av_log(s->avctx, AV_LOG_DEBUG, "escaping removed %td bytes\n",
  1409. (buf_end - *buf_ptr) - (dst - s->buffer));
  1410. } else if (start_code == SOS && s->ls) {
  1411. const uint8_t *src = *buf_ptr;
  1412. uint8_t *dst = s->buffer;
  1413. int bit_count = 0;
  1414. int t = 0, b = 0;
  1415. PutBitContext pb;
  1416. s->cur_scan++;
  1417. /* find marker */
  1418. while (src + t < buf_end) {
  1419. uint8_t x = src[t++];
  1420. if (x == 0xff) {
  1421. while ((src + t < buf_end) && x == 0xff)
  1422. x = src[t++];
  1423. if (x & 0x80) {
  1424. t -= FFMIN(2, t);
  1425. break;
  1426. }
  1427. }
  1428. }
  1429. bit_count = t * 8;
  1430. init_put_bits(&pb, dst, t);
  1431. /* unescape bitstream */
  1432. while (b < t) {
  1433. uint8_t x = src[b++];
  1434. put_bits(&pb, 8, x);
  1435. if (x == 0xFF) {
  1436. x = src[b++];
  1437. put_bits(&pb, 7, x);
  1438. bit_count--;
  1439. }
  1440. }
  1441. flush_put_bits(&pb);
  1442. *unescaped_buf_ptr = dst;
  1443. *unescaped_buf_size = (bit_count + 7) >> 3;
  1444. memset(s->buffer + *unescaped_buf_size, 0,
  1445. FF_INPUT_BUFFER_PADDING_SIZE);
  1446. } else {
  1447. *unescaped_buf_ptr = *buf_ptr;
  1448. *unescaped_buf_size = buf_end - *buf_ptr;
  1449. }
  1450. return start_code;
  1451. }
  1452. int ff_mjpeg_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  1453. AVPacket *avpkt)
  1454. {
  1455. const uint8_t *buf = avpkt->data;
  1456. int buf_size = avpkt->size;
  1457. MJpegDecodeContext *s = avctx->priv_data;
  1458. const uint8_t *buf_end, *buf_ptr;
  1459. const uint8_t *unescaped_buf_ptr;
  1460. int hshift, vshift;
  1461. int unescaped_buf_size;
  1462. int start_code;
  1463. int i, index;
  1464. int ret = 0;
  1465. buf_ptr = buf;
  1466. buf_end = buf + buf_size;
  1467. while (buf_ptr < buf_end) {
  1468. /* find start next marker */
  1469. start_code = ff_mjpeg_find_marker(s, &buf_ptr, buf_end,
  1470. &unescaped_buf_ptr,
  1471. &unescaped_buf_size);
  1472. /* EOF */
  1473. if (start_code < 0) {
  1474. goto the_end;
  1475. } else if (unescaped_buf_size > (1U<<28)) {
  1476. av_log(avctx, AV_LOG_ERROR, "MJPEG packet 0x%x too big (0x%x/0x%x), corrupt data?\n",
  1477. start_code, unescaped_buf_size, buf_size);
  1478. return AVERROR_INVALIDDATA;
  1479. }
  1480. av_log(avctx, AV_LOG_DEBUG, "marker=%x avail_size_in_buf=%td\n",
  1481. start_code, buf_end - buf_ptr);
  1482. if ((ret = init_get_bits8(&s->gb, unescaped_buf_ptr, unescaped_buf_size)) < 0) {
  1483. av_log(avctx, AV_LOG_ERROR, "invalid buffer\n");
  1484. goto fail;
  1485. }
  1486. s->start_code = start_code;
  1487. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1488. av_log(avctx, AV_LOG_DEBUG, "startcode: %X\n", start_code);
  1489. /* process markers */
  1490. if (start_code >= 0xd0 && start_code <= 0xd7)
  1491. av_log(avctx, AV_LOG_DEBUG,
  1492. "restart marker: %d\n", start_code & 0x0f);
  1493. /* APP fields */
  1494. else if (start_code >= APP0 && start_code <= APP15)
  1495. mjpeg_decode_app(s);
  1496. /* Comment */
  1497. else if (start_code == COM)
  1498. mjpeg_decode_com(s);
  1499. ret = -1;
  1500. if (!CONFIG_JPEGLS_DECODER &&
  1501. (start_code == SOF48 || start_code == LSE)) {
  1502. av_log(avctx, AV_LOG_ERROR, "JPEG-LS support not enabled.\n");
  1503. return AVERROR(ENOSYS);
  1504. }
  1505. switch (start_code) {
  1506. case SOI:
  1507. s->restart_interval = 0;
  1508. s->restart_count = 0;
  1509. /* nothing to do on SOI */
  1510. break;
  1511. case DQT:
  1512. ff_mjpeg_decode_dqt(s);
  1513. break;
  1514. case DHT:
  1515. if ((ret = ff_mjpeg_decode_dht(s)) < 0) {
  1516. av_log(avctx, AV_LOG_ERROR, "huffman table decode error\n");
  1517. goto fail;
  1518. }
  1519. break;
  1520. case SOF0:
  1521. case SOF1:
  1522. s->lossless = 0;
  1523. s->ls = 0;
  1524. s->progressive = 0;
  1525. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1526. goto fail;
  1527. break;
  1528. case SOF2:
  1529. s->lossless = 0;
  1530. s->ls = 0;
  1531. s->progressive = 1;
  1532. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1533. goto fail;
  1534. break;
  1535. case SOF3:
  1536. s->lossless = 1;
  1537. s->ls = 0;
  1538. s->progressive = 0;
  1539. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1540. goto fail;
  1541. break;
  1542. case SOF48:
  1543. s->lossless = 1;
  1544. s->ls = 1;
  1545. s->progressive = 0;
  1546. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1547. goto fail;
  1548. break;
  1549. case LSE:
  1550. if (!CONFIG_JPEGLS_DECODER ||
  1551. (ret = ff_jpegls_decode_lse(s)) < 0)
  1552. goto fail;
  1553. break;
  1554. case EOI:
  1555. eoi_parser:
  1556. s->cur_scan = 0;
  1557. if (!s->got_picture) {
  1558. av_log(avctx, AV_LOG_WARNING,
  1559. "Found EOI before any SOF, ignoring\n");
  1560. break;
  1561. }
  1562. if (s->interlaced) {
  1563. s->bottom_field ^= 1;
  1564. /* if not bottom field, do not output image yet */
  1565. if (s->bottom_field == !s->interlace_polarity)
  1566. break;
  1567. }
  1568. if ((ret = av_frame_ref(data, s->picture_ptr)) < 0)
  1569. return ret;
  1570. *got_frame = 1;
  1571. s->got_picture = 0;
  1572. if (!s->lossless) {
  1573. int qp = FFMAX3(s->qscale[0],
  1574. s->qscale[1],
  1575. s->qscale[2]);
  1576. int qpw = (s->width + 15) / 16;
  1577. AVBufferRef *qp_table_buf = av_buffer_alloc(qpw);
  1578. if (qp_table_buf) {
  1579. memset(qp_table_buf->data, qp, qpw);
  1580. av_frame_set_qp_table(data, qp_table_buf, 0, FF_QSCALE_TYPE_MPEG1);
  1581. }
  1582. if(avctx->debug & FF_DEBUG_QP)
  1583. av_log(avctx, AV_LOG_DEBUG, "QP: %d\n", qp);
  1584. }
  1585. goto the_end;
  1586. case SOS:
  1587. if ((ret = ff_mjpeg_decode_sos(s, NULL, NULL)) < 0 &&
  1588. (avctx->err_recognition & AV_EF_EXPLODE))
  1589. goto fail;
  1590. break;
  1591. case DRI:
  1592. mjpeg_decode_dri(s);
  1593. break;
  1594. case SOF5:
  1595. case SOF6:
  1596. case SOF7:
  1597. case SOF9:
  1598. case SOF10:
  1599. case SOF11:
  1600. case SOF13:
  1601. case SOF14:
  1602. case SOF15:
  1603. case JPG:
  1604. av_log(avctx, AV_LOG_ERROR,
  1605. "mjpeg: unsupported coding type (%x)\n", start_code);
  1606. break;
  1607. }
  1608. /* eof process start code */
  1609. buf_ptr += (get_bits_count(&s->gb) + 7) / 8;
  1610. av_log(avctx, AV_LOG_DEBUG,
  1611. "marker parser used %d bytes (%d bits)\n",
  1612. (get_bits_count(&s->gb) + 7) / 8, get_bits_count(&s->gb));
  1613. }
  1614. if (s->got_picture) {
  1615. av_log(avctx, AV_LOG_WARNING, "EOI missing, emulating\n");
  1616. goto eoi_parser;
  1617. }
  1618. av_log(avctx, AV_LOG_FATAL, "No JPEG data found in image\n");
  1619. return AVERROR_INVALIDDATA;
  1620. fail:
  1621. s->got_picture = 0;
  1622. return ret;
  1623. the_end:
  1624. if (s->upscale_h) {
  1625. uint8_t *line = s->picture_ptr->data[s->upscale_h];
  1626. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  1627. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  1628. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  1629. avctx->pix_fmt == AV_PIX_FMT_YUV440P);
  1630. for (i = 0; i < s->chroma_height; i++) {
  1631. for (index = s->width - 1; index; index--)
  1632. line[index] = (line[index / 2] + line[(index + 1) / 2]) >> 1;
  1633. line += s->linesize[s->upscale_h];
  1634. }
  1635. }
  1636. if (s->upscale_v) {
  1637. uint8_t *dst = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[(s->height - 1) * s->linesize[s->upscale_v]];
  1638. int w;
  1639. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  1640. w = s->width >> hshift;
  1641. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  1642. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  1643. avctx->pix_fmt == AV_PIX_FMT_YUVJ422P ||
  1644. avctx->pix_fmt == AV_PIX_FMT_YUV422P);
  1645. for (i = s->height - 1; i; i--) {
  1646. uint8_t *src1 = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[i / 2 * s->linesize[s->upscale_v]];
  1647. uint8_t *src2 = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[(i + 1) / 2 * s->linesize[s->upscale_v]];
  1648. if (src1 == src2) {
  1649. memcpy(dst, src1, w);
  1650. } else {
  1651. for (index = 0; index < w; index++)
  1652. dst[index] = (src1[index] + src2[index]) >> 1;
  1653. }
  1654. dst -= s->linesize[s->upscale_v];
  1655. }
  1656. }
  1657. if (s->flipped && (s->avctx->flags & CODEC_FLAG_EMU_EDGE)) {
  1658. int j;
  1659. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  1660. for (index=0; index<4; index++) {
  1661. uint8_t *dst = s->picture_ptr->data[index];
  1662. int w = s->width;
  1663. int h = s->height;
  1664. if(index && index<3){
  1665. w = FF_CEIL_RSHIFT(w, hshift);
  1666. h = FF_CEIL_RSHIFT(h, vshift);
  1667. }
  1668. if(dst){
  1669. uint8_t *dst2 = dst + s->linesize[index]*(h-1);
  1670. for (i=0; i<h/2; i++) {
  1671. for (j=0; j<w; j++)
  1672. FFSWAP(int, dst[j], dst2[j]);
  1673. dst += s->linesize[index];
  1674. dst2 -= s->linesize[index];
  1675. }
  1676. }
  1677. }
  1678. }
  1679. av_log(avctx, AV_LOG_DEBUG, "decode frame unused %td bytes\n",
  1680. buf_end - buf_ptr);
  1681. // return buf_end - buf_ptr;
  1682. return buf_ptr - buf;
  1683. }
  1684. av_cold int ff_mjpeg_decode_end(AVCodecContext *avctx)
  1685. {
  1686. MJpegDecodeContext *s = avctx->priv_data;
  1687. int i, j;
  1688. if (s->picture_ptr)
  1689. av_frame_unref(s->picture_ptr);
  1690. av_free(s->buffer);
  1691. av_freep(&s->ljpeg_buffer);
  1692. s->ljpeg_buffer_size = 0;
  1693. for (i = 0; i < 3; i++) {
  1694. for (j = 0; j < 4; j++)
  1695. ff_free_vlc(&s->vlcs[i][j]);
  1696. }
  1697. for (i = 0; i < MAX_COMPONENTS; i++) {
  1698. av_freep(&s->blocks[i]);
  1699. av_freep(&s->last_nnz[i]);
  1700. }
  1701. return 0;
  1702. }
  1703. static void decode_flush(AVCodecContext *avctx)
  1704. {
  1705. MJpegDecodeContext *s = avctx->priv_data;
  1706. s->got_picture = 0;
  1707. }
  1708. #if CONFIG_MJPEG_DECODER
  1709. #define OFFSET(x) offsetof(MJpegDecodeContext, x)
  1710. #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
  1711. static const AVOption options[] = {
  1712. { "extern_huff", "Use external huffman table.",
  1713. OFFSET(extern_huff), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, VD },
  1714. { NULL },
  1715. };
  1716. static const AVClass mjpegdec_class = {
  1717. .class_name = "MJPEG decoder",
  1718. .item_name = av_default_item_name,
  1719. .option = options,
  1720. .version = LIBAVUTIL_VERSION_INT,
  1721. };
  1722. AVCodec ff_mjpeg_decoder = {
  1723. .name = "mjpeg",
  1724. .type = AVMEDIA_TYPE_VIDEO,
  1725. .id = AV_CODEC_ID_MJPEG,
  1726. .priv_data_size = sizeof(MJpegDecodeContext),
  1727. .init = ff_mjpeg_decode_init,
  1728. .close = ff_mjpeg_decode_end,
  1729. .decode = ff_mjpeg_decode_frame,
  1730. .flush = decode_flush,
  1731. .capabilities = CODEC_CAP_DR1,
  1732. .max_lowres = 3,
  1733. .long_name = NULL_IF_CONFIG_SMALL("MJPEG (Motion JPEG)"),
  1734. .priv_class = &mjpegdec_class,
  1735. };
  1736. #endif
  1737. #if CONFIG_THP_DECODER
  1738. AVCodec ff_thp_decoder = {
  1739. .name = "thp",
  1740. .type = AVMEDIA_TYPE_VIDEO,
  1741. .id = AV_CODEC_ID_THP,
  1742. .priv_data_size = sizeof(MJpegDecodeContext),
  1743. .init = ff_mjpeg_decode_init,
  1744. .close = ff_mjpeg_decode_end,
  1745. .decode = ff_mjpeg_decode_frame,
  1746. .flush = decode_flush,
  1747. .capabilities = CODEC_CAP_DR1,
  1748. .max_lowres = 3,
  1749. .long_name = NULL_IF_CONFIG_SMALL("Nintendo Gamecube THP video"),
  1750. };
  1751. #endif