You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1955 lines
68KB

  1. /*
  2. * MJPEG decoder
  3. * Copyright (c) 2000, 2001 Fabrice Bellard
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. * Copyright (c) 2003-2004 Michael Niedermayer
  6. *
  7. * Support for external huffman table, various fixes (AVID workaround),
  8. * aspecting, new decode_frame mechanism and apple mjpeg-b support
  9. * by Alex Beregszaszi
  10. *
  11. * This file is part of FFmpeg.
  12. *
  13. * FFmpeg is free software; you can redistribute it and/or
  14. * modify it under the terms of the GNU Lesser General Public
  15. * License as published by the Free Software Foundation; either
  16. * version 2.1 of the License, or (at your option) any later version.
  17. *
  18. * FFmpeg is distributed in the hope that it will be useful,
  19. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  21. * Lesser General Public License for more details.
  22. *
  23. * You should have received a copy of the GNU Lesser General Public
  24. * License along with FFmpeg; if not, write to the Free Software
  25. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  26. */
  27. /**
  28. * @file
  29. * MJPEG decoder.
  30. */
  31. #include "libavutil/imgutils.h"
  32. #include "libavutil/avassert.h"
  33. #include "libavutil/opt.h"
  34. #include "avcodec.h"
  35. #include "copy_block.h"
  36. #include "internal.h"
  37. #include "mjpeg.h"
  38. #include "mjpegdec.h"
  39. #include "jpeglsdec.h"
  40. static int build_vlc(VLC *vlc, const uint8_t *bits_table,
  41. const uint8_t *val_table, int nb_codes,
  42. int use_static, int is_ac)
  43. {
  44. uint8_t huff_size[256] = { 0 };
  45. uint16_t huff_code[256];
  46. uint16_t huff_sym[256];
  47. int i;
  48. av_assert0(nb_codes <= 256);
  49. ff_mjpeg_build_huffman_codes(huff_size, huff_code, bits_table, val_table);
  50. for (i = 0; i < 256; i++)
  51. huff_sym[i] = i + 16 * is_ac;
  52. if (is_ac)
  53. huff_sym[0] = 16 * 256;
  54. return ff_init_vlc_sparse(vlc, 9, nb_codes, huff_size, 1, 1,
  55. huff_code, 2, 2, huff_sym, 2, 2, use_static);
  56. }
  57. static void build_basic_mjpeg_vlc(MJpegDecodeContext *s)
  58. {
  59. build_vlc(&s->vlcs[0][0], avpriv_mjpeg_bits_dc_luminance,
  60. avpriv_mjpeg_val_dc, 12, 0, 0);
  61. build_vlc(&s->vlcs[0][1], avpriv_mjpeg_bits_dc_chrominance,
  62. avpriv_mjpeg_val_dc, 12, 0, 0);
  63. build_vlc(&s->vlcs[1][0], avpriv_mjpeg_bits_ac_luminance,
  64. avpriv_mjpeg_val_ac_luminance, 251, 0, 1);
  65. build_vlc(&s->vlcs[1][1], avpriv_mjpeg_bits_ac_chrominance,
  66. avpriv_mjpeg_val_ac_chrominance, 251, 0, 1);
  67. build_vlc(&s->vlcs[2][0], avpriv_mjpeg_bits_ac_luminance,
  68. avpriv_mjpeg_val_ac_luminance, 251, 0, 0);
  69. build_vlc(&s->vlcs[2][1], avpriv_mjpeg_bits_ac_chrominance,
  70. avpriv_mjpeg_val_ac_chrominance, 251, 0, 0);
  71. }
  72. av_cold int ff_mjpeg_decode_init(AVCodecContext *avctx)
  73. {
  74. MJpegDecodeContext *s = avctx->priv_data;
  75. if (!s->picture_ptr)
  76. s->picture_ptr = &s->picture;
  77. avcodec_get_frame_defaults(&s->picture);
  78. s->avctx = avctx;
  79. ff_hpeldsp_init(&s->hdsp, avctx->flags);
  80. ff_dsputil_init(&s->dsp, avctx);
  81. ff_init_scantable(s->dsp.idct_permutation, &s->scantable, ff_zigzag_direct);
  82. s->buffer_size = 0;
  83. s->buffer = NULL;
  84. s->start_code = -1;
  85. s->first_picture = 1;
  86. s->got_picture = 0;
  87. s->org_height = avctx->coded_height;
  88. avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
  89. build_basic_mjpeg_vlc(s);
  90. if (s->extern_huff) {
  91. av_log(avctx, AV_LOG_INFO, "using external huffman table\n");
  92. init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size * 8);
  93. if (ff_mjpeg_decode_dht(s)) {
  94. av_log(avctx, AV_LOG_ERROR,
  95. "error using external huffman table, switching back to internal\n");
  96. build_basic_mjpeg_vlc(s);
  97. }
  98. }
  99. if (avctx->field_order == AV_FIELD_BB) { /* quicktime icefloe 019 */
  100. s->interlace_polarity = 1; /* bottom field first */
  101. av_log(avctx, AV_LOG_DEBUG, "bottom field first\n");
  102. }
  103. if (avctx->codec->id == AV_CODEC_ID_AMV)
  104. s->flipped = 1;
  105. return 0;
  106. }
  107. /* quantize tables */
  108. int ff_mjpeg_decode_dqt(MJpegDecodeContext *s)
  109. {
  110. int len, index, i, j;
  111. len = get_bits(&s->gb, 16) - 2;
  112. while (len >= 65) {
  113. int pr = get_bits(&s->gb, 4);
  114. if (pr > 1) {
  115. av_log(s->avctx, AV_LOG_ERROR, "dqt: invalid precision\n");
  116. return AVERROR_INVALIDDATA;
  117. }
  118. index = get_bits(&s->gb, 4);
  119. if (index >= 4)
  120. return -1;
  121. av_log(s->avctx, AV_LOG_DEBUG, "index=%d\n", index);
  122. /* read quant table */
  123. for (i = 0; i < 64; i++) {
  124. j = s->scantable.permutated[i];
  125. s->quant_matrixes[index][j] = get_bits(&s->gb, pr ? 16 : 8);
  126. }
  127. // XXX FIXME finetune, and perhaps add dc too
  128. s->qscale[index] = FFMAX(s->quant_matrixes[index][s->scantable.permutated[1]],
  129. s->quant_matrixes[index][s->scantable.permutated[8]]) >> 1;
  130. av_log(s->avctx, AV_LOG_DEBUG, "qscale[%d]: %d\n",
  131. index, s->qscale[index]);
  132. len -= 65;
  133. }
  134. return 0;
  135. }
  136. /* decode huffman tables and build VLC decoders */
  137. int ff_mjpeg_decode_dht(MJpegDecodeContext *s)
  138. {
  139. int len, index, i, class, n, v, code_max;
  140. uint8_t bits_table[17];
  141. uint8_t val_table[256];
  142. int ret = 0;
  143. len = get_bits(&s->gb, 16) - 2;
  144. while (len > 0) {
  145. if (len < 17)
  146. return AVERROR_INVALIDDATA;
  147. class = get_bits(&s->gb, 4);
  148. if (class >= 2)
  149. return AVERROR_INVALIDDATA;
  150. index = get_bits(&s->gb, 4);
  151. if (index >= 4)
  152. return AVERROR_INVALIDDATA;
  153. n = 0;
  154. for (i = 1; i <= 16; i++) {
  155. bits_table[i] = get_bits(&s->gb, 8);
  156. n += bits_table[i];
  157. }
  158. len -= 17;
  159. if (len < n || n > 256)
  160. return AVERROR_INVALIDDATA;
  161. code_max = 0;
  162. for (i = 0; i < n; i++) {
  163. v = get_bits(&s->gb, 8);
  164. if (v > code_max)
  165. code_max = v;
  166. val_table[i] = v;
  167. }
  168. len -= n;
  169. /* build VLC and flush previous vlc if present */
  170. ff_free_vlc(&s->vlcs[class][index]);
  171. av_log(s->avctx, AV_LOG_DEBUG, "class=%d index=%d nb_codes=%d\n",
  172. class, index, code_max + 1);
  173. if ((ret = build_vlc(&s->vlcs[class][index], bits_table, val_table,
  174. code_max + 1, 0, class > 0)) < 0)
  175. return ret;
  176. if (class > 0) {
  177. ff_free_vlc(&s->vlcs[2][index]);
  178. if ((ret = build_vlc(&s->vlcs[2][index], bits_table, val_table,
  179. code_max + 1, 0, 0)) < 0)
  180. return ret;
  181. }
  182. }
  183. return 0;
  184. }
  185. int ff_mjpeg_decode_sof(MJpegDecodeContext *s)
  186. {
  187. int len, nb_components, i, width, height, pix_fmt_id;
  188. int h_count[MAX_COMPONENTS];
  189. int v_count[MAX_COMPONENTS];
  190. s->cur_scan = 0;
  191. s->upscale_h = s->upscale_v = 0;
  192. /* XXX: verify len field validity */
  193. len = get_bits(&s->gb, 16);
  194. s->bits = get_bits(&s->gb, 8);
  195. if (s->pegasus_rct)
  196. s->bits = 9;
  197. if (s->bits == 9 && !s->pegasus_rct)
  198. s->rct = 1; // FIXME ugly
  199. if (s->bits != 8 && !s->lossless) {
  200. av_log(s->avctx, AV_LOG_ERROR, "only 8 bits/component accepted\n");
  201. return -1;
  202. }
  203. if(s->lossless && s->avctx->lowres){
  204. av_log(s->avctx, AV_LOG_ERROR, "lowres is not possible with lossless jpeg\n");
  205. return -1;
  206. }
  207. height = get_bits(&s->gb, 16);
  208. width = get_bits(&s->gb, 16);
  209. // HACK for odd_height.mov
  210. if (s->interlaced && s->width == width && s->height == height + 1)
  211. height= s->height;
  212. av_log(s->avctx, AV_LOG_DEBUG, "sof0: picture: %dx%d\n", width, height);
  213. if (av_image_check_size(width, height, 0, s->avctx))
  214. return AVERROR_INVALIDDATA;
  215. nb_components = get_bits(&s->gb, 8);
  216. if (nb_components <= 0 ||
  217. nb_components > MAX_COMPONENTS)
  218. return -1;
  219. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  220. if (nb_components != s->nb_components) {
  221. av_log(s->avctx, AV_LOG_ERROR, "nb_components changing in interlaced picture\n");
  222. return AVERROR_INVALIDDATA;
  223. }
  224. }
  225. if (s->ls && !(s->bits <= 8 || nb_components == 1)) {
  226. avpriv_report_missing_feature(s->avctx,
  227. "JPEG-LS that is not <= 8 "
  228. "bits/component or 16-bit gray");
  229. return AVERROR_PATCHWELCOME;
  230. }
  231. s->nb_components = nb_components;
  232. s->h_max = 1;
  233. s->v_max = 1;
  234. memset(h_count, 0, sizeof(h_count));
  235. memset(v_count, 0, sizeof(v_count));
  236. for (i = 0; i < nb_components; i++) {
  237. /* component id */
  238. s->component_id[i] = get_bits(&s->gb, 8) - 1;
  239. h_count[i] = get_bits(&s->gb, 4);
  240. v_count[i] = get_bits(&s->gb, 4);
  241. /* compute hmax and vmax (only used in interleaved case) */
  242. if (h_count[i] > s->h_max)
  243. s->h_max = h_count[i];
  244. if (v_count[i] > s->v_max)
  245. s->v_max = v_count[i];
  246. if (!h_count[i] || !v_count[i]) {
  247. av_log(s->avctx, AV_LOG_ERROR, "h/v_count is 0\n");
  248. return -1;
  249. }
  250. s->quant_index[i] = get_bits(&s->gb, 8);
  251. if (s->quant_index[i] >= 4) {
  252. av_log(s->avctx, AV_LOG_ERROR, "quant_index is invalid\n");
  253. return AVERROR_INVALIDDATA;
  254. }
  255. av_log(s->avctx, AV_LOG_DEBUG, "component %d %d:%d id: %d quant:%d\n",
  256. i, h_count[i], v_count[i],
  257. s->component_id[i], s->quant_index[i]);
  258. }
  259. if (s->ls && (s->h_max > 1 || s->v_max > 1)) {
  260. avpriv_report_missing_feature(s->avctx, "Subsampling in JPEG-LS");
  261. return AVERROR_PATCHWELCOME;
  262. }
  263. /* if different size, realloc/alloc picture */
  264. if ( width != s->width || height != s->height
  265. || memcmp(s->h_count, h_count, sizeof(h_count))
  266. || memcmp(s->v_count, v_count, sizeof(v_count))) {
  267. s->width = width;
  268. s->height = height;
  269. memcpy(s->h_count, h_count, sizeof(h_count));
  270. memcpy(s->v_count, v_count, sizeof(v_count));
  271. s->interlaced = 0;
  272. s->got_picture = 0;
  273. /* test interlaced mode */
  274. if (s->first_picture &&
  275. s->org_height != 0 &&
  276. s->height < ((s->org_height * 3) / 4)) {
  277. s->interlaced = 1;
  278. s->bottom_field = s->interlace_polarity;
  279. s->picture_ptr->interlaced_frame = 1;
  280. s->picture_ptr->top_field_first = !s->interlace_polarity;
  281. height *= 2;
  282. }
  283. avcodec_set_dimensions(s->avctx, width, height);
  284. s->first_picture = 0;
  285. }
  286. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  287. if (s->progressive) {
  288. avpriv_request_sample(s->avctx, "progressively coded interlaced picture");
  289. return AVERROR_INVALIDDATA;
  290. }
  291. } else{
  292. if (s->v_max == 1 && s->h_max == 1 && s->lossless==1 && nb_components==3)
  293. s->rgb = 1;
  294. else if (!s->lossless)
  295. s->rgb = 0;
  296. /* XXX: not complete test ! */
  297. pix_fmt_id = (s->h_count[0] << 28) | (s->v_count[0] << 24) |
  298. (s->h_count[1] << 20) | (s->v_count[1] << 16) |
  299. (s->h_count[2] << 12) | (s->v_count[2] << 8) |
  300. (s->h_count[3] << 4) | s->v_count[3];
  301. av_log(s->avctx, AV_LOG_DEBUG, "pix fmt id %x\n", pix_fmt_id);
  302. /* NOTE we do not allocate pictures large enough for the possible
  303. * padding of h/v_count being 4 */
  304. if (!(pix_fmt_id & 0xD0D0D0D0))
  305. pix_fmt_id -= (pix_fmt_id & 0xF0F0F0F0) >> 1;
  306. if (!(pix_fmt_id & 0x0D0D0D0D))
  307. pix_fmt_id -= (pix_fmt_id & 0x0F0F0F0F) >> 1;
  308. switch (pix_fmt_id) {
  309. case 0x11111100:
  310. if (s->rgb)
  311. s->avctx->pix_fmt = AV_PIX_FMT_BGR24;
  312. else {
  313. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  314. s->avctx->pix_fmt = AV_PIX_FMT_GBR24P;
  315. } else {
  316. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  317. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  318. }
  319. }
  320. av_assert0(s->nb_components == 3);
  321. break;
  322. case 0x12121100:
  323. case 0x22122100:
  324. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  325. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  326. s->upscale_v = 2;
  327. s->upscale_h = (pix_fmt_id == 0x22122100);
  328. s->chroma_height = s->height;
  329. break;
  330. case 0x21211100:
  331. case 0x22211200:
  332. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  333. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  334. s->upscale_v = (pix_fmt_id == 0x22211200);
  335. s->upscale_h = 2;
  336. s->chroma_height = s->height;
  337. break;
  338. case 0x22221100:
  339. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  340. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  341. s->upscale_v = 2;
  342. s->upscale_h = 2;
  343. s->chroma_height = s->height / 2;
  344. break;
  345. case 0x11000000:
  346. case 0x13000000:
  347. case 0x14000000:
  348. case 0x31000000:
  349. case 0x33000000:
  350. case 0x34000000:
  351. case 0x41000000:
  352. case 0x43000000:
  353. case 0x44000000:
  354. if(s->bits <= 8)
  355. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  356. else
  357. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  358. break;
  359. case 0x12111100:
  360. case 0x22211100:
  361. case 0x22112100:
  362. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV440P : AV_PIX_FMT_YUVJ440P;
  363. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  364. s->upscale_h = (pix_fmt_id == 0x22211100) * 2 + (pix_fmt_id == 0x22112100);
  365. s->chroma_height = s->height / 2;
  366. break;
  367. case 0x21111100:
  368. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  369. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  370. break;
  371. case 0x22121100:
  372. case 0x22111200:
  373. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  374. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  375. s->upscale_v = (pix_fmt_id == 0x22121100) + 1;
  376. break;
  377. case 0x22111100:
  378. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUVJ420P;
  379. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  380. break;
  381. case 0x41111100:
  382. s->avctx->pix_fmt = AV_PIX_FMT_YUV411P;
  383. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  384. break;
  385. default:
  386. av_log(s->avctx, AV_LOG_ERROR, "Unhandled pixel format 0x%x\n", pix_fmt_id);
  387. return AVERROR_PATCHWELCOME;
  388. }
  389. if ((s->upscale_h || s->upscale_v) && s->avctx->lowres) {
  390. av_log(s->avctx, AV_LOG_ERROR, "lowres not supported for weird subsampling\n");
  391. return AVERROR_PATCHWELCOME;
  392. }
  393. if (s->ls) {
  394. s->upscale_h = s->upscale_v = 0;
  395. if (s->nb_components > 1)
  396. s->avctx->pix_fmt = AV_PIX_FMT_RGB24;
  397. else if (s->bits <= 8)
  398. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  399. else
  400. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  401. }
  402. av_frame_unref(s->picture_ptr);
  403. if (ff_get_buffer(s->avctx, s->picture_ptr, AV_GET_BUFFER_FLAG_REF) < 0)
  404. return -1;
  405. s->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
  406. s->picture_ptr->key_frame = 1;
  407. s->got_picture = 1;
  408. for (i = 0; i < 3; i++)
  409. s->linesize[i] = s->picture_ptr->linesize[i] << s->interlaced;
  410. av_dlog(s->avctx, "%d %d %d %d %d %d\n",
  411. s->width, s->height, s->linesize[0], s->linesize[1],
  412. s->interlaced, s->avctx->height);
  413. if (len != (8 + (3 * nb_components)))
  414. av_log(s->avctx, AV_LOG_DEBUG, "decode_sof0: error, len(%d) mismatch\n", len);
  415. }
  416. if (s->rgb && !s->lossless && !s->ls) {
  417. av_log(s->avctx, AV_LOG_ERROR, "Unsupported coding and pixel format combination\n");
  418. return AVERROR_PATCHWELCOME;
  419. }
  420. /* totally blank picture as progressive JPEG will only add details to it */
  421. if (s->progressive) {
  422. int bw = (width + s->h_max * 8 - 1) / (s->h_max * 8);
  423. int bh = (height + s->v_max * 8 - 1) / (s->v_max * 8);
  424. for (i = 0; i < s->nb_components; i++) {
  425. int size = bw * bh * s->h_count[i] * s->v_count[i];
  426. av_freep(&s->blocks[i]);
  427. av_freep(&s->last_nnz[i]);
  428. s->blocks[i] = av_malloc(size * sizeof(**s->blocks));
  429. s->last_nnz[i] = av_mallocz(size * sizeof(**s->last_nnz));
  430. s->block_stride[i] = bw * s->h_count[i];
  431. }
  432. memset(s->coefs_finished, 0, sizeof(s->coefs_finished));
  433. }
  434. return 0;
  435. }
  436. static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
  437. {
  438. int code;
  439. code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
  440. if (code < 0) {
  441. av_log(s->avctx, AV_LOG_WARNING,
  442. "mjpeg_decode_dc: bad vlc: %d:%d (%p)\n",
  443. 0, dc_index, &s->vlcs[0][dc_index]);
  444. return 0xffff;
  445. }
  446. if (code)
  447. return get_xbits(&s->gb, code);
  448. else
  449. return 0;
  450. }
  451. /* decode block and dequantize */
  452. static int decode_block(MJpegDecodeContext *s, int16_t *block, int component,
  453. int dc_index, int ac_index, int16_t *quant_matrix)
  454. {
  455. int code, i, j, level, val;
  456. /* DC coef */
  457. val = mjpeg_decode_dc(s, dc_index);
  458. if (val == 0xffff) {
  459. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  460. return AVERROR_INVALIDDATA;
  461. }
  462. val = val * quant_matrix[0] + s->last_dc[component];
  463. s->last_dc[component] = val;
  464. block[0] = val;
  465. /* AC coefs */
  466. i = 0;
  467. {OPEN_READER(re, &s->gb);
  468. do {
  469. UPDATE_CACHE(re, &s->gb);
  470. GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2);
  471. i += ((unsigned)code) >> 4;
  472. code &= 0xf;
  473. if (code) {
  474. if (code > MIN_CACHE_BITS - 16)
  475. UPDATE_CACHE(re, &s->gb);
  476. {
  477. int cache = GET_CACHE(re, &s->gb);
  478. int sign = (~cache) >> 31;
  479. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  480. }
  481. LAST_SKIP_BITS(re, &s->gb, code);
  482. if (i > 63) {
  483. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  484. return AVERROR_INVALIDDATA;
  485. }
  486. j = s->scantable.permutated[i];
  487. block[j] = level * quant_matrix[j];
  488. }
  489. } while (i < 63);
  490. CLOSE_READER(re, &s->gb);}
  491. return 0;
  492. }
  493. static int decode_dc_progressive(MJpegDecodeContext *s, int16_t *block,
  494. int component, int dc_index,
  495. int16_t *quant_matrix, int Al)
  496. {
  497. int val;
  498. s->dsp.clear_block(block);
  499. val = mjpeg_decode_dc(s, dc_index);
  500. if (val == 0xffff) {
  501. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  502. return AVERROR_INVALIDDATA;
  503. }
  504. val = (val * quant_matrix[0] << Al) + s->last_dc[component];
  505. s->last_dc[component] = val;
  506. block[0] = val;
  507. return 0;
  508. }
  509. /* decode block and dequantize - progressive JPEG version */
  510. static int decode_block_progressive(MJpegDecodeContext *s, int16_t *block,
  511. uint8_t *last_nnz, int ac_index,
  512. int16_t *quant_matrix,
  513. int ss, int se, int Al, int *EOBRUN)
  514. {
  515. int code, i, j, level, val, run;
  516. if (*EOBRUN) {
  517. (*EOBRUN)--;
  518. return 0;
  519. }
  520. {
  521. OPEN_READER(re, &s->gb);
  522. for (i = ss; ; i++) {
  523. UPDATE_CACHE(re, &s->gb);
  524. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  525. run = ((unsigned) code) >> 4;
  526. code &= 0xF;
  527. if (code) {
  528. i += run;
  529. if (code > MIN_CACHE_BITS - 16)
  530. UPDATE_CACHE(re, &s->gb);
  531. {
  532. int cache = GET_CACHE(re, &s->gb);
  533. int sign = (~cache) >> 31;
  534. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  535. }
  536. LAST_SKIP_BITS(re, &s->gb, code);
  537. if (i >= se) {
  538. if (i == se) {
  539. j = s->scantable.permutated[se];
  540. block[j] = level * quant_matrix[j] << Al;
  541. break;
  542. }
  543. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  544. return AVERROR_INVALIDDATA;
  545. }
  546. j = s->scantable.permutated[i];
  547. block[j] = level * quant_matrix[j] << Al;
  548. } else {
  549. if (run == 0xF) {// ZRL - skip 15 coefficients
  550. i += 15;
  551. if (i >= se) {
  552. av_log(s->avctx, AV_LOG_ERROR, "ZRL overflow: %d\n", i);
  553. return AVERROR_INVALIDDATA;
  554. }
  555. } else {
  556. val = (1 << run);
  557. if (run) {
  558. UPDATE_CACHE(re, &s->gb);
  559. val += NEG_USR32(GET_CACHE(re, &s->gb), run);
  560. LAST_SKIP_BITS(re, &s->gb, run);
  561. }
  562. *EOBRUN = val - 1;
  563. break;
  564. }
  565. }
  566. }
  567. CLOSE_READER(re, &s->gb);
  568. }
  569. if (i > *last_nnz)
  570. *last_nnz = i;
  571. return 0;
  572. }
  573. #define REFINE_BIT(j) { \
  574. UPDATE_CACHE(re, &s->gb); \
  575. sign = block[j] >> 15; \
  576. block[j] += SHOW_UBITS(re, &s->gb, 1) * \
  577. ((quant_matrix[j] ^ sign) - sign) << Al; \
  578. LAST_SKIP_BITS(re, &s->gb, 1); \
  579. }
  580. #define ZERO_RUN \
  581. for (; ; i++) { \
  582. if (i > last) { \
  583. i += run; \
  584. if (i > se) { \
  585. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i); \
  586. return -1; \
  587. } \
  588. break; \
  589. } \
  590. j = s->scantable.permutated[i]; \
  591. if (block[j]) \
  592. REFINE_BIT(j) \
  593. else if (run-- == 0) \
  594. break; \
  595. }
  596. /* decode block and dequantize - progressive JPEG refinement pass */
  597. static int decode_block_refinement(MJpegDecodeContext *s, int16_t *block,
  598. uint8_t *last_nnz,
  599. int ac_index, int16_t *quant_matrix,
  600. int ss, int se, int Al, int *EOBRUN)
  601. {
  602. int code, i = ss, j, sign, val, run;
  603. int last = FFMIN(se, *last_nnz);
  604. OPEN_READER(re, &s->gb);
  605. if (*EOBRUN) {
  606. (*EOBRUN)--;
  607. } else {
  608. for (; ; i++) {
  609. UPDATE_CACHE(re, &s->gb);
  610. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  611. if (code & 0xF) {
  612. run = ((unsigned) code) >> 4;
  613. UPDATE_CACHE(re, &s->gb);
  614. val = SHOW_UBITS(re, &s->gb, 1);
  615. LAST_SKIP_BITS(re, &s->gb, 1);
  616. ZERO_RUN;
  617. j = s->scantable.permutated[i];
  618. val--;
  619. block[j] = ((quant_matrix[j]^val) - val) << Al;
  620. if (i == se) {
  621. if (i > *last_nnz)
  622. *last_nnz = i;
  623. CLOSE_READER(re, &s->gb);
  624. return 0;
  625. }
  626. } else {
  627. run = ((unsigned) code) >> 4;
  628. if (run == 0xF) {
  629. ZERO_RUN;
  630. } else {
  631. val = run;
  632. run = (1 << run);
  633. if (val) {
  634. UPDATE_CACHE(re, &s->gb);
  635. run += SHOW_UBITS(re, &s->gb, val);
  636. LAST_SKIP_BITS(re, &s->gb, val);
  637. }
  638. *EOBRUN = run - 1;
  639. break;
  640. }
  641. }
  642. }
  643. if (i > *last_nnz)
  644. *last_nnz = i;
  645. }
  646. for (; i <= last; i++) {
  647. j = s->scantable.permutated[i];
  648. if (block[j])
  649. REFINE_BIT(j)
  650. }
  651. CLOSE_READER(re, &s->gb);
  652. return 0;
  653. }
  654. #undef REFINE_BIT
  655. #undef ZERO_RUN
  656. static void handle_rstn(MJpegDecodeContext *s, int nb_components)
  657. {
  658. int i;
  659. if (s->restart_interval) {
  660. s->restart_count--;
  661. if(s->restart_count == 0 && s->avctx->codec_id == AV_CODEC_ID_THP){
  662. align_get_bits(&s->gb);
  663. for (i = 0; i < nb_components; i++) /* reset dc */
  664. s->last_dc[i] = 1024;
  665. }
  666. i = 8 + ((-get_bits_count(&s->gb)) & 7);
  667. /* skip RSTn */
  668. if (s->restart_count == 0) {
  669. if( show_bits(&s->gb, i) == (1 << i) - 1
  670. || show_bits(&s->gb, i) == 0xFF) {
  671. int pos = get_bits_count(&s->gb);
  672. align_get_bits(&s->gb);
  673. while (get_bits_left(&s->gb) >= 8 && show_bits(&s->gb, 8) == 0xFF)
  674. skip_bits(&s->gb, 8);
  675. if (get_bits_left(&s->gb) >= 8 && (get_bits(&s->gb, 8) & 0xF8) == 0xD0) {
  676. for (i = 0; i < nb_components; i++) /* reset dc */
  677. s->last_dc[i] = 1024;
  678. } else
  679. skip_bits_long(&s->gb, pos - get_bits_count(&s->gb));
  680. }
  681. }
  682. }
  683. }
  684. static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int nb_components, int predictor, int point_transform)
  685. {
  686. int i, mb_x, mb_y;
  687. uint16_t (*buffer)[4];
  688. int left[3], top[3], topleft[3];
  689. const int linesize = s->linesize[0];
  690. const int mask = (1 << s->bits) - 1;
  691. int resync_mb_y = 0;
  692. int resync_mb_x = 0;
  693. s->restart_count = s->restart_interval;
  694. av_fast_malloc(&s->ljpeg_buffer, &s->ljpeg_buffer_size,
  695. (unsigned)s->mb_width * 4 * sizeof(s->ljpeg_buffer[0][0]));
  696. buffer = s->ljpeg_buffer;
  697. for (i = 0; i < 3; i++)
  698. buffer[0][i] = 1 << (s->bits - 1);
  699. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  700. uint8_t *ptr = s->picture.data[0] + (linesize * mb_y);
  701. if (s->interlaced && s->bottom_field)
  702. ptr += linesize >> 1;
  703. for (i = 0; i < 3; i++)
  704. top[i] = left[i] = topleft[i] = buffer[0][i];
  705. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  706. int modified_predictor = predictor;
  707. if (s->restart_interval && !s->restart_count){
  708. s->restart_count = s->restart_interval;
  709. resync_mb_x = mb_x;
  710. resync_mb_y = mb_y;
  711. for(i=0; i<3; i++)
  712. top[i] = left[i]= topleft[i]= 1 << (s->bits - 1);
  713. }
  714. if (mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || !mb_x)
  715. modified_predictor = 1;
  716. for (i=0;i<nb_components;i++) {
  717. int pred, dc;
  718. topleft[i] = top[i];
  719. top[i] = buffer[mb_x][i];
  720. PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
  721. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  722. if(dc == 0xFFFF)
  723. return -1;
  724. left[i] = buffer[mb_x][i] =
  725. mask & (pred + (dc << point_transform));
  726. }
  727. if (s->restart_interval && !--s->restart_count) {
  728. align_get_bits(&s->gb);
  729. skip_bits(&s->gb, 16); /* skip RSTn */
  730. }
  731. }
  732. if (s->rct) {
  733. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  734. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  735. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  736. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  737. }
  738. } else if (s->pegasus_rct) {
  739. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  740. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2]) >> 2);
  741. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  742. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  743. }
  744. } else {
  745. for(i=0; i<nb_components; i++) {
  746. int c= s->comp_index[i];
  747. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  748. ptr[3*mb_x+2-c] = buffer[mb_x][i];
  749. }
  750. }
  751. }
  752. }
  753. return 0;
  754. }
  755. static int ljpeg_decode_yuv_scan(MJpegDecodeContext *s, int nb_components, int predictor,
  756. int point_transform)
  757. {
  758. int i, mb_x, mb_y;
  759. int bits= (s->bits+7)&~7;
  760. int resync_mb_y = 0;
  761. int resync_mb_x = 0;
  762. point_transform += bits - s->bits;
  763. av_assert0(nb_components>=1 && nb_components<=3);
  764. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  765. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  766. if (s->restart_interval && !s->restart_count){
  767. s->restart_count = s->restart_interval;
  768. resync_mb_x = mb_x;
  769. resync_mb_y = mb_y;
  770. }
  771. if(!mb_x || mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || s->interlaced){
  772. int toprow = mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x;
  773. int leftcol = !mb_x || mb_y == resync_mb_y && mb_x == resync_mb_x;
  774. for (i = 0; i < nb_components; i++) {
  775. uint8_t *ptr;
  776. uint16_t *ptr16;
  777. int n, h, v, x, y, c, j, linesize;
  778. n = s->nb_blocks[i];
  779. c = s->comp_index[i];
  780. h = s->h_scount[i];
  781. v = s->v_scount[i];
  782. x = 0;
  783. y = 0;
  784. linesize= s->linesize[c];
  785. if(bits>8) linesize /= 2;
  786. for(j=0; j<n; j++) {
  787. int pred, dc;
  788. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  789. if(dc == 0xFFFF)
  790. return -1;
  791. if(bits<=8){
  792. ptr = s->picture.data[c] + (linesize * (v * mb_y + y)) + (h * mb_x + x); //FIXME optimize this crap
  793. if(y==0 && toprow){
  794. if(x==0 && leftcol){
  795. pred= 1 << (bits - 1);
  796. }else{
  797. pred= ptr[-1];
  798. }
  799. }else{
  800. if(x==0 && leftcol){
  801. pred= ptr[-linesize];
  802. }else{
  803. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  804. }
  805. }
  806. if (s->interlaced && s->bottom_field)
  807. ptr += linesize >> 1;
  808. pred &= (-1)<<(8-s->bits);
  809. *ptr= pred + (dc << point_transform);
  810. }else{
  811. ptr16 = (uint16_t*)(s->picture.data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  812. if(y==0 && toprow){
  813. if(x==0 && leftcol){
  814. pred= 1 << (bits - 1);
  815. }else{
  816. pred= ptr16[-1];
  817. }
  818. }else{
  819. if(x==0 && leftcol){
  820. pred= ptr16[-linesize];
  821. }else{
  822. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  823. }
  824. }
  825. if (s->interlaced && s->bottom_field)
  826. ptr16 += linesize >> 1;
  827. pred &= (-1)<<(16-s->bits);
  828. *ptr16= pred + (dc << point_transform);
  829. }
  830. if (++x == h) {
  831. x = 0;
  832. y++;
  833. }
  834. }
  835. }
  836. } else {
  837. for (i = 0; i < nb_components; i++) {
  838. uint8_t *ptr;
  839. uint16_t *ptr16;
  840. int n, h, v, x, y, c, j, linesize, dc;
  841. n = s->nb_blocks[i];
  842. c = s->comp_index[i];
  843. h = s->h_scount[i];
  844. v = s->v_scount[i];
  845. x = 0;
  846. y = 0;
  847. linesize = s->linesize[c];
  848. if(bits>8) linesize /= 2;
  849. for (j = 0; j < n; j++) {
  850. int pred;
  851. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  852. if(dc == 0xFFFF)
  853. return -1;
  854. if(bits<=8){
  855. ptr = s->picture.data[c] +
  856. (linesize * (v * mb_y + y)) +
  857. (h * mb_x + x); //FIXME optimize this crap
  858. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  859. pred &= (-1)<<(8-s->bits);
  860. *ptr = pred + (dc << point_transform);
  861. }else{
  862. ptr16 = (uint16_t*)(s->picture.data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  863. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  864. pred &= (-1)<<(16-s->bits);
  865. *ptr16= pred + (dc << point_transform);
  866. }
  867. if (++x == h) {
  868. x = 0;
  869. y++;
  870. }
  871. }
  872. }
  873. }
  874. if (s->restart_interval && !--s->restart_count) {
  875. align_get_bits(&s->gb);
  876. skip_bits(&s->gb, 16); /* skip RSTn */
  877. }
  878. }
  879. }
  880. return 0;
  881. }
  882. static av_always_inline void mjpeg_copy_block(MJpegDecodeContext *s,
  883. uint8_t *dst, const uint8_t *src,
  884. int linesize, int lowres)
  885. {
  886. switch (lowres) {
  887. case 0: s->hdsp.put_pixels_tab[1][0](dst, src, linesize, 8);
  888. break;
  889. case 1: copy_block4(dst, src, linesize, linesize, 4);
  890. break;
  891. case 2: copy_block2(dst, src, linesize, linesize, 2);
  892. break;
  893. case 3: *dst = *src;
  894. break;
  895. }
  896. }
  897. static int mjpeg_decode_scan(MJpegDecodeContext *s, int nb_components, int Ah,
  898. int Al, const uint8_t *mb_bitmask,
  899. const AVFrame *reference)
  900. {
  901. int i, mb_x, mb_y;
  902. uint8_t *data[MAX_COMPONENTS];
  903. const uint8_t *reference_data[MAX_COMPONENTS];
  904. int linesize[MAX_COMPONENTS];
  905. GetBitContext mb_bitmask_gb;
  906. if (mb_bitmask)
  907. init_get_bits(&mb_bitmask_gb, mb_bitmask, s->mb_width * s->mb_height);
  908. if (s->flipped && s->avctx->lowres) {
  909. av_log(s->avctx, AV_LOG_ERROR, "Can not flip image with lowres\n");
  910. s->flipped = 0;
  911. }
  912. for (i = 0; i < nb_components; i++) {
  913. int c = s->comp_index[i];
  914. data[c] = s->picture_ptr->data[c];
  915. reference_data[c] = reference ? reference->data[c] : NULL;
  916. linesize[c] = s->linesize[c];
  917. s->coefs_finished[c] |= 1;
  918. if (s->flipped && !(s->avctx->flags & CODEC_FLAG_EMU_EDGE)) {
  919. // picture should be flipped upside-down for this codec
  920. int offset = (linesize[c] * (s->v_scount[i] *
  921. (8 * s->mb_height - ((s->height / s->v_max) & 7)) - 1));
  922. data[c] += offset;
  923. reference_data[c] += offset;
  924. linesize[c] *= -1;
  925. }
  926. }
  927. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  928. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  929. const int copy_mb = mb_bitmask && !get_bits1(&mb_bitmask_gb);
  930. if (s->restart_interval && !s->restart_count)
  931. s->restart_count = s->restart_interval;
  932. if (get_bits_left(&s->gb) < 0) {
  933. av_log(s->avctx, AV_LOG_ERROR, "overread %d\n",
  934. -get_bits_left(&s->gb));
  935. return AVERROR_INVALIDDATA;
  936. }
  937. for (i = 0; i < nb_components; i++) {
  938. uint8_t *ptr;
  939. int n, h, v, x, y, c, j;
  940. int block_offset;
  941. n = s->nb_blocks[i];
  942. c = s->comp_index[i];
  943. h = s->h_scount[i];
  944. v = s->v_scount[i];
  945. x = 0;
  946. y = 0;
  947. for (j = 0; j < n; j++) {
  948. block_offset = (((linesize[c] * (v * mb_y + y) * 8) +
  949. (h * mb_x + x) * 8) >> s->avctx->lowres);
  950. if (s->interlaced && s->bottom_field)
  951. block_offset += linesize[c] >> 1;
  952. ptr = data[c] + block_offset;
  953. if (!s->progressive) {
  954. if (copy_mb)
  955. mjpeg_copy_block(s, ptr, reference_data[c] + block_offset,
  956. linesize[c], s->avctx->lowres);
  957. else {
  958. s->dsp.clear_block(s->block);
  959. if (decode_block(s, s->block, i,
  960. s->dc_index[i], s->ac_index[i],
  961. s->quant_matrixes[s->quant_index[c]]) < 0) {
  962. av_log(s->avctx, AV_LOG_ERROR,
  963. "error y=%d x=%d\n", mb_y, mb_x);
  964. return AVERROR_INVALIDDATA;
  965. }
  966. s->dsp.idct_put(ptr, linesize[c], s->block);
  967. }
  968. } else {
  969. int block_idx = s->block_stride[c] * (v * mb_y + y) +
  970. (h * mb_x + x);
  971. int16_t *block = s->blocks[c][block_idx];
  972. if (Ah)
  973. block[0] += get_bits1(&s->gb) *
  974. s->quant_matrixes[s->quant_index[c]][0] << Al;
  975. else if (decode_dc_progressive(s, block, i, s->dc_index[i],
  976. s->quant_matrixes[s->quant_index[c]],
  977. Al) < 0) {
  978. av_log(s->avctx, AV_LOG_ERROR,
  979. "error y=%d x=%d\n", mb_y, mb_x);
  980. return AVERROR_INVALIDDATA;
  981. }
  982. }
  983. av_dlog(s->avctx, "mb: %d %d processed\n", mb_y, mb_x);
  984. av_dlog(s->avctx, "%d %d %d %d %d %d %d %d \n",
  985. mb_x, mb_y, x, y, c, s->bottom_field,
  986. (v * mb_y + y) * 8, (h * mb_x + x) * 8);
  987. if (++x == h) {
  988. x = 0;
  989. y++;
  990. }
  991. }
  992. }
  993. handle_rstn(s, nb_components);
  994. }
  995. }
  996. return 0;
  997. }
  998. static int mjpeg_decode_scan_progressive_ac(MJpegDecodeContext *s, int ss,
  999. int se, int Ah, int Al)
  1000. {
  1001. int mb_x, mb_y;
  1002. int EOBRUN = 0;
  1003. int c = s->comp_index[0];
  1004. uint8_t *data = s->picture.data[c];
  1005. int linesize = s->linesize[c];
  1006. int last_scan = 0;
  1007. int16_t *quant_matrix = s->quant_matrixes[s->quant_index[c]];
  1008. if (se > 63) {
  1009. av_log(s->avctx, AV_LOG_ERROR, "SE %d is too large\n", se);
  1010. return AVERROR_INVALIDDATA;
  1011. }
  1012. if (!Al) {
  1013. s->coefs_finished[c] |= (1LL << (se + 1)) - (1LL << ss);
  1014. last_scan = !~s->coefs_finished[c];
  1015. }
  1016. if (s->interlaced && s->bottom_field)
  1017. data += linesize >> 1;
  1018. s->restart_count = 0;
  1019. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1020. uint8_t *ptr = data + (mb_y * linesize * 8 >> s->avctx->lowres);
  1021. int block_idx = mb_y * s->block_stride[c];
  1022. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1023. uint8_t *last_nnz = &s->last_nnz[c][block_idx];
  1024. for (mb_x = 0; mb_x < s->mb_width; mb_x++, block++, last_nnz++) {
  1025. int ret;
  1026. if (s->restart_interval && !s->restart_count)
  1027. s->restart_count = s->restart_interval;
  1028. if (Ah)
  1029. ret = decode_block_refinement(s, *block, last_nnz, s->ac_index[0],
  1030. quant_matrix, ss, se, Al, &EOBRUN);
  1031. else
  1032. ret = decode_block_progressive(s, *block, last_nnz, s->ac_index[0],
  1033. quant_matrix, ss, se, Al, &EOBRUN);
  1034. if (ret < 0) {
  1035. av_log(s->avctx, AV_LOG_ERROR,
  1036. "error y=%d x=%d\n", mb_y, mb_x);
  1037. return AVERROR_INVALIDDATA;
  1038. }
  1039. if (last_scan) {
  1040. s->dsp.idct_put(ptr, linesize, *block);
  1041. ptr += 8 >> s->avctx->lowres;
  1042. }
  1043. handle_rstn(s, 0);
  1044. }
  1045. }
  1046. return 0;
  1047. }
  1048. int ff_mjpeg_decode_sos(MJpegDecodeContext *s, const uint8_t *mb_bitmask,
  1049. const AVFrame *reference)
  1050. {
  1051. int len, nb_components, i, h, v, predictor, point_transform;
  1052. int index, id, ret;
  1053. const int block_size = s->lossless ? 1 : 8;
  1054. int ilv, prev_shift;
  1055. if (!s->got_picture) {
  1056. av_log(s->avctx, AV_LOG_WARNING,
  1057. "Can not process SOS before SOF, skipping\n");
  1058. return -1;
  1059. }
  1060. av_assert0(s->picture_ptr->data[0]);
  1061. /* XXX: verify len field validity */
  1062. len = get_bits(&s->gb, 16);
  1063. nb_components = get_bits(&s->gb, 8);
  1064. if (nb_components == 0 || nb_components > MAX_COMPONENTS) {
  1065. av_log(s->avctx, AV_LOG_ERROR,
  1066. "decode_sos: nb_components (%d) unsupported\n", nb_components);
  1067. return AVERROR_PATCHWELCOME;
  1068. }
  1069. if (len != 6 + 2 * nb_components) {
  1070. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: invalid len (%d)\n", len);
  1071. return AVERROR_INVALIDDATA;
  1072. }
  1073. for (i = 0; i < nb_components; i++) {
  1074. id = get_bits(&s->gb, 8) - 1;
  1075. av_log(s->avctx, AV_LOG_DEBUG, "component: %d\n", id);
  1076. /* find component index */
  1077. for (index = 0; index < s->nb_components; index++)
  1078. if (id == s->component_id[index])
  1079. break;
  1080. if (index == s->nb_components) {
  1081. av_log(s->avctx, AV_LOG_ERROR,
  1082. "decode_sos: index(%d) out of components\n", index);
  1083. return AVERROR_INVALIDDATA;
  1084. }
  1085. /* Metasoft MJPEG codec has Cb and Cr swapped */
  1086. if (s->avctx->codec_tag == MKTAG('M', 'T', 'S', 'J')
  1087. && nb_components == 3 && s->nb_components == 3 && i)
  1088. index = 3 - i;
  1089. if(nb_components == 3 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1090. index = (i+2)%3;
  1091. if(nb_components == 1 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1092. index = (index+2)%3;
  1093. s->comp_index[i] = index;
  1094. s->nb_blocks[i] = s->h_count[index] * s->v_count[index];
  1095. s->h_scount[i] = s->h_count[index];
  1096. s->v_scount[i] = s->v_count[index];
  1097. s->dc_index[i] = get_bits(&s->gb, 4);
  1098. s->ac_index[i] = get_bits(&s->gb, 4);
  1099. if (s->dc_index[i] < 0 || s->ac_index[i] < 0 ||
  1100. s->dc_index[i] >= 4 || s->ac_index[i] >= 4)
  1101. goto out_of_range;
  1102. if (!s->vlcs[0][s->dc_index[i]].table || !(s->progressive ? s->vlcs[2][s->ac_index[0]].table : s->vlcs[1][s->ac_index[i]].table))
  1103. goto out_of_range;
  1104. }
  1105. predictor = get_bits(&s->gb, 8); /* JPEG Ss / lossless JPEG predictor /JPEG-LS NEAR */
  1106. ilv = get_bits(&s->gb, 8); /* JPEG Se / JPEG-LS ILV */
  1107. if(s->avctx->codec_tag != AV_RL32("CJPG")){
  1108. prev_shift = get_bits(&s->gb, 4); /* Ah */
  1109. point_transform = get_bits(&s->gb, 4); /* Al */
  1110. }else
  1111. prev_shift = point_transform = 0;
  1112. if (nb_components > 1) {
  1113. /* interleaved stream */
  1114. s->mb_width = (s->width + s->h_max * block_size - 1) / (s->h_max * block_size);
  1115. s->mb_height = (s->height + s->v_max * block_size - 1) / (s->v_max * block_size);
  1116. } else if (!s->ls) { /* skip this for JPEG-LS */
  1117. h = s->h_max / s->h_scount[0];
  1118. v = s->v_max / s->v_scount[0];
  1119. s->mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1120. s->mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1121. s->nb_blocks[0] = 1;
  1122. s->h_scount[0] = 1;
  1123. s->v_scount[0] = 1;
  1124. }
  1125. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1126. av_log(s->avctx, AV_LOG_DEBUG, "%s %s p:%d >>:%d ilv:%d bits:%d skip:%d %s comp:%d\n",
  1127. s->lossless ? "lossless" : "sequential DCT", s->rgb ? "RGB" : "",
  1128. predictor, point_transform, ilv, s->bits, s->mjpb_skiptosod,
  1129. s->pegasus_rct ? "PRCT" : (s->rct ? "RCT" : ""), nb_components);
  1130. /* mjpeg-b can have padding bytes between sos and image data, skip them */
  1131. for (i = s->mjpb_skiptosod; i > 0; i--)
  1132. skip_bits(&s->gb, 8);
  1133. next_field:
  1134. for (i = 0; i < nb_components; i++)
  1135. s->last_dc[i] = 1024;
  1136. if (s->lossless) {
  1137. av_assert0(s->picture_ptr == &s->picture);
  1138. if (CONFIG_JPEGLS_DECODER && s->ls) {
  1139. // for () {
  1140. // reset_ls_coding_parameters(s, 0);
  1141. if ((ret = ff_jpegls_decode_picture(s, predictor,
  1142. point_transform, ilv)) < 0)
  1143. return ret;
  1144. } else {
  1145. if (s->rgb) {
  1146. if ((ret = ljpeg_decode_rgb_scan(s, nb_components, predictor, point_transform)) < 0)
  1147. return ret;
  1148. } else {
  1149. if ((ret = ljpeg_decode_yuv_scan(s, nb_components, predictor, point_transform)) < 0)
  1150. return ret;
  1151. }
  1152. }
  1153. } else {
  1154. if (s->progressive && predictor) {
  1155. av_assert0(s->picture_ptr == &s->picture);
  1156. if ((ret = mjpeg_decode_scan_progressive_ac(s, predictor,
  1157. ilv, prev_shift,
  1158. point_transform)) < 0)
  1159. return ret;
  1160. } else {
  1161. if ((ret = mjpeg_decode_scan(s, nb_components,
  1162. prev_shift, point_transform,
  1163. mb_bitmask, reference)) < 0)
  1164. return ret;
  1165. }
  1166. }
  1167. if (s->interlaced &&
  1168. get_bits_left(&s->gb) > 32 &&
  1169. show_bits(&s->gb, 8) == 0xFF) {
  1170. GetBitContext bak = s->gb;
  1171. align_get_bits(&bak);
  1172. if (show_bits(&bak, 16) == 0xFFD1) {
  1173. av_log(s->avctx, AV_LOG_DEBUG, "AVRn interlaced picture marker found\n");
  1174. s->gb = bak;
  1175. skip_bits(&s->gb, 16);
  1176. s->bottom_field ^= 1;
  1177. goto next_field;
  1178. }
  1179. }
  1180. emms_c();
  1181. return 0;
  1182. out_of_range:
  1183. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: ac/dc index out of range\n");
  1184. return AVERROR_INVALIDDATA;
  1185. }
  1186. static int mjpeg_decode_dri(MJpegDecodeContext *s)
  1187. {
  1188. if (get_bits(&s->gb, 16) != 4)
  1189. return AVERROR_INVALIDDATA;
  1190. s->restart_interval = get_bits(&s->gb, 16);
  1191. s->restart_count = 0;
  1192. av_log(s->avctx, AV_LOG_DEBUG, "restart interval: %d\n",
  1193. s->restart_interval);
  1194. return 0;
  1195. }
  1196. static int mjpeg_decode_app(MJpegDecodeContext *s)
  1197. {
  1198. int len, id, i;
  1199. len = get_bits(&s->gb, 16);
  1200. if (len < 5)
  1201. return AVERROR_INVALIDDATA;
  1202. if (8 * len > get_bits_left(&s->gb))
  1203. return AVERROR_INVALIDDATA;
  1204. id = get_bits_long(&s->gb, 32);
  1205. len -= 6;
  1206. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1207. av_log(s->avctx, AV_LOG_DEBUG, "APPx %8X\n", id);
  1208. /* Buggy AVID, it puts EOI only at every 10th frame. */
  1209. /* Also, this fourcc is used by non-avid files too, it holds some
  1210. information, but it's always present in AVID-created files. */
  1211. if (id == AV_RB32("AVI1")) {
  1212. /* structure:
  1213. 4bytes AVI1
  1214. 1bytes polarity
  1215. 1bytes always zero
  1216. 4bytes field_size
  1217. 4bytes field_size_less_padding
  1218. */
  1219. s->buggy_avid = 1;
  1220. i = get_bits(&s->gb, 8); len--;
  1221. av_log(s->avctx, AV_LOG_DEBUG, "polarity %d\n", i);
  1222. #if 0
  1223. skip_bits(&s->gb, 8);
  1224. skip_bits(&s->gb, 32);
  1225. skip_bits(&s->gb, 32);
  1226. len -= 10;
  1227. #endif
  1228. goto out;
  1229. }
  1230. // len -= 2;
  1231. if (id == AV_RB32("JFIF")) {
  1232. int t_w, t_h, v1, v2;
  1233. skip_bits(&s->gb, 8); /* the trailing zero-byte */
  1234. v1 = get_bits(&s->gb, 8);
  1235. v2 = get_bits(&s->gb, 8);
  1236. skip_bits(&s->gb, 8);
  1237. s->avctx->sample_aspect_ratio.num = get_bits(&s->gb, 16);
  1238. s->avctx->sample_aspect_ratio.den = get_bits(&s->gb, 16);
  1239. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1240. av_log(s->avctx, AV_LOG_INFO,
  1241. "mjpeg: JFIF header found (version: %x.%x) SAR=%d/%d\n",
  1242. v1, v2,
  1243. s->avctx->sample_aspect_ratio.num,
  1244. s->avctx->sample_aspect_ratio.den);
  1245. t_w = get_bits(&s->gb, 8);
  1246. t_h = get_bits(&s->gb, 8);
  1247. if (t_w && t_h) {
  1248. /* skip thumbnail */
  1249. if (len -10 - (t_w * t_h * 3) > 0)
  1250. len -= t_w * t_h * 3;
  1251. }
  1252. len -= 10;
  1253. goto out;
  1254. }
  1255. if (id == AV_RB32("Adob") && (get_bits(&s->gb, 8) == 'e')) {
  1256. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1257. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Adobe header found\n");
  1258. skip_bits(&s->gb, 16); /* version */
  1259. skip_bits(&s->gb, 16); /* flags0 */
  1260. skip_bits(&s->gb, 16); /* flags1 */
  1261. skip_bits(&s->gb, 8); /* transform */
  1262. len -= 7;
  1263. goto out;
  1264. }
  1265. if (id == AV_RB32("LJIF")) {
  1266. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1267. av_log(s->avctx, AV_LOG_INFO,
  1268. "Pegasus lossless jpeg header found\n");
  1269. skip_bits(&s->gb, 16); /* version ? */
  1270. skip_bits(&s->gb, 16); /* unknown always 0? */
  1271. skip_bits(&s->gb, 16); /* unknown always 0? */
  1272. skip_bits(&s->gb, 16); /* unknown always 0? */
  1273. switch (get_bits(&s->gb, 8)) {
  1274. case 1:
  1275. s->rgb = 1;
  1276. s->pegasus_rct = 0;
  1277. break;
  1278. case 2:
  1279. s->rgb = 1;
  1280. s->pegasus_rct = 1;
  1281. break;
  1282. default:
  1283. av_log(s->avctx, AV_LOG_ERROR, "unknown colorspace\n");
  1284. }
  1285. len -= 9;
  1286. goto out;
  1287. }
  1288. /* Apple MJPEG-A */
  1289. if ((s->start_code == APP1) && (len > (0x28 - 8))) {
  1290. id = get_bits_long(&s->gb, 32);
  1291. len -= 4;
  1292. /* Apple MJPEG-A */
  1293. if (id == AV_RB32("mjpg")) {
  1294. #if 0
  1295. skip_bits(&s->gb, 32); /* field size */
  1296. skip_bits(&s->gb, 32); /* pad field size */
  1297. skip_bits(&s->gb, 32); /* next off */
  1298. skip_bits(&s->gb, 32); /* quant off */
  1299. skip_bits(&s->gb, 32); /* huff off */
  1300. skip_bits(&s->gb, 32); /* image off */
  1301. skip_bits(&s->gb, 32); /* scan off */
  1302. skip_bits(&s->gb, 32); /* data off */
  1303. #endif
  1304. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1305. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Apple MJPEG-A header found\n");
  1306. }
  1307. }
  1308. out:
  1309. /* slow but needed for extreme adobe jpegs */
  1310. if (len < 0)
  1311. av_log(s->avctx, AV_LOG_ERROR,
  1312. "mjpeg: error, decode_app parser read over the end\n");
  1313. while (--len > 0)
  1314. skip_bits(&s->gb, 8);
  1315. return 0;
  1316. }
  1317. static int mjpeg_decode_com(MJpegDecodeContext *s)
  1318. {
  1319. int len = get_bits(&s->gb, 16);
  1320. if (len >= 2 && 8 * len - 16 <= get_bits_left(&s->gb)) {
  1321. char *cbuf = av_malloc(len - 1);
  1322. if (cbuf) {
  1323. int i;
  1324. for (i = 0; i < len - 2; i++)
  1325. cbuf[i] = get_bits(&s->gb, 8);
  1326. if (i > 0 && cbuf[i - 1] == '\n')
  1327. cbuf[i - 1] = 0;
  1328. else
  1329. cbuf[i] = 0;
  1330. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1331. av_log(s->avctx, AV_LOG_INFO, "comment: '%s'\n", cbuf);
  1332. /* buggy avid, it puts EOI only at every 10th frame */
  1333. if (len > 3 && (!strncmp(cbuf, "AVID", 4))) {
  1334. s->buggy_avid = 1;
  1335. if (len > 14 && cbuf[12] == 1) /* 1 - NTSC, 2 - PAL */
  1336. s->interlace_polarity = 1;
  1337. } else if (!strcmp(cbuf, "CS=ITU601"))
  1338. s->cs_itu601 = 1;
  1339. else if ((len > 31 && !strncmp(cbuf, "Intel(R) JPEG Library, version 1", 32)) ||
  1340. (len > 19 && !strncmp(cbuf, "Metasoft MJPEG Codec", 20)))
  1341. s->flipped = 1;
  1342. av_free(cbuf);
  1343. }
  1344. }
  1345. return 0;
  1346. }
  1347. /* return the 8 bit start code value and update the search
  1348. state. Return -1 if no start code found */
  1349. static int find_marker(const uint8_t **pbuf_ptr, const uint8_t *buf_end)
  1350. {
  1351. const uint8_t *buf_ptr;
  1352. unsigned int v, v2;
  1353. int val;
  1354. int skipped = 0;
  1355. buf_ptr = *pbuf_ptr;
  1356. while (buf_ptr < buf_end) {
  1357. v = *buf_ptr++;
  1358. v2 = *buf_ptr;
  1359. if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe) && buf_ptr < buf_end) {
  1360. val = *buf_ptr++;
  1361. goto found;
  1362. }
  1363. skipped++;
  1364. }
  1365. val = -1;
  1366. found:
  1367. av_dlog(NULL, "find_marker skipped %d bytes\n", skipped);
  1368. *pbuf_ptr = buf_ptr;
  1369. return val;
  1370. }
  1371. int ff_mjpeg_find_marker(MJpegDecodeContext *s,
  1372. const uint8_t **buf_ptr, const uint8_t *buf_end,
  1373. const uint8_t **unescaped_buf_ptr,
  1374. int *unescaped_buf_size)
  1375. {
  1376. int start_code;
  1377. start_code = find_marker(buf_ptr, buf_end);
  1378. av_fast_padded_malloc(&s->buffer, &s->buffer_size, buf_end - *buf_ptr);
  1379. if (!s->buffer)
  1380. return AVERROR(ENOMEM);
  1381. /* unescape buffer of SOS, use special treatment for JPEG-LS */
  1382. if (start_code == SOS && !s->ls) {
  1383. const uint8_t *src = *buf_ptr;
  1384. uint8_t *dst = s->buffer;
  1385. while (src < buf_end) {
  1386. uint8_t x = *(src++);
  1387. *(dst++) = x;
  1388. if (s->avctx->codec_id != AV_CODEC_ID_THP) {
  1389. if (x == 0xff) {
  1390. while (src < buf_end && x == 0xff)
  1391. x = *(src++);
  1392. if (x >= 0xd0 && x <= 0xd7)
  1393. *(dst++) = x;
  1394. else if (x)
  1395. break;
  1396. }
  1397. }
  1398. }
  1399. *unescaped_buf_ptr = s->buffer;
  1400. *unescaped_buf_size = dst - s->buffer;
  1401. memset(s->buffer + *unescaped_buf_size, 0,
  1402. FF_INPUT_BUFFER_PADDING_SIZE);
  1403. av_log(s->avctx, AV_LOG_DEBUG, "escaping removed %td bytes\n",
  1404. (buf_end - *buf_ptr) - (dst - s->buffer));
  1405. } else if (start_code == SOS && s->ls) {
  1406. const uint8_t *src = *buf_ptr;
  1407. uint8_t *dst = s->buffer;
  1408. int bit_count = 0;
  1409. int t = 0, b = 0;
  1410. PutBitContext pb;
  1411. s->cur_scan++;
  1412. /* find marker */
  1413. while (src + t < buf_end) {
  1414. uint8_t x = src[t++];
  1415. if (x == 0xff) {
  1416. while ((src + t < buf_end) && x == 0xff)
  1417. x = src[t++];
  1418. if (x & 0x80) {
  1419. t -= FFMIN(2, t);
  1420. break;
  1421. }
  1422. }
  1423. }
  1424. bit_count = t * 8;
  1425. init_put_bits(&pb, dst, t);
  1426. /* unescape bitstream */
  1427. while (b < t) {
  1428. uint8_t x = src[b++];
  1429. put_bits(&pb, 8, x);
  1430. if (x == 0xFF) {
  1431. x = src[b++];
  1432. put_bits(&pb, 7, x);
  1433. bit_count--;
  1434. }
  1435. }
  1436. flush_put_bits(&pb);
  1437. *unescaped_buf_ptr = dst;
  1438. *unescaped_buf_size = (bit_count + 7) >> 3;
  1439. memset(s->buffer + *unescaped_buf_size, 0,
  1440. FF_INPUT_BUFFER_PADDING_SIZE);
  1441. } else {
  1442. *unescaped_buf_ptr = *buf_ptr;
  1443. *unescaped_buf_size = buf_end - *buf_ptr;
  1444. }
  1445. return start_code;
  1446. }
  1447. int ff_mjpeg_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  1448. AVPacket *avpkt)
  1449. {
  1450. const uint8_t *buf = avpkt->data;
  1451. int buf_size = avpkt->size;
  1452. MJpegDecodeContext *s = avctx->priv_data;
  1453. const uint8_t *buf_end, *buf_ptr;
  1454. const uint8_t *unescaped_buf_ptr;
  1455. int hshift, vshift;
  1456. int unescaped_buf_size;
  1457. int start_code;
  1458. int i, index;
  1459. int ret = 0;
  1460. buf_ptr = buf;
  1461. buf_end = buf + buf_size;
  1462. while (buf_ptr < buf_end) {
  1463. /* find start next marker */
  1464. start_code = ff_mjpeg_find_marker(s, &buf_ptr, buf_end,
  1465. &unescaped_buf_ptr,
  1466. &unescaped_buf_size);
  1467. /* EOF */
  1468. if (start_code < 0) {
  1469. goto the_end;
  1470. } else if (unescaped_buf_size > (1U<<28)) {
  1471. av_log(avctx, AV_LOG_ERROR, "MJPEG packet 0x%x too big (0x%x/0x%x), corrupt data?\n",
  1472. start_code, unescaped_buf_size, buf_size);
  1473. return AVERROR_INVALIDDATA;
  1474. } else {
  1475. av_log(avctx, AV_LOG_DEBUG, "marker=%x avail_size_in_buf=%td\n",
  1476. start_code, buf_end - buf_ptr);
  1477. if ((ret = init_get_bits8(&s->gb, unescaped_buf_ptr, unescaped_buf_size)) < 0) {
  1478. av_log(avctx, AV_LOG_ERROR, "invalid buffer\n");
  1479. goto fail;
  1480. }
  1481. s->start_code = start_code;
  1482. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1483. av_log(avctx, AV_LOG_DEBUG, "startcode: %X\n", start_code);
  1484. /* process markers */
  1485. if (start_code >= 0xd0 && start_code <= 0xd7)
  1486. av_log(avctx, AV_LOG_DEBUG,
  1487. "restart marker: %d\n", start_code & 0x0f);
  1488. /* APP fields */
  1489. else if (start_code >= APP0 && start_code <= APP15)
  1490. mjpeg_decode_app(s);
  1491. /* Comment */
  1492. else if (start_code == COM)
  1493. mjpeg_decode_com(s);
  1494. ret = -1;
  1495. if (!CONFIG_JPEGLS_DECODER &&
  1496. (start_code == SOF48 || start_code == LSE)) {
  1497. av_log(avctx, AV_LOG_ERROR, "JPEG-LS support not enabled.\n");
  1498. return AVERROR(ENOSYS);
  1499. }
  1500. switch (start_code) {
  1501. case SOI:
  1502. s->restart_interval = 0;
  1503. s->restart_count = 0;
  1504. /* nothing to do on SOI */
  1505. break;
  1506. case DQT:
  1507. ff_mjpeg_decode_dqt(s);
  1508. break;
  1509. case DHT:
  1510. if ((ret = ff_mjpeg_decode_dht(s)) < 0) {
  1511. av_log(avctx, AV_LOG_ERROR, "huffman table decode error\n");
  1512. goto fail;
  1513. }
  1514. break;
  1515. case SOF0:
  1516. case SOF1:
  1517. s->lossless = 0;
  1518. s->ls = 0;
  1519. s->progressive = 0;
  1520. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1521. goto fail;
  1522. break;
  1523. case SOF2:
  1524. s->lossless = 0;
  1525. s->ls = 0;
  1526. s->progressive = 1;
  1527. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1528. goto fail;
  1529. break;
  1530. case SOF3:
  1531. s->lossless = 1;
  1532. s->ls = 0;
  1533. s->progressive = 0;
  1534. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1535. goto fail;
  1536. break;
  1537. case SOF48:
  1538. s->lossless = 1;
  1539. s->ls = 1;
  1540. s->progressive = 0;
  1541. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1542. goto fail;
  1543. break;
  1544. case LSE:
  1545. if (!CONFIG_JPEGLS_DECODER ||
  1546. (ret = ff_jpegls_decode_lse(s)) < 0)
  1547. goto fail;
  1548. break;
  1549. case EOI:
  1550. eoi_parser:
  1551. s->cur_scan = 0;
  1552. if (!s->got_picture) {
  1553. av_log(avctx, AV_LOG_WARNING,
  1554. "Found EOI before any SOF, ignoring\n");
  1555. break;
  1556. }
  1557. if (s->interlaced) {
  1558. s->bottom_field ^= 1;
  1559. /* if not bottom field, do not output image yet */
  1560. if (s->bottom_field == !s->interlace_polarity)
  1561. break;
  1562. }
  1563. if ((ret = av_frame_ref(data, s->picture_ptr)) < 0)
  1564. return ret;
  1565. *got_frame = 1;
  1566. s->got_picture = 0;
  1567. if (!s->lossless) {
  1568. int qp = FFMAX3(s->qscale[0],
  1569. s->qscale[1],
  1570. s->qscale[2]);
  1571. int qpw = (s->width + 15) / 16;
  1572. AVBufferRef *qp_table_buf = av_buffer_alloc(qpw);
  1573. if (qp_table_buf) {
  1574. memset(qp_table_buf->data, qp, qpw);
  1575. av_frame_set_qp_table(data, qp_table_buf, 0, FF_QSCALE_TYPE_MPEG1);
  1576. }
  1577. if(avctx->debug & FF_DEBUG_QP)
  1578. av_log(avctx, AV_LOG_DEBUG, "QP: %d\n", qp);
  1579. }
  1580. goto the_end;
  1581. case SOS:
  1582. if ((ret = ff_mjpeg_decode_sos(s, NULL, NULL)) < 0 &&
  1583. (avctx->err_recognition & AV_EF_EXPLODE))
  1584. goto fail;
  1585. break;
  1586. case DRI:
  1587. mjpeg_decode_dri(s);
  1588. break;
  1589. case SOF5:
  1590. case SOF6:
  1591. case SOF7:
  1592. case SOF9:
  1593. case SOF10:
  1594. case SOF11:
  1595. case SOF13:
  1596. case SOF14:
  1597. case SOF15:
  1598. case JPG:
  1599. av_log(avctx, AV_LOG_ERROR,
  1600. "mjpeg: unsupported coding type (%x)\n", start_code);
  1601. break;
  1602. }
  1603. /* eof process start code */
  1604. buf_ptr += (get_bits_count(&s->gb) + 7) / 8;
  1605. av_log(avctx, AV_LOG_DEBUG,
  1606. "marker parser used %d bytes (%d bits)\n",
  1607. (get_bits_count(&s->gb) + 7) / 8, get_bits_count(&s->gb));
  1608. }
  1609. }
  1610. if (s->got_picture) {
  1611. av_log(avctx, AV_LOG_WARNING, "EOI missing, emulating\n");
  1612. goto eoi_parser;
  1613. }
  1614. av_log(avctx, AV_LOG_FATAL, "No JPEG data found in image\n");
  1615. return AVERROR_INVALIDDATA;
  1616. fail:
  1617. s->got_picture = 0;
  1618. return ret;
  1619. the_end:
  1620. if (s->upscale_h) {
  1621. uint8_t *line = s->picture_ptr->data[s->upscale_h];
  1622. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  1623. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  1624. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  1625. avctx->pix_fmt == AV_PIX_FMT_YUV440P);
  1626. for (i = 0; i < s->chroma_height; i++) {
  1627. for (index = s->width - 1; index; index--)
  1628. line[index] = (line[index / 2] + line[(index + 1) / 2]) >> 1;
  1629. line += s->linesize[s->upscale_h];
  1630. }
  1631. }
  1632. if (s->upscale_v) {
  1633. uint8_t *dst = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[(s->height - 1) * s->linesize[s->upscale_v]];
  1634. int w;
  1635. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  1636. w = s->width >> hshift;
  1637. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  1638. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  1639. avctx->pix_fmt == AV_PIX_FMT_YUVJ422P ||
  1640. avctx->pix_fmt == AV_PIX_FMT_YUV422P);
  1641. for (i = s->height - 1; i; i--) {
  1642. uint8_t *src1 = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[i / 2 * s->linesize[s->upscale_v]];
  1643. uint8_t *src2 = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[(i + 1) / 2 * s->linesize[s->upscale_v]];
  1644. if (src1 == src2) {
  1645. memcpy(dst, src1, w);
  1646. } else {
  1647. for (index = 0; index < w; index++)
  1648. dst[index] = (src1[index] + src2[index]) >> 1;
  1649. }
  1650. dst -= s->linesize[s->upscale_v];
  1651. }
  1652. }
  1653. if (s->flipped && (s->avctx->flags & CODEC_FLAG_EMU_EDGE)) {
  1654. int j;
  1655. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  1656. for (index=0; index<4; index++) {
  1657. uint8_t *dst = s->picture_ptr->data[index];
  1658. int w = s->width;
  1659. int h = s->height;
  1660. if(index && index<3){
  1661. w = FF_CEIL_RSHIFT(w, hshift);
  1662. h = FF_CEIL_RSHIFT(h, vshift);
  1663. }
  1664. if(dst){
  1665. uint8_t *dst2 = dst + s->linesize[index]*(h-1);
  1666. for (i=0; i<h/2; i++) {
  1667. for (j=0; j<w; j++)
  1668. FFSWAP(int, dst[j], dst2[j]);
  1669. dst += s->linesize[index];
  1670. dst2 -= s->linesize[index];
  1671. }
  1672. }
  1673. }
  1674. }
  1675. av_log(avctx, AV_LOG_DEBUG, "decode frame unused %td bytes\n",
  1676. buf_end - buf_ptr);
  1677. // return buf_end - buf_ptr;
  1678. return buf_ptr - buf;
  1679. }
  1680. av_cold int ff_mjpeg_decode_end(AVCodecContext *avctx)
  1681. {
  1682. MJpegDecodeContext *s = avctx->priv_data;
  1683. int i, j;
  1684. if (s->picture_ptr)
  1685. av_frame_unref(s->picture_ptr);
  1686. av_free(s->buffer);
  1687. av_freep(&s->ljpeg_buffer);
  1688. s->ljpeg_buffer_size = 0;
  1689. for (i = 0; i < 3; i++) {
  1690. for (j = 0; j < 4; j++)
  1691. ff_free_vlc(&s->vlcs[i][j]);
  1692. }
  1693. for (i = 0; i < MAX_COMPONENTS; i++) {
  1694. av_freep(&s->blocks[i]);
  1695. av_freep(&s->last_nnz[i]);
  1696. }
  1697. return 0;
  1698. }
  1699. static void decode_flush(AVCodecContext *avctx)
  1700. {
  1701. MJpegDecodeContext *s = avctx->priv_data;
  1702. s->got_picture = 0;
  1703. }
  1704. #if CONFIG_MJPEG_DECODER
  1705. #define OFFSET(x) offsetof(MJpegDecodeContext, x)
  1706. #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
  1707. static const AVOption options[] = {
  1708. { "extern_huff", "Use external huffman table.",
  1709. OFFSET(extern_huff), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, VD },
  1710. { NULL },
  1711. };
  1712. static const AVClass mjpegdec_class = {
  1713. .class_name = "MJPEG decoder",
  1714. .item_name = av_default_item_name,
  1715. .option = options,
  1716. .version = LIBAVUTIL_VERSION_INT,
  1717. };
  1718. AVCodec ff_mjpeg_decoder = {
  1719. .name = "mjpeg",
  1720. .type = AVMEDIA_TYPE_VIDEO,
  1721. .id = AV_CODEC_ID_MJPEG,
  1722. .priv_data_size = sizeof(MJpegDecodeContext),
  1723. .init = ff_mjpeg_decode_init,
  1724. .close = ff_mjpeg_decode_end,
  1725. .decode = ff_mjpeg_decode_frame,
  1726. .flush = decode_flush,
  1727. .capabilities = CODEC_CAP_DR1,
  1728. .max_lowres = 3,
  1729. .long_name = NULL_IF_CONFIG_SMALL("MJPEG (Motion JPEG)"),
  1730. .priv_class = &mjpegdec_class,
  1731. };
  1732. #endif
  1733. #if CONFIG_THP_DECODER
  1734. AVCodec ff_thp_decoder = {
  1735. .name = "thp",
  1736. .type = AVMEDIA_TYPE_VIDEO,
  1737. .id = AV_CODEC_ID_THP,
  1738. .priv_data_size = sizeof(MJpegDecodeContext),
  1739. .init = ff_mjpeg_decode_init,
  1740. .close = ff_mjpeg_decode_end,
  1741. .decode = ff_mjpeg_decode_frame,
  1742. .flush = decode_flush,
  1743. .capabilities = CODEC_CAP_DR1,
  1744. .max_lowres = 3,
  1745. .long_name = NULL_IF_CONFIG_SMALL("Nintendo Gamecube THP video"),
  1746. };
  1747. #endif