You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1937 lines
67KB

  1. /*
  2. * MJPEG decoder
  3. * Copyright (c) 2000, 2001 Fabrice Bellard
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. * Copyright (c) 2003-2004 Michael Niedermayer
  6. *
  7. * Support for external huffman table, various fixes (AVID workaround),
  8. * aspecting, new decode_frame mechanism and apple mjpeg-b support
  9. * by Alex Beregszaszi
  10. *
  11. * This file is part of FFmpeg.
  12. *
  13. * FFmpeg is free software; you can redistribute it and/or
  14. * modify it under the terms of the GNU Lesser General Public
  15. * License as published by the Free Software Foundation; either
  16. * version 2.1 of the License, or (at your option) any later version.
  17. *
  18. * FFmpeg is distributed in the hope that it will be useful,
  19. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  21. * Lesser General Public License for more details.
  22. *
  23. * You should have received a copy of the GNU Lesser General Public
  24. * License along with FFmpeg; if not, write to the Free Software
  25. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  26. */
  27. /**
  28. * @file
  29. * MJPEG decoder.
  30. */
  31. #include "libavutil/imgutils.h"
  32. #include "libavutil/avassert.h"
  33. #include "libavutil/opt.h"
  34. #include "avcodec.h"
  35. #include "copy_block.h"
  36. #include "dsputil.h"
  37. #include "internal.h"
  38. #include "mjpeg.h"
  39. #include "mjpegdec.h"
  40. #include "jpeglsdec.h"
  41. static int build_vlc(VLC *vlc, const uint8_t *bits_table,
  42. const uint8_t *val_table, int nb_codes,
  43. int use_static, int is_ac)
  44. {
  45. uint8_t huff_size[256] = { 0 };
  46. uint16_t huff_code[256];
  47. uint16_t huff_sym[256];
  48. int i;
  49. av_assert0(nb_codes <= 256);
  50. ff_mjpeg_build_huffman_codes(huff_size, huff_code, bits_table, val_table);
  51. for (i = 0; i < 256; i++)
  52. huff_sym[i] = i + 16 * is_ac;
  53. if (is_ac)
  54. huff_sym[0] = 16 * 256;
  55. return ff_init_vlc_sparse(vlc, 9, nb_codes, huff_size, 1, 1,
  56. huff_code, 2, 2, huff_sym, 2, 2, use_static);
  57. }
  58. static void build_basic_mjpeg_vlc(MJpegDecodeContext *s)
  59. {
  60. build_vlc(&s->vlcs[0][0], avpriv_mjpeg_bits_dc_luminance,
  61. avpriv_mjpeg_val_dc, 12, 0, 0);
  62. build_vlc(&s->vlcs[0][1], avpriv_mjpeg_bits_dc_chrominance,
  63. avpriv_mjpeg_val_dc, 12, 0, 0);
  64. build_vlc(&s->vlcs[1][0], avpriv_mjpeg_bits_ac_luminance,
  65. avpriv_mjpeg_val_ac_luminance, 251, 0, 1);
  66. build_vlc(&s->vlcs[1][1], avpriv_mjpeg_bits_ac_chrominance,
  67. avpriv_mjpeg_val_ac_chrominance, 251, 0, 1);
  68. build_vlc(&s->vlcs[2][0], avpriv_mjpeg_bits_ac_luminance,
  69. avpriv_mjpeg_val_ac_luminance, 251, 0, 0);
  70. build_vlc(&s->vlcs[2][1], avpriv_mjpeg_bits_ac_chrominance,
  71. avpriv_mjpeg_val_ac_chrominance, 251, 0, 0);
  72. }
  73. av_cold int ff_mjpeg_decode_init(AVCodecContext *avctx)
  74. {
  75. MJpegDecodeContext *s = avctx->priv_data;
  76. if (!s->picture_ptr)
  77. s->picture_ptr = &s->picture;
  78. avcodec_get_frame_defaults(&s->picture);
  79. s->avctx = avctx;
  80. ff_dsputil_init(&s->dsp, avctx);
  81. ff_init_scantable(s->dsp.idct_permutation, &s->scantable, ff_zigzag_direct);
  82. s->buffer_size = 0;
  83. s->buffer = NULL;
  84. s->start_code = -1;
  85. s->first_picture = 1;
  86. s->got_picture = 0;
  87. s->org_height = avctx->coded_height;
  88. avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
  89. build_basic_mjpeg_vlc(s);
  90. if (s->extern_huff) {
  91. av_log(avctx, AV_LOG_INFO, "using external huffman table\n");
  92. init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size * 8);
  93. if (ff_mjpeg_decode_dht(s)) {
  94. av_log(avctx, AV_LOG_ERROR,
  95. "error using external huffman table, switching back to internal\n");
  96. build_basic_mjpeg_vlc(s);
  97. }
  98. }
  99. if (avctx->field_order == AV_FIELD_BB) { /* quicktime icefloe 019 */
  100. s->interlace_polarity = 1; /* bottom field first */
  101. av_log(avctx, AV_LOG_DEBUG, "bottom field first\n");
  102. }
  103. if (avctx->codec->id == AV_CODEC_ID_AMV)
  104. s->flipped = 1;
  105. return 0;
  106. }
  107. /* quantize tables */
  108. int ff_mjpeg_decode_dqt(MJpegDecodeContext *s)
  109. {
  110. int len, index, i, j;
  111. len = get_bits(&s->gb, 16) - 2;
  112. while (len >= 65) {
  113. int pr = get_bits(&s->gb, 4);
  114. if (pr > 1) {
  115. av_log(s->avctx, AV_LOG_ERROR, "dqt: invalid precision\n");
  116. return AVERROR_INVALIDDATA;
  117. }
  118. index = get_bits(&s->gb, 4);
  119. if (index >= 4)
  120. return -1;
  121. av_log(s->avctx, AV_LOG_DEBUG, "index=%d\n", index);
  122. /* read quant table */
  123. for (i = 0; i < 64; i++) {
  124. j = s->scantable.permutated[i];
  125. s->quant_matrixes[index][j] = get_bits(&s->gb, pr ? 16 : 8);
  126. }
  127. // XXX FIXME finetune, and perhaps add dc too
  128. s->qscale[index] = FFMAX(s->quant_matrixes[index][s->scantable.permutated[1]],
  129. s->quant_matrixes[index][s->scantable.permutated[8]]) >> 1;
  130. av_log(s->avctx, AV_LOG_DEBUG, "qscale[%d]: %d\n",
  131. index, s->qscale[index]);
  132. len -= 65;
  133. }
  134. return 0;
  135. }
  136. /* decode huffman tables and build VLC decoders */
  137. int ff_mjpeg_decode_dht(MJpegDecodeContext *s)
  138. {
  139. int len, index, i, class, n, v, code_max;
  140. uint8_t bits_table[17];
  141. uint8_t val_table[256];
  142. int ret = 0;
  143. len = get_bits(&s->gb, 16) - 2;
  144. while (len > 0) {
  145. if (len < 17)
  146. return AVERROR_INVALIDDATA;
  147. class = get_bits(&s->gb, 4);
  148. if (class >= 2)
  149. return AVERROR_INVALIDDATA;
  150. index = get_bits(&s->gb, 4);
  151. if (index >= 4)
  152. return AVERROR_INVALIDDATA;
  153. n = 0;
  154. for (i = 1; i <= 16; i++) {
  155. bits_table[i] = get_bits(&s->gb, 8);
  156. n += bits_table[i];
  157. }
  158. len -= 17;
  159. if (len < n || n > 256)
  160. return AVERROR_INVALIDDATA;
  161. code_max = 0;
  162. for (i = 0; i < n; i++) {
  163. v = get_bits(&s->gb, 8);
  164. if (v > code_max)
  165. code_max = v;
  166. val_table[i] = v;
  167. }
  168. len -= n;
  169. /* build VLC and flush previous vlc if present */
  170. ff_free_vlc(&s->vlcs[class][index]);
  171. av_log(s->avctx, AV_LOG_DEBUG, "class=%d index=%d nb_codes=%d\n",
  172. class, index, code_max + 1);
  173. if ((ret = build_vlc(&s->vlcs[class][index], bits_table, val_table,
  174. code_max + 1, 0, class > 0)) < 0)
  175. return ret;
  176. if (class > 0) {
  177. ff_free_vlc(&s->vlcs[2][index]);
  178. if ((ret = build_vlc(&s->vlcs[2][index], bits_table, val_table,
  179. code_max + 1, 0, 0)) < 0)
  180. return ret;
  181. }
  182. }
  183. return 0;
  184. }
  185. int ff_mjpeg_decode_sof(MJpegDecodeContext *s)
  186. {
  187. int len, nb_components, i, width, height, pix_fmt_id;
  188. int h_count[MAX_COMPONENTS];
  189. int v_count[MAX_COMPONENTS];
  190. s->cur_scan = 0;
  191. s->upscale_h = s->upscale_v = 0;
  192. /* XXX: verify len field validity */
  193. len = get_bits(&s->gb, 16);
  194. s->bits = get_bits(&s->gb, 8);
  195. if (s->pegasus_rct)
  196. s->bits = 9;
  197. if (s->bits == 9 && !s->pegasus_rct)
  198. s->rct = 1; // FIXME ugly
  199. if (s->bits != 8 && !s->lossless) {
  200. av_log(s->avctx, AV_LOG_ERROR, "only 8 bits/component accepted\n");
  201. return -1;
  202. }
  203. if(s->lossless && s->avctx->lowres){
  204. av_log(s->avctx, AV_LOG_ERROR, "lowres is not possible with lossless jpeg\n");
  205. return -1;
  206. }
  207. height = get_bits(&s->gb, 16);
  208. width = get_bits(&s->gb, 16);
  209. // HACK for odd_height.mov
  210. if (s->interlaced && s->width == width && s->height == height + 1)
  211. height= s->height;
  212. av_log(s->avctx, AV_LOG_DEBUG, "sof0: picture: %dx%d\n", width, height);
  213. if (av_image_check_size(width, height, 0, s->avctx))
  214. return AVERROR_INVALIDDATA;
  215. nb_components = get_bits(&s->gb, 8);
  216. if (nb_components <= 0 ||
  217. nb_components > MAX_COMPONENTS)
  218. return -1;
  219. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  220. if (nb_components != s->nb_components) {
  221. av_log(s->avctx, AV_LOG_ERROR, "nb_components changing in interlaced picture\n");
  222. return AVERROR_INVALIDDATA;
  223. }
  224. }
  225. if (s->ls && !(s->bits <= 8 || nb_components == 1)) {
  226. av_log_missing_feature(s->avctx,
  227. "For JPEG-LS anything except <= 8 bits/component"
  228. " or 16-bit gray", 0);
  229. return AVERROR_PATCHWELCOME;
  230. }
  231. s->nb_components = nb_components;
  232. s->h_max = 1;
  233. s->v_max = 1;
  234. memset(h_count, 0, sizeof(h_count));
  235. memset(v_count, 0, sizeof(v_count));
  236. for (i = 0; i < nb_components; i++) {
  237. /* component id */
  238. s->component_id[i] = get_bits(&s->gb, 8) - 1;
  239. h_count[i] = get_bits(&s->gb, 4);
  240. v_count[i] = get_bits(&s->gb, 4);
  241. /* compute hmax and vmax (only used in interleaved case) */
  242. if (h_count[i] > s->h_max)
  243. s->h_max = h_count[i];
  244. if (v_count[i] > s->v_max)
  245. s->v_max = v_count[i];
  246. if (!h_count[i] || !v_count[i]) {
  247. av_log(s->avctx, AV_LOG_ERROR, "h/v_count is 0\n");
  248. return -1;
  249. }
  250. s->quant_index[i] = get_bits(&s->gb, 8);
  251. if (s->quant_index[i] >= 4) {
  252. av_log(s->avctx, AV_LOG_ERROR, "quant_index is invalid\n");
  253. return AVERROR_INVALIDDATA;
  254. }
  255. av_log(s->avctx, AV_LOG_DEBUG, "component %d %d:%d id: %d quant:%d\n",
  256. i, h_count[i], v_count[i],
  257. s->component_id[i], s->quant_index[i]);
  258. }
  259. if (s->ls && (s->h_max > 1 || s->v_max > 1)) {
  260. av_log_missing_feature(s->avctx, "Subsampling in JPEG-LS", 0);
  261. return AVERROR_PATCHWELCOME;
  262. }
  263. if (s->v_max == 1 && s->h_max == 1 && s->lossless==1 && nb_components==3)
  264. s->rgb = 1;
  265. else if (!s->lossless)
  266. s->rgb = 0;
  267. /* if different size, realloc/alloc picture */
  268. if ( width != s->width || height != s->height
  269. || memcmp(s->h_count, h_count, sizeof(h_count))
  270. || memcmp(s->v_count, v_count, sizeof(v_count))) {
  271. av_freep(&s->qscale_table);
  272. s->width = width;
  273. s->height = height;
  274. memcpy(s->h_count, h_count, sizeof(h_count));
  275. memcpy(s->v_count, v_count, sizeof(v_count));
  276. s->interlaced = 0;
  277. s->got_picture = 0;
  278. /* test interlaced mode */
  279. if (s->first_picture &&
  280. s->org_height != 0 &&
  281. s->height < ((s->org_height * 3) / 4)) {
  282. s->interlaced = 1;
  283. s->bottom_field = s->interlace_polarity;
  284. s->picture_ptr->interlaced_frame = 1;
  285. s->picture_ptr->top_field_first = !s->interlace_polarity;
  286. height *= 2;
  287. }
  288. avcodec_set_dimensions(s->avctx, width, height);
  289. s->qscale_table = av_mallocz((s->width + 15) / 16);
  290. s->first_picture = 0;
  291. }
  292. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  293. if (s->progressive) {
  294. av_log_ask_for_sample(s->avctx, "progressively coded interlaced pictures not supported\n");
  295. return AVERROR_INVALIDDATA;
  296. }
  297. } else{
  298. /* XXX: not complete test ! */
  299. pix_fmt_id = (s->h_count[0] << 28) | (s->v_count[0] << 24) |
  300. (s->h_count[1] << 20) | (s->v_count[1] << 16) |
  301. (s->h_count[2] << 12) | (s->v_count[2] << 8) |
  302. (s->h_count[3] << 4) | s->v_count[3];
  303. av_log(s->avctx, AV_LOG_DEBUG, "pix fmt id %x\n", pix_fmt_id);
  304. /* NOTE we do not allocate pictures large enough for the possible
  305. * padding of h/v_count being 4 */
  306. if (!(pix_fmt_id & 0xD0D0D0D0))
  307. pix_fmt_id -= (pix_fmt_id & 0xF0F0F0F0) >> 1;
  308. if (!(pix_fmt_id & 0x0D0D0D0D))
  309. pix_fmt_id -= (pix_fmt_id & 0x0F0F0F0F) >> 1;
  310. switch (pix_fmt_id) {
  311. case 0x11111100:
  312. if (s->rgb)
  313. s->avctx->pix_fmt = AV_PIX_FMT_BGR24;
  314. else {
  315. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  316. s->avctx->pix_fmt = AV_PIX_FMT_GBR24P;
  317. } else {
  318. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  319. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  320. }
  321. }
  322. av_assert0(s->nb_components == 3);
  323. break;
  324. case 0x12121100:
  325. case 0x22122100:
  326. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  327. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  328. s->upscale_v = 2;
  329. s->upscale_h = (pix_fmt_id == 0x22122100);
  330. s->chroma_height = s->height;
  331. break;
  332. case 0x21211100:
  333. case 0x22211200:
  334. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  335. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  336. s->upscale_v = (pix_fmt_id == 0x22211200);
  337. s->upscale_h = 2;
  338. s->chroma_height = s->height;
  339. break;
  340. case 0x22221100:
  341. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  342. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  343. s->upscale_v = 2;
  344. s->upscale_h = 2;
  345. s->chroma_height = s->height / 2;
  346. break;
  347. case 0x11000000:
  348. case 0x13000000:
  349. case 0x14000000:
  350. case 0x31000000:
  351. case 0x33000000:
  352. case 0x34000000:
  353. case 0x41000000:
  354. case 0x43000000:
  355. case 0x44000000:
  356. if(s->bits <= 8)
  357. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  358. else
  359. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  360. break;
  361. case 0x12111100:
  362. case 0x22211100:
  363. case 0x22112100:
  364. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV440P : AV_PIX_FMT_YUVJ440P;
  365. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  366. s->upscale_h = (pix_fmt_id == 0x22211100) * 2 + (pix_fmt_id == 0x22112100);
  367. s->chroma_height = s->height / 2;
  368. break;
  369. case 0x21111100:
  370. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  371. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  372. break;
  373. case 0x22121100:
  374. case 0x22111200:
  375. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  376. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  377. s->upscale_v = (pix_fmt_id == 0x22121100) + 1;
  378. break;
  379. case 0x22111100:
  380. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUVJ420P;
  381. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  382. break;
  383. default:
  384. av_log(s->avctx, AV_LOG_ERROR, "Unhandled pixel format 0x%x\n", pix_fmt_id);
  385. return AVERROR_PATCHWELCOME;
  386. }
  387. if ((s->upscale_h || s->upscale_v) && s->avctx->lowres) {
  388. av_log(s->avctx, AV_LOG_ERROR, "lowres not supported for weird subsampling\n");
  389. return AVERROR_PATCHWELCOME;
  390. }
  391. if (s->ls) {
  392. s->upscale_h = s->upscale_v = 0;
  393. if (s->nb_components > 1)
  394. s->avctx->pix_fmt = AV_PIX_FMT_RGB24;
  395. else if (s->bits <= 8)
  396. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  397. else
  398. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  399. }
  400. if (s->picture_ptr->data[0])
  401. s->avctx->release_buffer(s->avctx, s->picture_ptr);
  402. if (ff_get_buffer(s->avctx, s->picture_ptr) < 0) {
  403. av_log(s->avctx, AV_LOG_ERROR, "get_buffer() failed\n");
  404. return -1;
  405. }
  406. s->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
  407. s->picture_ptr->key_frame = 1;
  408. s->got_picture = 1;
  409. for (i = 0; i < 3; i++)
  410. s->linesize[i] = s->picture_ptr->linesize[i] << s->interlaced;
  411. av_dlog(s->avctx, "%d %d %d %d %d %d\n",
  412. s->width, s->height, s->linesize[0], s->linesize[1],
  413. s->interlaced, s->avctx->height);
  414. if (len != (8 + (3 * nb_components)))
  415. av_log(s->avctx, AV_LOG_DEBUG, "decode_sof0: error, len(%d) mismatch\n", len);
  416. }
  417. /* totally blank picture as progressive JPEG will only add details to it */
  418. if (s->progressive) {
  419. int bw = (width + s->h_max * 8 - 1) / (s->h_max * 8);
  420. int bh = (height + s->v_max * 8 - 1) / (s->v_max * 8);
  421. for (i = 0; i < s->nb_components; i++) {
  422. int size = bw * bh * s->h_count[i] * s->v_count[i];
  423. av_freep(&s->blocks[i]);
  424. av_freep(&s->last_nnz[i]);
  425. s->blocks[i] = av_malloc(size * sizeof(**s->blocks));
  426. s->last_nnz[i] = av_mallocz(size * sizeof(**s->last_nnz));
  427. s->block_stride[i] = bw * s->h_count[i];
  428. }
  429. memset(s->coefs_finished, 0, sizeof(s->coefs_finished));
  430. }
  431. return 0;
  432. }
  433. static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
  434. {
  435. int code;
  436. code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
  437. if (code < 0) {
  438. av_log(s->avctx, AV_LOG_WARNING,
  439. "mjpeg_decode_dc: bad vlc: %d:%d (%p)\n",
  440. 0, dc_index, &s->vlcs[0][dc_index]);
  441. return 0xffff;
  442. }
  443. if (code)
  444. return get_xbits(&s->gb, code);
  445. else
  446. return 0;
  447. }
  448. /* decode block and dequantize */
  449. static int decode_block(MJpegDecodeContext *s, int16_t *block, int component,
  450. int dc_index, int ac_index, int16_t *quant_matrix)
  451. {
  452. int code, i, j, level, val;
  453. /* DC coef */
  454. val = mjpeg_decode_dc(s, dc_index);
  455. if (val == 0xffff) {
  456. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  457. return AVERROR_INVALIDDATA;
  458. }
  459. val = val * quant_matrix[0] + s->last_dc[component];
  460. s->last_dc[component] = val;
  461. block[0] = val;
  462. /* AC coefs */
  463. i = 0;
  464. {OPEN_READER(re, &s->gb);
  465. do {
  466. UPDATE_CACHE(re, &s->gb);
  467. GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2);
  468. i += ((unsigned)code) >> 4;
  469. code &= 0xf;
  470. if (code) {
  471. if (code > MIN_CACHE_BITS - 16)
  472. UPDATE_CACHE(re, &s->gb);
  473. {
  474. int cache = GET_CACHE(re, &s->gb);
  475. int sign = (~cache) >> 31;
  476. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  477. }
  478. LAST_SKIP_BITS(re, &s->gb, code);
  479. if (i > 63) {
  480. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  481. return AVERROR_INVALIDDATA;
  482. }
  483. j = s->scantable.permutated[i];
  484. block[j] = level * quant_matrix[j];
  485. }
  486. } while (i < 63);
  487. CLOSE_READER(re, &s->gb);}
  488. return 0;
  489. }
  490. static int decode_dc_progressive(MJpegDecodeContext *s, int16_t *block,
  491. int component, int dc_index,
  492. int16_t *quant_matrix, int Al)
  493. {
  494. int val;
  495. s->dsp.clear_block(block);
  496. val = mjpeg_decode_dc(s, dc_index);
  497. if (val == 0xffff) {
  498. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  499. return AVERROR_INVALIDDATA;
  500. }
  501. val = (val * quant_matrix[0] << Al) + s->last_dc[component];
  502. s->last_dc[component] = val;
  503. block[0] = val;
  504. return 0;
  505. }
  506. /* decode block and dequantize - progressive JPEG version */
  507. static int decode_block_progressive(MJpegDecodeContext *s, int16_t *block,
  508. uint8_t *last_nnz, int ac_index,
  509. int16_t *quant_matrix,
  510. int ss, int se, int Al, int *EOBRUN)
  511. {
  512. int code, i, j, level, val, run;
  513. if (*EOBRUN) {
  514. (*EOBRUN)--;
  515. return 0;
  516. }
  517. {
  518. OPEN_READER(re, &s->gb);
  519. for (i = ss; ; i++) {
  520. UPDATE_CACHE(re, &s->gb);
  521. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  522. run = ((unsigned) code) >> 4;
  523. code &= 0xF;
  524. if (code) {
  525. i += run;
  526. if (code > MIN_CACHE_BITS - 16)
  527. UPDATE_CACHE(re, &s->gb);
  528. {
  529. int cache = GET_CACHE(re, &s->gb);
  530. int sign = (~cache) >> 31;
  531. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  532. }
  533. LAST_SKIP_BITS(re, &s->gb, code);
  534. if (i >= se) {
  535. if (i == se) {
  536. j = s->scantable.permutated[se];
  537. block[j] = level * quant_matrix[j] << Al;
  538. break;
  539. }
  540. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  541. return AVERROR_INVALIDDATA;
  542. }
  543. j = s->scantable.permutated[i];
  544. block[j] = level * quant_matrix[j] << Al;
  545. } else {
  546. if (run == 0xF) {// ZRL - skip 15 coefficients
  547. i += 15;
  548. if (i >= se) {
  549. av_log(s->avctx, AV_LOG_ERROR, "ZRL overflow: %d\n", i);
  550. return AVERROR_INVALIDDATA;
  551. }
  552. } else {
  553. val = (1 << run);
  554. if (run) {
  555. UPDATE_CACHE(re, &s->gb);
  556. val += NEG_USR32(GET_CACHE(re, &s->gb), run);
  557. LAST_SKIP_BITS(re, &s->gb, run);
  558. }
  559. *EOBRUN = val - 1;
  560. break;
  561. }
  562. }
  563. }
  564. CLOSE_READER(re, &s->gb);
  565. }
  566. if (i > *last_nnz)
  567. *last_nnz = i;
  568. return 0;
  569. }
  570. #define REFINE_BIT(j) { \
  571. UPDATE_CACHE(re, &s->gb); \
  572. sign = block[j] >> 15; \
  573. block[j] += SHOW_UBITS(re, &s->gb, 1) * \
  574. ((quant_matrix[j] ^ sign) - sign) << Al; \
  575. LAST_SKIP_BITS(re, &s->gb, 1); \
  576. }
  577. #define ZERO_RUN \
  578. for (; ; i++) { \
  579. if (i > last) { \
  580. i += run; \
  581. if (i > se) { \
  582. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i); \
  583. return -1; \
  584. } \
  585. break; \
  586. } \
  587. j = s->scantable.permutated[i]; \
  588. if (block[j]) \
  589. REFINE_BIT(j) \
  590. else if (run-- == 0) \
  591. break; \
  592. }
  593. /* decode block and dequantize - progressive JPEG refinement pass */
  594. static int decode_block_refinement(MJpegDecodeContext *s, int16_t *block,
  595. uint8_t *last_nnz,
  596. int ac_index, int16_t *quant_matrix,
  597. int ss, int se, int Al, int *EOBRUN)
  598. {
  599. int code, i = ss, j, sign, val, run;
  600. int last = FFMIN(se, *last_nnz);
  601. OPEN_READER(re, &s->gb);
  602. if (*EOBRUN) {
  603. (*EOBRUN)--;
  604. } else {
  605. for (; ; i++) {
  606. UPDATE_CACHE(re, &s->gb);
  607. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  608. if (code & 0xF) {
  609. run = ((unsigned) code) >> 4;
  610. UPDATE_CACHE(re, &s->gb);
  611. val = SHOW_UBITS(re, &s->gb, 1);
  612. LAST_SKIP_BITS(re, &s->gb, 1);
  613. ZERO_RUN;
  614. j = s->scantable.permutated[i];
  615. val--;
  616. block[j] = ((quant_matrix[j]^val) - val) << Al;
  617. if (i == se) {
  618. if (i > *last_nnz)
  619. *last_nnz = i;
  620. CLOSE_READER(re, &s->gb);
  621. return 0;
  622. }
  623. } else {
  624. run = ((unsigned) code) >> 4;
  625. if (run == 0xF) {
  626. ZERO_RUN;
  627. } else {
  628. val = run;
  629. run = (1 << run);
  630. if (val) {
  631. UPDATE_CACHE(re, &s->gb);
  632. run += SHOW_UBITS(re, &s->gb, val);
  633. LAST_SKIP_BITS(re, &s->gb, val);
  634. }
  635. *EOBRUN = run - 1;
  636. break;
  637. }
  638. }
  639. }
  640. if (i > *last_nnz)
  641. *last_nnz = i;
  642. }
  643. for (; i <= last; i++) {
  644. j = s->scantable.permutated[i];
  645. if (block[j])
  646. REFINE_BIT(j)
  647. }
  648. CLOSE_READER(re, &s->gb);
  649. return 0;
  650. }
  651. #undef REFINE_BIT
  652. #undef ZERO_RUN
  653. static void handle_rstn(MJpegDecodeContext *s, int nb_components)
  654. {
  655. int i;
  656. if (s->restart_interval) {
  657. s->restart_count--;
  658. if(s->restart_count == 0 && s->avctx->codec_id == AV_CODEC_ID_THP){
  659. align_get_bits(&s->gb);
  660. for (i = 0; i < nb_components; i++) /* reset dc */
  661. s->last_dc[i] = 1024;
  662. }
  663. i = 8 + ((-get_bits_count(&s->gb)) & 7);
  664. /* skip RSTn */
  665. if (s->restart_count == 0 && show_bits(&s->gb, i) == (1 << i) - 1) {
  666. int pos = get_bits_count(&s->gb);
  667. align_get_bits(&s->gb);
  668. while (get_bits_left(&s->gb) >= 8 && show_bits(&s->gb, 8) == 0xFF)
  669. skip_bits(&s->gb, 8);
  670. if (get_bits_left(&s->gb) >= 8 && (get_bits(&s->gb, 8) & 0xF8) == 0xD0) {
  671. for (i = 0; i < nb_components; i++) /* reset dc */
  672. s->last_dc[i] = 1024;
  673. } else
  674. skip_bits_long(&s->gb, pos - get_bits_count(&s->gb));
  675. }
  676. }
  677. }
  678. static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int nb_components, int predictor, int point_transform)
  679. {
  680. int i, mb_x, mb_y;
  681. uint16_t (*buffer)[4];
  682. int left[3], top[3], topleft[3];
  683. const int linesize = s->linesize[0];
  684. const int mask = (1 << s->bits) - 1;
  685. int resync_mb_y = 0;
  686. int resync_mb_x = 0;
  687. s->restart_count = s->restart_interval;
  688. av_fast_malloc(&s->ljpeg_buffer, &s->ljpeg_buffer_size,
  689. (unsigned)s->mb_width * 4 * sizeof(s->ljpeg_buffer[0][0]));
  690. buffer = s->ljpeg_buffer;
  691. for (i = 0; i < 3; i++)
  692. buffer[0][i] = 1 << (s->bits - 1);
  693. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  694. uint8_t *ptr = s->picture.data[0] + (linesize * mb_y);
  695. if (s->interlaced && s->bottom_field)
  696. ptr += linesize >> 1;
  697. for (i = 0; i < 3; i++)
  698. top[i] = left[i] = topleft[i] = buffer[0][i];
  699. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  700. int modified_predictor = predictor;
  701. if (s->restart_interval && !s->restart_count){
  702. s->restart_count = s->restart_interval;
  703. resync_mb_x = mb_x;
  704. resync_mb_y = mb_y;
  705. for(i=0; i<3; i++)
  706. top[i] = left[i]= topleft[i]= 1 << (s->bits - 1);
  707. }
  708. if (mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || !mb_x)
  709. modified_predictor = 1;
  710. for (i=0;i<nb_components;i++) {
  711. int pred, dc;
  712. topleft[i] = top[i];
  713. top[i] = buffer[mb_x][i];
  714. PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
  715. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  716. if(dc == 0xFFFF)
  717. return -1;
  718. left[i] = buffer[mb_x][i] =
  719. mask & (pred + (dc << point_transform));
  720. }
  721. if (s->restart_interval && !--s->restart_count) {
  722. align_get_bits(&s->gb);
  723. skip_bits(&s->gb, 16); /* skip RSTn */
  724. }
  725. }
  726. if (s->rct) {
  727. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  728. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  729. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  730. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  731. }
  732. } else if (s->pegasus_rct) {
  733. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  734. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2]) >> 2);
  735. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  736. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  737. }
  738. } else {
  739. for(i=0; i<nb_components; i++) {
  740. int c= s->comp_index[i];
  741. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  742. ptr[3*mb_x+2-c] = buffer[mb_x][i];
  743. }
  744. }
  745. }
  746. }
  747. return 0;
  748. }
  749. static int ljpeg_decode_yuv_scan(MJpegDecodeContext *s, int predictor,
  750. int point_transform)
  751. {
  752. int i, mb_x, mb_y;
  753. const int nb_components=s->nb_components;
  754. int bits= (s->bits+7)&~7;
  755. int resync_mb_y = 0;
  756. int resync_mb_x = 0;
  757. point_transform += bits - s->bits;
  758. av_assert0(nb_components>=1 && nb_components<=3);
  759. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  760. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  761. if (s->restart_interval && !s->restart_count){
  762. s->restart_count = s->restart_interval;
  763. resync_mb_x = mb_x;
  764. resync_mb_y = mb_y;
  765. }
  766. if(!mb_x || mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || s->interlaced){
  767. int toprow = mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x;
  768. int leftcol = !mb_x || mb_y == resync_mb_y && mb_x == resync_mb_x;
  769. for (i = 0; i < nb_components; i++) {
  770. uint8_t *ptr;
  771. uint16_t *ptr16;
  772. int n, h, v, x, y, c, j, linesize;
  773. n = s->nb_blocks[i];
  774. c = s->comp_index[i];
  775. h = s->h_scount[i];
  776. v = s->v_scount[i];
  777. x = 0;
  778. y = 0;
  779. linesize= s->linesize[c];
  780. if(bits>8) linesize /= 2;
  781. for(j=0; j<n; j++) {
  782. int pred, dc;
  783. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  784. if(dc == 0xFFFF)
  785. return -1;
  786. if(bits<=8){
  787. ptr = s->picture.data[c] + (linesize * (v * mb_y + y)) + (h * mb_x + x); //FIXME optimize this crap
  788. if(y==0 && toprow){
  789. if(x==0 && leftcol){
  790. pred= 1 << (bits - 1);
  791. }else{
  792. pred= ptr[-1];
  793. }
  794. }else{
  795. if(x==0 && leftcol){
  796. pred= ptr[-linesize];
  797. }else{
  798. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  799. }
  800. }
  801. if (s->interlaced && s->bottom_field)
  802. ptr += linesize >> 1;
  803. pred &= (-1)<<(8-s->bits);
  804. *ptr= pred + (dc << point_transform);
  805. }else{
  806. ptr16 = (uint16_t*)(s->picture.data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  807. if(y==0 && toprow){
  808. if(x==0 && leftcol){
  809. pred= 1 << (bits - 1);
  810. }else{
  811. pred= ptr16[-1];
  812. }
  813. }else{
  814. if(x==0 && leftcol){
  815. pred= ptr16[-linesize];
  816. }else{
  817. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  818. }
  819. }
  820. if (s->interlaced && s->bottom_field)
  821. ptr16 += linesize >> 1;
  822. pred &= (-1)<<(16-s->bits);
  823. *ptr16= pred + (dc << point_transform);
  824. }
  825. if (++x == h) {
  826. x = 0;
  827. y++;
  828. }
  829. }
  830. }
  831. } else {
  832. for (i = 0; i < nb_components; i++) {
  833. uint8_t *ptr;
  834. uint16_t *ptr16;
  835. int n, h, v, x, y, c, j, linesize, dc;
  836. n = s->nb_blocks[i];
  837. c = s->comp_index[i];
  838. h = s->h_scount[i];
  839. v = s->v_scount[i];
  840. x = 0;
  841. y = 0;
  842. linesize = s->linesize[c];
  843. if(bits>8) linesize /= 2;
  844. for (j = 0; j < n; j++) {
  845. int pred;
  846. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  847. if(dc == 0xFFFF)
  848. return -1;
  849. if(bits<=8){
  850. ptr = s->picture.data[c] +
  851. (linesize * (v * mb_y + y)) +
  852. (h * mb_x + x); //FIXME optimize this crap
  853. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  854. pred &= (-1)<<(8-s->bits);
  855. *ptr = pred + (dc << point_transform);
  856. }else{
  857. ptr16 = (uint16_t*)(s->picture.data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  858. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  859. pred &= (-1)<<(16-s->bits);
  860. *ptr16= pred + (dc << point_transform);
  861. }
  862. if (++x == h) {
  863. x = 0;
  864. y++;
  865. }
  866. }
  867. }
  868. }
  869. if (s->restart_interval && !--s->restart_count) {
  870. align_get_bits(&s->gb);
  871. skip_bits(&s->gb, 16); /* skip RSTn */
  872. }
  873. }
  874. }
  875. return 0;
  876. }
  877. static av_always_inline void mjpeg_copy_block(MJpegDecodeContext *s,
  878. uint8_t *dst, const uint8_t *src,
  879. int linesize, int lowres)
  880. {
  881. switch (lowres) {
  882. case 0: s->dsp.put_pixels_tab[1][0](dst, src, linesize, 8);
  883. break;
  884. case 1: copy_block4(dst, src, linesize, linesize, 4);
  885. break;
  886. case 2: copy_block2(dst, src, linesize, linesize, 2);
  887. break;
  888. case 3: *dst = *src;
  889. break;
  890. }
  891. }
  892. static int mjpeg_decode_scan(MJpegDecodeContext *s, int nb_components, int Ah,
  893. int Al, const uint8_t *mb_bitmask,
  894. const AVFrame *reference)
  895. {
  896. int i, mb_x, mb_y;
  897. uint8_t *data[MAX_COMPONENTS];
  898. const uint8_t *reference_data[MAX_COMPONENTS];
  899. int linesize[MAX_COMPONENTS];
  900. GetBitContext mb_bitmask_gb;
  901. if (mb_bitmask)
  902. init_get_bits(&mb_bitmask_gb, mb_bitmask, s->mb_width * s->mb_height);
  903. if (s->flipped && s->avctx->lowres) {
  904. av_log(s->avctx, AV_LOG_ERROR, "Can not flip image with lowres\n");
  905. s->flipped = 0;
  906. }
  907. for (i = 0; i < nb_components; i++) {
  908. int c = s->comp_index[i];
  909. data[c] = s->picture_ptr->data[c];
  910. reference_data[c] = reference ? reference->data[c] : NULL;
  911. linesize[c] = s->linesize[c];
  912. s->coefs_finished[c] |= 1;
  913. if (s->flipped && !(s->avctx->flags & CODEC_FLAG_EMU_EDGE)) {
  914. // picture should be flipped upside-down for this codec
  915. int offset = (linesize[c] * (s->v_scount[i] *
  916. (8 * s->mb_height - ((s->height / s->v_max) & 7)) - 1));
  917. data[c] += offset;
  918. reference_data[c] += offset;
  919. linesize[c] *= -1;
  920. }
  921. }
  922. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  923. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  924. const int copy_mb = mb_bitmask && !get_bits1(&mb_bitmask_gb);
  925. if (s->restart_interval && !s->restart_count)
  926. s->restart_count = s->restart_interval;
  927. if (get_bits_left(&s->gb) < 0) {
  928. av_log(s->avctx, AV_LOG_ERROR, "overread %d\n",
  929. -get_bits_left(&s->gb));
  930. return AVERROR_INVALIDDATA;
  931. }
  932. for (i = 0; i < nb_components; i++) {
  933. uint8_t *ptr;
  934. int n, h, v, x, y, c, j;
  935. int block_offset;
  936. n = s->nb_blocks[i];
  937. c = s->comp_index[i];
  938. h = s->h_scount[i];
  939. v = s->v_scount[i];
  940. x = 0;
  941. y = 0;
  942. for (j = 0; j < n; j++) {
  943. block_offset = (((linesize[c] * (v * mb_y + y) * 8) +
  944. (h * mb_x + x) * 8) >> s->avctx->lowres);
  945. if (s->interlaced && s->bottom_field)
  946. block_offset += linesize[c] >> 1;
  947. ptr = data[c] + block_offset;
  948. if (!s->progressive) {
  949. if (copy_mb)
  950. mjpeg_copy_block(s, ptr, reference_data[c] + block_offset,
  951. linesize[c], s->avctx->lowres);
  952. else {
  953. s->dsp.clear_block(s->block);
  954. if (decode_block(s, s->block, i,
  955. s->dc_index[i], s->ac_index[i],
  956. s->quant_matrixes[s->quant_index[c]]) < 0) {
  957. av_log(s->avctx, AV_LOG_ERROR,
  958. "error y=%d x=%d\n", mb_y, mb_x);
  959. return AVERROR_INVALIDDATA;
  960. }
  961. s->dsp.idct_put(ptr, linesize[c], s->block);
  962. }
  963. } else {
  964. int block_idx = s->block_stride[c] * (v * mb_y + y) +
  965. (h * mb_x + x);
  966. int16_t *block = s->blocks[c][block_idx];
  967. if (Ah)
  968. block[0] += get_bits1(&s->gb) *
  969. s->quant_matrixes[s->quant_index[c]][0] << Al;
  970. else if (decode_dc_progressive(s, block, i, s->dc_index[i],
  971. s->quant_matrixes[s->quant_index[c]],
  972. Al) < 0) {
  973. av_log(s->avctx, AV_LOG_ERROR,
  974. "error y=%d x=%d\n", mb_y, mb_x);
  975. return AVERROR_INVALIDDATA;
  976. }
  977. }
  978. av_dlog(s->avctx, "mb: %d %d processed\n", mb_y, mb_x);
  979. av_dlog(s->avctx, "%d %d %d %d %d %d %d %d \n",
  980. mb_x, mb_y, x, y, c, s->bottom_field,
  981. (v * mb_y + y) * 8, (h * mb_x + x) * 8);
  982. if (++x == h) {
  983. x = 0;
  984. y++;
  985. }
  986. }
  987. }
  988. handle_rstn(s, nb_components);
  989. }
  990. }
  991. return 0;
  992. }
  993. static int mjpeg_decode_scan_progressive_ac(MJpegDecodeContext *s, int ss,
  994. int se, int Ah, int Al)
  995. {
  996. int mb_x, mb_y;
  997. int EOBRUN = 0;
  998. int c = s->comp_index[0];
  999. uint8_t *data = s->picture.data[c];
  1000. int linesize = s->linesize[c];
  1001. int last_scan = 0;
  1002. int16_t *quant_matrix = s->quant_matrixes[s->quant_index[c]];
  1003. if (se > 63) {
  1004. av_log(s->avctx, AV_LOG_ERROR, "SE %d is too large\n", se);
  1005. return AVERROR_INVALIDDATA;
  1006. }
  1007. if (!Al) {
  1008. s->coefs_finished[c] |= (1LL << (se + 1)) - (1LL << ss);
  1009. last_scan = !~s->coefs_finished[c];
  1010. }
  1011. if (s->interlaced && s->bottom_field)
  1012. data += linesize >> 1;
  1013. s->restart_count = 0;
  1014. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1015. uint8_t *ptr = data + (mb_y * linesize * 8 >> s->avctx->lowres);
  1016. int block_idx = mb_y * s->block_stride[c];
  1017. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1018. uint8_t *last_nnz = &s->last_nnz[c][block_idx];
  1019. for (mb_x = 0; mb_x < s->mb_width; mb_x++, block++, last_nnz++) {
  1020. int ret;
  1021. if (s->restart_interval && !s->restart_count)
  1022. s->restart_count = s->restart_interval;
  1023. if (Ah)
  1024. ret = decode_block_refinement(s, *block, last_nnz, s->ac_index[0],
  1025. quant_matrix, ss, se, Al, &EOBRUN);
  1026. else
  1027. ret = decode_block_progressive(s, *block, last_nnz, s->ac_index[0],
  1028. quant_matrix, ss, se, Al, &EOBRUN);
  1029. if (ret < 0) {
  1030. av_log(s->avctx, AV_LOG_ERROR,
  1031. "error y=%d x=%d\n", mb_y, mb_x);
  1032. return AVERROR_INVALIDDATA;
  1033. }
  1034. if (last_scan) {
  1035. s->dsp.idct_put(ptr, linesize, *block);
  1036. ptr += 8 >> s->avctx->lowres;
  1037. }
  1038. handle_rstn(s, 0);
  1039. }
  1040. }
  1041. return 0;
  1042. }
  1043. int ff_mjpeg_decode_sos(MJpegDecodeContext *s, const uint8_t *mb_bitmask,
  1044. const AVFrame *reference)
  1045. {
  1046. int len, nb_components, i, h, v, predictor, point_transform;
  1047. int index, id, ret;
  1048. const int block_size = s->lossless ? 1 : 8;
  1049. int ilv, prev_shift;
  1050. if (!s->got_picture) {
  1051. av_log(s->avctx, AV_LOG_WARNING,
  1052. "Can not process SOS before SOF, skipping\n");
  1053. return -1;
  1054. }
  1055. av_assert0(s->picture_ptr->data[0]);
  1056. /* XXX: verify len field validity */
  1057. len = get_bits(&s->gb, 16);
  1058. nb_components = get_bits(&s->gb, 8);
  1059. if (nb_components == 0 || nb_components > MAX_COMPONENTS) {
  1060. av_log(s->avctx, AV_LOG_ERROR,
  1061. "decode_sos: nb_components (%d) unsupported\n", nb_components);
  1062. return AVERROR_PATCHWELCOME;
  1063. }
  1064. if (len != 6 + 2 * nb_components) {
  1065. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: invalid len (%d)\n", len);
  1066. return AVERROR_INVALIDDATA;
  1067. }
  1068. for (i = 0; i < nb_components; i++) {
  1069. id = get_bits(&s->gb, 8) - 1;
  1070. av_log(s->avctx, AV_LOG_DEBUG, "component: %d\n", id);
  1071. /* find component index */
  1072. for (index = 0; index < s->nb_components; index++)
  1073. if (id == s->component_id[index])
  1074. break;
  1075. if (index == s->nb_components) {
  1076. av_log(s->avctx, AV_LOG_ERROR,
  1077. "decode_sos: index(%d) out of components\n", index);
  1078. return AVERROR_INVALIDDATA;
  1079. }
  1080. /* Metasoft MJPEG codec has Cb and Cr swapped */
  1081. if (s->avctx->codec_tag == MKTAG('M', 'T', 'S', 'J')
  1082. && nb_components == 3 && s->nb_components == 3 && i)
  1083. index = 3 - i;
  1084. if(nb_components == 3 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1085. index = (i+2)%3;
  1086. if(nb_components == 1 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1087. index = (index+2)%3;
  1088. s->comp_index[i] = index;
  1089. s->nb_blocks[i] = s->h_count[index] * s->v_count[index];
  1090. s->h_scount[i] = s->h_count[index];
  1091. s->v_scount[i] = s->v_count[index];
  1092. s->dc_index[i] = get_bits(&s->gb, 4);
  1093. s->ac_index[i] = get_bits(&s->gb, 4);
  1094. if (s->dc_index[i] < 0 || s->ac_index[i] < 0 ||
  1095. s->dc_index[i] >= 4 || s->ac_index[i] >= 4)
  1096. goto out_of_range;
  1097. if (!s->vlcs[0][s->dc_index[i]].table || !(s->progressive ? s->vlcs[2][s->ac_index[0]].table : s->vlcs[1][s->ac_index[i]].table))
  1098. goto out_of_range;
  1099. }
  1100. predictor = get_bits(&s->gb, 8); /* JPEG Ss / lossless JPEG predictor /JPEG-LS NEAR */
  1101. ilv = get_bits(&s->gb, 8); /* JPEG Se / JPEG-LS ILV */
  1102. if(s->avctx->codec_tag != AV_RL32("CJPG")){
  1103. prev_shift = get_bits(&s->gb, 4); /* Ah */
  1104. point_transform = get_bits(&s->gb, 4); /* Al */
  1105. }else
  1106. prev_shift = point_transform = 0;
  1107. if (nb_components > 1) {
  1108. /* interleaved stream */
  1109. s->mb_width = (s->width + s->h_max * block_size - 1) / (s->h_max * block_size);
  1110. s->mb_height = (s->height + s->v_max * block_size - 1) / (s->v_max * block_size);
  1111. } else if (!s->ls) { /* skip this for JPEG-LS */
  1112. h = s->h_max / s->h_scount[0];
  1113. v = s->v_max / s->v_scount[0];
  1114. s->mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1115. s->mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1116. s->nb_blocks[0] = 1;
  1117. s->h_scount[0] = 1;
  1118. s->v_scount[0] = 1;
  1119. }
  1120. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1121. av_log(s->avctx, AV_LOG_DEBUG, "%s %s p:%d >>:%d ilv:%d bits:%d skip:%d %s comp:%d\n",
  1122. s->lossless ? "lossless" : "sequential DCT", s->rgb ? "RGB" : "",
  1123. predictor, point_transform, ilv, s->bits, s->mjpb_skiptosod,
  1124. s->pegasus_rct ? "PRCT" : (s->rct ? "RCT" : ""), nb_components);
  1125. /* mjpeg-b can have padding bytes between sos and image data, skip them */
  1126. for (i = s->mjpb_skiptosod; i > 0; i--)
  1127. skip_bits(&s->gb, 8);
  1128. next_field:
  1129. for (i = 0; i < nb_components; i++)
  1130. s->last_dc[i] = 1024;
  1131. if (s->lossless) {
  1132. av_assert0(s->picture_ptr == &s->picture);
  1133. if (CONFIG_JPEGLS_DECODER && s->ls) {
  1134. // for () {
  1135. // reset_ls_coding_parameters(s, 0);
  1136. if ((ret = ff_jpegls_decode_picture(s, predictor,
  1137. point_transform, ilv)) < 0)
  1138. return ret;
  1139. } else {
  1140. if (s->rgb) {
  1141. if ((ret = ljpeg_decode_rgb_scan(s, nb_components, predictor, point_transform)) < 0)
  1142. return ret;
  1143. } else {
  1144. if ((ret = ljpeg_decode_yuv_scan(s, predictor, point_transform)) < 0)
  1145. return ret;
  1146. }
  1147. }
  1148. } else {
  1149. if (s->progressive && predictor) {
  1150. av_assert0(s->picture_ptr == &s->picture);
  1151. if ((ret = mjpeg_decode_scan_progressive_ac(s, predictor,
  1152. ilv, prev_shift,
  1153. point_transform)) < 0)
  1154. return ret;
  1155. } else {
  1156. if ((ret = mjpeg_decode_scan(s, nb_components,
  1157. prev_shift, point_transform,
  1158. mb_bitmask, reference)) < 0)
  1159. return ret;
  1160. }
  1161. }
  1162. if (s->interlaced &&
  1163. get_bits_left(&s->gb) > 32 &&
  1164. show_bits(&s->gb, 8) == 0xFF) {
  1165. GetBitContext bak = s->gb;
  1166. align_get_bits(&bak);
  1167. if (show_bits(&bak, 16) == 0xFFD1) {
  1168. av_log(s->avctx, AV_LOG_DEBUG, "AVRn interlaced picture marker found\n");
  1169. s->gb = bak;
  1170. skip_bits(&s->gb, 16);
  1171. s->bottom_field ^= 1;
  1172. goto next_field;
  1173. }
  1174. }
  1175. emms_c();
  1176. return 0;
  1177. out_of_range:
  1178. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: ac/dc index out of range\n");
  1179. return AVERROR_INVALIDDATA;
  1180. }
  1181. static int mjpeg_decode_dri(MJpegDecodeContext *s)
  1182. {
  1183. if (get_bits(&s->gb, 16) != 4)
  1184. return AVERROR_INVALIDDATA;
  1185. s->restart_interval = get_bits(&s->gb, 16);
  1186. s->restart_count = 0;
  1187. av_log(s->avctx, AV_LOG_DEBUG, "restart interval: %d\n",
  1188. s->restart_interval);
  1189. return 0;
  1190. }
  1191. static int mjpeg_decode_app(MJpegDecodeContext *s)
  1192. {
  1193. int len, id, i;
  1194. len = get_bits(&s->gb, 16);
  1195. if (len < 5)
  1196. return AVERROR_INVALIDDATA;
  1197. if (8 * len > get_bits_left(&s->gb))
  1198. return AVERROR_INVALIDDATA;
  1199. id = get_bits_long(&s->gb, 32);
  1200. id = av_be2ne32(id);
  1201. len -= 6;
  1202. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1203. av_log(s->avctx, AV_LOG_DEBUG, "APPx %8X\n", id);
  1204. /* Buggy AVID, it puts EOI only at every 10th frame. */
  1205. /* Also, this fourcc is used by non-avid files too, it holds some
  1206. information, but it's always present in AVID-created files. */
  1207. if (id == AV_RL32("AVI1")) {
  1208. /* structure:
  1209. 4bytes AVI1
  1210. 1bytes polarity
  1211. 1bytes always zero
  1212. 4bytes field_size
  1213. 4bytes field_size_less_padding
  1214. */
  1215. s->buggy_avid = 1;
  1216. i = get_bits(&s->gb, 8); len--;
  1217. av_log(s->avctx, AV_LOG_DEBUG, "polarity %d\n", i);
  1218. #if 0
  1219. skip_bits(&s->gb, 8);
  1220. skip_bits(&s->gb, 32);
  1221. skip_bits(&s->gb, 32);
  1222. len -= 10;
  1223. #endif
  1224. goto out;
  1225. }
  1226. // len -= 2;
  1227. if (id == AV_RL32("JFIF")) {
  1228. int t_w, t_h, v1, v2;
  1229. skip_bits(&s->gb, 8); /* the trailing zero-byte */
  1230. v1 = get_bits(&s->gb, 8);
  1231. v2 = get_bits(&s->gb, 8);
  1232. skip_bits(&s->gb, 8);
  1233. s->avctx->sample_aspect_ratio.num = get_bits(&s->gb, 16);
  1234. s->avctx->sample_aspect_ratio.den = get_bits(&s->gb, 16);
  1235. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1236. av_log(s->avctx, AV_LOG_INFO,
  1237. "mjpeg: JFIF header found (version: %x.%x) SAR=%d/%d\n",
  1238. v1, v2,
  1239. s->avctx->sample_aspect_ratio.num,
  1240. s->avctx->sample_aspect_ratio.den);
  1241. t_w = get_bits(&s->gb, 8);
  1242. t_h = get_bits(&s->gb, 8);
  1243. if (t_w && t_h) {
  1244. /* skip thumbnail */
  1245. if (len -10 - (t_w * t_h * 3) > 0)
  1246. len -= t_w * t_h * 3;
  1247. }
  1248. len -= 10;
  1249. goto out;
  1250. }
  1251. if (id == AV_RL32("Adob") && (get_bits(&s->gb, 8) == 'e')) {
  1252. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1253. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Adobe header found\n");
  1254. skip_bits(&s->gb, 16); /* version */
  1255. skip_bits(&s->gb, 16); /* flags0 */
  1256. skip_bits(&s->gb, 16); /* flags1 */
  1257. skip_bits(&s->gb, 8); /* transform */
  1258. len -= 7;
  1259. goto out;
  1260. }
  1261. if (id == AV_RL32("LJIF")) {
  1262. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1263. av_log(s->avctx, AV_LOG_INFO,
  1264. "Pegasus lossless jpeg header found\n");
  1265. skip_bits(&s->gb, 16); /* version ? */
  1266. skip_bits(&s->gb, 16); /* unknown always 0? */
  1267. skip_bits(&s->gb, 16); /* unknown always 0? */
  1268. skip_bits(&s->gb, 16); /* unknown always 0? */
  1269. switch (get_bits(&s->gb, 8)) {
  1270. case 1:
  1271. s->rgb = 1;
  1272. s->pegasus_rct = 0;
  1273. break;
  1274. case 2:
  1275. s->rgb = 1;
  1276. s->pegasus_rct = 1;
  1277. break;
  1278. default:
  1279. av_log(s->avctx, AV_LOG_ERROR, "unknown colorspace\n");
  1280. }
  1281. len -= 9;
  1282. goto out;
  1283. }
  1284. /* Apple MJPEG-A */
  1285. if ((s->start_code == APP1) && (len > (0x28 - 8))) {
  1286. id = get_bits_long(&s->gb, 32);
  1287. id = av_be2ne32(id);
  1288. len -= 4;
  1289. /* Apple MJPEG-A */
  1290. if (id == AV_RL32("mjpg")) {
  1291. #if 0
  1292. skip_bits(&s->gb, 32); /* field size */
  1293. skip_bits(&s->gb, 32); /* pad field size */
  1294. skip_bits(&s->gb, 32); /* next off */
  1295. skip_bits(&s->gb, 32); /* quant off */
  1296. skip_bits(&s->gb, 32); /* huff off */
  1297. skip_bits(&s->gb, 32); /* image off */
  1298. skip_bits(&s->gb, 32); /* scan off */
  1299. skip_bits(&s->gb, 32); /* data off */
  1300. #endif
  1301. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1302. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Apple MJPEG-A header found\n");
  1303. }
  1304. }
  1305. out:
  1306. /* slow but needed for extreme adobe jpegs */
  1307. if (len < 0)
  1308. av_log(s->avctx, AV_LOG_ERROR,
  1309. "mjpeg: error, decode_app parser read over the end\n");
  1310. while (--len > 0)
  1311. skip_bits(&s->gb, 8);
  1312. return 0;
  1313. }
  1314. static int mjpeg_decode_com(MJpegDecodeContext *s)
  1315. {
  1316. int len = get_bits(&s->gb, 16);
  1317. if (len >= 2 && 8 * len - 16 <= get_bits_left(&s->gb)) {
  1318. char *cbuf = av_malloc(len - 1);
  1319. if (cbuf) {
  1320. int i;
  1321. for (i = 0; i < len - 2; i++)
  1322. cbuf[i] = get_bits(&s->gb, 8);
  1323. if (i > 0 && cbuf[i - 1] == '\n')
  1324. cbuf[i - 1] = 0;
  1325. else
  1326. cbuf[i] = 0;
  1327. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1328. av_log(s->avctx, AV_LOG_INFO, "comment: '%s'\n", cbuf);
  1329. /* buggy avid, it puts EOI only at every 10th frame */
  1330. if (!strcmp(cbuf, "AVID")) {
  1331. s->buggy_avid = 1;
  1332. } else if (!strcmp(cbuf, "CS=ITU601"))
  1333. s->cs_itu601 = 1;
  1334. else if ((len > 31 && !strncmp(cbuf, "Intel(R) JPEG Library, version 1", 32)) ||
  1335. (len > 19 && !strncmp(cbuf, "Metasoft MJPEG Codec", 20)))
  1336. s->flipped = 1;
  1337. av_free(cbuf);
  1338. }
  1339. }
  1340. return 0;
  1341. }
  1342. /* return the 8 bit start code value and update the search
  1343. state. Return -1 if no start code found */
  1344. static int find_marker(const uint8_t **pbuf_ptr, const uint8_t *buf_end)
  1345. {
  1346. const uint8_t *buf_ptr;
  1347. unsigned int v, v2;
  1348. int val;
  1349. int skipped = 0;
  1350. buf_ptr = *pbuf_ptr;
  1351. while (buf_ptr < buf_end) {
  1352. v = *buf_ptr++;
  1353. v2 = *buf_ptr;
  1354. if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe) && buf_ptr < buf_end) {
  1355. val = *buf_ptr++;
  1356. goto found;
  1357. }
  1358. skipped++;
  1359. }
  1360. val = -1;
  1361. found:
  1362. av_dlog(NULL, "find_marker skipped %d bytes\n", skipped);
  1363. *pbuf_ptr = buf_ptr;
  1364. return val;
  1365. }
  1366. int ff_mjpeg_find_marker(MJpegDecodeContext *s,
  1367. const uint8_t **buf_ptr, const uint8_t *buf_end,
  1368. const uint8_t **unescaped_buf_ptr,
  1369. int *unescaped_buf_size)
  1370. {
  1371. int start_code;
  1372. start_code = find_marker(buf_ptr, buf_end);
  1373. av_fast_padded_malloc(&s->buffer, &s->buffer_size, buf_end - *buf_ptr);
  1374. if (!s->buffer)
  1375. return AVERROR(ENOMEM);
  1376. /* unescape buffer of SOS, use special treatment for JPEG-LS */
  1377. if (start_code == SOS && !s->ls) {
  1378. const uint8_t *src = *buf_ptr;
  1379. uint8_t *dst = s->buffer;
  1380. while (src < buf_end) {
  1381. uint8_t x = *(src++);
  1382. *(dst++) = x;
  1383. if (s->avctx->codec_id != AV_CODEC_ID_THP) {
  1384. if (x == 0xff) {
  1385. while (src < buf_end && x == 0xff)
  1386. x = *(src++);
  1387. if (x >= 0xd0 && x <= 0xd7)
  1388. *(dst++) = x;
  1389. else if (x)
  1390. break;
  1391. }
  1392. }
  1393. }
  1394. *unescaped_buf_ptr = s->buffer;
  1395. *unescaped_buf_size = dst - s->buffer;
  1396. memset(s->buffer + *unescaped_buf_size, 0,
  1397. FF_INPUT_BUFFER_PADDING_SIZE);
  1398. av_log(s->avctx, AV_LOG_DEBUG, "escaping removed %td bytes\n",
  1399. (buf_end - *buf_ptr) - (dst - s->buffer));
  1400. } else if (start_code == SOS && s->ls) {
  1401. const uint8_t *src = *buf_ptr;
  1402. uint8_t *dst = s->buffer;
  1403. int bit_count = 0;
  1404. int t = 0, b = 0;
  1405. PutBitContext pb;
  1406. s->cur_scan++;
  1407. /* find marker */
  1408. while (src + t < buf_end) {
  1409. uint8_t x = src[t++];
  1410. if (x == 0xff) {
  1411. while ((src + t < buf_end) && x == 0xff)
  1412. x = src[t++];
  1413. if (x & 0x80) {
  1414. t -= FFMIN(2, t);
  1415. break;
  1416. }
  1417. }
  1418. }
  1419. bit_count = t * 8;
  1420. init_put_bits(&pb, dst, t);
  1421. /* unescape bitstream */
  1422. while (b < t) {
  1423. uint8_t x = src[b++];
  1424. put_bits(&pb, 8, x);
  1425. if (x == 0xFF) {
  1426. x = src[b++];
  1427. put_bits(&pb, 7, x);
  1428. bit_count--;
  1429. }
  1430. }
  1431. flush_put_bits(&pb);
  1432. *unescaped_buf_ptr = dst;
  1433. *unescaped_buf_size = (bit_count + 7) >> 3;
  1434. memset(s->buffer + *unescaped_buf_size, 0,
  1435. FF_INPUT_BUFFER_PADDING_SIZE);
  1436. } else {
  1437. *unescaped_buf_ptr = *buf_ptr;
  1438. *unescaped_buf_size = buf_end - *buf_ptr;
  1439. }
  1440. return start_code;
  1441. }
  1442. int ff_mjpeg_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  1443. AVPacket *avpkt)
  1444. {
  1445. const uint8_t *buf = avpkt->data;
  1446. int buf_size = avpkt->size;
  1447. MJpegDecodeContext *s = avctx->priv_data;
  1448. const uint8_t *buf_end, *buf_ptr;
  1449. const uint8_t *unescaped_buf_ptr;
  1450. int unescaped_buf_size;
  1451. int start_code;
  1452. int i, index;
  1453. int ret = 0;
  1454. AVFrame *picture = data;
  1455. buf_ptr = buf;
  1456. buf_end = buf + buf_size;
  1457. while (buf_ptr < buf_end) {
  1458. /* find start next marker */
  1459. start_code = ff_mjpeg_find_marker(s, &buf_ptr, buf_end,
  1460. &unescaped_buf_ptr,
  1461. &unescaped_buf_size);
  1462. /* EOF */
  1463. if (start_code < 0) {
  1464. goto the_end;
  1465. } else if (unescaped_buf_size > (1U<<28)) {
  1466. av_log(avctx, AV_LOG_ERROR, "MJPEG packet 0x%x too big (0x%x/0x%x), corrupt data?\n",
  1467. start_code, unescaped_buf_size, buf_size);
  1468. return AVERROR_INVALIDDATA;
  1469. } else {
  1470. av_log(avctx, AV_LOG_DEBUG, "marker=%x avail_size_in_buf=%td\n",
  1471. start_code, buf_end - buf_ptr);
  1472. init_get_bits(&s->gb, unescaped_buf_ptr, unescaped_buf_size * 8);
  1473. s->start_code = start_code;
  1474. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1475. av_log(avctx, AV_LOG_DEBUG, "startcode: %X\n", start_code);
  1476. /* process markers */
  1477. if (start_code >= 0xd0 && start_code <= 0xd7)
  1478. av_log(avctx, AV_LOG_DEBUG,
  1479. "restart marker: %d\n", start_code & 0x0f);
  1480. /* APP fields */
  1481. else if (start_code >= APP0 && start_code <= APP15)
  1482. mjpeg_decode_app(s);
  1483. /* Comment */
  1484. else if (start_code == COM)
  1485. mjpeg_decode_com(s);
  1486. ret = -1;
  1487. switch (start_code) {
  1488. case SOI:
  1489. s->restart_interval = 0;
  1490. s->restart_count = 0;
  1491. /* nothing to do on SOI */
  1492. break;
  1493. case DQT:
  1494. ff_mjpeg_decode_dqt(s);
  1495. break;
  1496. case DHT:
  1497. if ((ret = ff_mjpeg_decode_dht(s)) < 0) {
  1498. av_log(avctx, AV_LOG_ERROR, "huffman table decode error\n");
  1499. goto fail;
  1500. }
  1501. break;
  1502. case SOF0:
  1503. case SOF1:
  1504. s->lossless = 0;
  1505. s->ls = 0;
  1506. s->progressive = 0;
  1507. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1508. goto fail;
  1509. break;
  1510. case SOF2:
  1511. s->lossless = 0;
  1512. s->ls = 0;
  1513. s->progressive = 1;
  1514. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1515. goto fail;
  1516. break;
  1517. case SOF3:
  1518. s->lossless = 1;
  1519. s->ls = 0;
  1520. s->progressive = 0;
  1521. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1522. goto fail;
  1523. break;
  1524. case SOF48:
  1525. s->lossless = 1;
  1526. s->ls = 1;
  1527. s->progressive = 0;
  1528. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1529. goto fail;
  1530. break;
  1531. case LSE:
  1532. if (!CONFIG_JPEGLS_DECODER ||
  1533. (ret = ff_jpegls_decode_lse(s)) < 0)
  1534. goto fail;
  1535. break;
  1536. case EOI:
  1537. eoi_parser:
  1538. s->cur_scan = 0;
  1539. if (!s->got_picture) {
  1540. av_log(avctx, AV_LOG_WARNING,
  1541. "Found EOI before any SOF, ignoring\n");
  1542. break;
  1543. }
  1544. if (s->interlaced) {
  1545. s->bottom_field ^= 1;
  1546. /* if not bottom field, do not output image yet */
  1547. if (s->bottom_field == !s->interlace_polarity)
  1548. break;
  1549. }
  1550. *picture = *s->picture_ptr;
  1551. *got_frame = 1;
  1552. s->got_picture = 0;
  1553. if (!s->lossless) {
  1554. picture->quality = FFMAX3(s->qscale[0],
  1555. s->qscale[1],
  1556. s->qscale[2]);
  1557. picture->qstride = 0;
  1558. picture->qscale_table = s->qscale_table;
  1559. memset(picture->qscale_table, picture->quality,
  1560. (s->width + 15) / 16);
  1561. if (avctx->debug & FF_DEBUG_QP)
  1562. av_log(avctx, AV_LOG_DEBUG,
  1563. "QP: %d\n", picture->quality);
  1564. picture->quality *= FF_QP2LAMBDA;
  1565. }
  1566. goto the_end;
  1567. case SOS:
  1568. if ((ret = ff_mjpeg_decode_sos(s, NULL, NULL)) < 0 &&
  1569. (avctx->err_recognition & AV_EF_EXPLODE))
  1570. goto fail;
  1571. break;
  1572. case DRI:
  1573. mjpeg_decode_dri(s);
  1574. break;
  1575. case SOF5:
  1576. case SOF6:
  1577. case SOF7:
  1578. case SOF9:
  1579. case SOF10:
  1580. case SOF11:
  1581. case SOF13:
  1582. case SOF14:
  1583. case SOF15:
  1584. case JPG:
  1585. av_log(avctx, AV_LOG_ERROR,
  1586. "mjpeg: unsupported coding type (%x)\n", start_code);
  1587. break;
  1588. }
  1589. /* eof process start code */
  1590. buf_ptr += (get_bits_count(&s->gb) + 7) / 8;
  1591. av_log(avctx, AV_LOG_DEBUG,
  1592. "marker parser used %d bytes (%d bits)\n",
  1593. (get_bits_count(&s->gb) + 7) / 8, get_bits_count(&s->gb));
  1594. }
  1595. }
  1596. if (s->got_picture) {
  1597. av_log(avctx, AV_LOG_WARNING, "EOI missing, emulating\n");
  1598. goto eoi_parser;
  1599. }
  1600. av_log(avctx, AV_LOG_FATAL, "No JPEG data found in image\n");
  1601. return AVERROR_INVALIDDATA;
  1602. fail:
  1603. s->got_picture = 0;
  1604. return ret;
  1605. the_end:
  1606. if (s->upscale_h) {
  1607. uint8_t *line = s->picture_ptr->data[s->upscale_h];
  1608. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  1609. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  1610. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  1611. avctx->pix_fmt == AV_PIX_FMT_YUV440P);
  1612. for (i = 0; i < s->chroma_height; i++) {
  1613. for (index = s->width - 1; index; index--)
  1614. line[index] = (line[index / 2] + line[(index + 1) / 2]) >> 1;
  1615. line += s->linesize[s->upscale_h];
  1616. }
  1617. }
  1618. if (s->upscale_v) {
  1619. uint8_t *dst = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[(s->height - 1) * s->linesize[s->upscale_v]];
  1620. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  1621. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  1622. avctx->pix_fmt == AV_PIX_FMT_YUVJ422P ||
  1623. avctx->pix_fmt == AV_PIX_FMT_YUV422P);
  1624. for (i = s->height - 1; i; i--) {
  1625. uint8_t *src1 = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[i / 2 * s->linesize[s->upscale_v]];
  1626. uint8_t *src2 = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[(i + 1) / 2 * s->linesize[s->upscale_v]];
  1627. if (src1 == src2) {
  1628. memcpy(dst, src1, s->width);
  1629. } else {
  1630. for (index = 0; index < s->width; index++)
  1631. dst[index] = (src1[index] + src2[index]) >> 1;
  1632. }
  1633. dst -= s->linesize[s->upscale_v];
  1634. }
  1635. }
  1636. if (s->flipped && (s->avctx->flags & CODEC_FLAG_EMU_EDGE)) {
  1637. int hshift, vshift, j;
  1638. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  1639. for (index=0; index<4; index++) {
  1640. uint8_t *dst = s->picture_ptr->data[index];
  1641. int w = s->width;
  1642. int h = s->height;
  1643. if(index && index<3){
  1644. w = -((-w) >> hshift);
  1645. h = -((-h) >> vshift);
  1646. }
  1647. if(dst){
  1648. uint8_t *dst2 = dst + s->linesize[index]*(h-1);
  1649. for (i=0; i<h/2; i++) {
  1650. for (j=0; j<w; j++)
  1651. FFSWAP(int, dst[j], dst2[j]);
  1652. dst += s->linesize[index];
  1653. dst2 -= s->linesize[index];
  1654. }
  1655. }
  1656. }
  1657. }
  1658. av_log(avctx, AV_LOG_DEBUG, "decode frame unused %td bytes\n",
  1659. buf_end - buf_ptr);
  1660. // return buf_end - buf_ptr;
  1661. return buf_ptr - buf;
  1662. }
  1663. av_cold int ff_mjpeg_decode_end(AVCodecContext *avctx)
  1664. {
  1665. MJpegDecodeContext *s = avctx->priv_data;
  1666. int i, j;
  1667. if (s->picture_ptr && s->picture_ptr->data[0])
  1668. avctx->release_buffer(avctx, s->picture_ptr);
  1669. av_free(s->buffer);
  1670. av_free(s->qscale_table);
  1671. av_freep(&s->ljpeg_buffer);
  1672. s->ljpeg_buffer_size = 0;
  1673. for (i = 0; i < 3; i++) {
  1674. for (j = 0; j < 4; j++)
  1675. ff_free_vlc(&s->vlcs[i][j]);
  1676. }
  1677. for (i = 0; i < MAX_COMPONENTS; i++) {
  1678. av_freep(&s->blocks[i]);
  1679. av_freep(&s->last_nnz[i]);
  1680. }
  1681. return 0;
  1682. }
  1683. static void decode_flush(AVCodecContext *avctx)
  1684. {
  1685. MJpegDecodeContext *s = avctx->priv_data;
  1686. s->got_picture = 0;
  1687. }
  1688. #if CONFIG_MJPEG_DECODER
  1689. #define OFFSET(x) offsetof(MJpegDecodeContext, x)
  1690. #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
  1691. static const AVOption options[] = {
  1692. { "extern_huff", "Use external huffman table.",
  1693. OFFSET(extern_huff), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, VD },
  1694. { NULL },
  1695. };
  1696. static const AVClass mjpegdec_class = {
  1697. .class_name = "MJPEG decoder",
  1698. .item_name = av_default_item_name,
  1699. .option = options,
  1700. .version = LIBAVUTIL_VERSION_INT,
  1701. };
  1702. AVCodec ff_mjpeg_decoder = {
  1703. .name = "mjpeg",
  1704. .type = AVMEDIA_TYPE_VIDEO,
  1705. .id = AV_CODEC_ID_MJPEG,
  1706. .priv_data_size = sizeof(MJpegDecodeContext),
  1707. .init = ff_mjpeg_decode_init,
  1708. .close = ff_mjpeg_decode_end,
  1709. .decode = ff_mjpeg_decode_frame,
  1710. .flush = decode_flush,
  1711. .capabilities = CODEC_CAP_DR1,
  1712. .max_lowres = 3,
  1713. .long_name = NULL_IF_CONFIG_SMALL("MJPEG (Motion JPEG)"),
  1714. .priv_class = &mjpegdec_class,
  1715. };
  1716. #endif
  1717. #if CONFIG_THP_DECODER
  1718. AVCodec ff_thp_decoder = {
  1719. .name = "thp",
  1720. .type = AVMEDIA_TYPE_VIDEO,
  1721. .id = AV_CODEC_ID_THP,
  1722. .priv_data_size = sizeof(MJpegDecodeContext),
  1723. .init = ff_mjpeg_decode_init,
  1724. .close = ff_mjpeg_decode_end,
  1725. .decode = ff_mjpeg_decode_frame,
  1726. .flush = decode_flush,
  1727. .capabilities = CODEC_CAP_DR1,
  1728. .max_lowres = 3,
  1729. .long_name = NULL_IF_CONFIG_SMALL("Nintendo Gamecube THP video"),
  1730. };
  1731. #endif