You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1968 lines
68KB

  1. /*
  2. * MJPEG decoder
  3. * Copyright (c) 2000, 2001 Fabrice Bellard
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. * Copyright (c) 2003-2004 Michael Niedermayer
  6. *
  7. * Support for external huffman table, various fixes (AVID workaround),
  8. * aspecting, new decode_frame mechanism and apple mjpeg-b support
  9. * by Alex Beregszaszi
  10. *
  11. * This file is part of FFmpeg.
  12. *
  13. * FFmpeg is free software; you can redistribute it and/or
  14. * modify it under the terms of the GNU Lesser General Public
  15. * License as published by the Free Software Foundation; either
  16. * version 2.1 of the License, or (at your option) any later version.
  17. *
  18. * FFmpeg is distributed in the hope that it will be useful,
  19. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  21. * Lesser General Public License for more details.
  22. *
  23. * You should have received a copy of the GNU Lesser General Public
  24. * License along with FFmpeg; if not, write to the Free Software
  25. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  26. */
  27. /**
  28. * @file
  29. * MJPEG decoder.
  30. */
  31. #include "libavutil/imgutils.h"
  32. #include "libavutil/avassert.h"
  33. #include "libavutil/opt.h"
  34. #include "avcodec.h"
  35. #include "copy_block.h"
  36. #include "internal.h"
  37. #include "mjpeg.h"
  38. #include "mjpegdec.h"
  39. #include "jpeglsdec.h"
  40. static int build_vlc(VLC *vlc, const uint8_t *bits_table,
  41. const uint8_t *val_table, int nb_codes,
  42. int use_static, int is_ac)
  43. {
  44. uint8_t huff_size[256] = { 0 };
  45. uint16_t huff_code[256];
  46. uint16_t huff_sym[256];
  47. int i;
  48. av_assert0(nb_codes <= 256);
  49. ff_mjpeg_build_huffman_codes(huff_size, huff_code, bits_table, val_table);
  50. for (i = 0; i < 256; i++)
  51. huff_sym[i] = i + 16 * is_ac;
  52. if (is_ac)
  53. huff_sym[0] = 16 * 256;
  54. return ff_init_vlc_sparse(vlc, 9, nb_codes, huff_size, 1, 1,
  55. huff_code, 2, 2, huff_sym, 2, 2, use_static);
  56. }
  57. static void build_basic_mjpeg_vlc(MJpegDecodeContext *s)
  58. {
  59. build_vlc(&s->vlcs[0][0], avpriv_mjpeg_bits_dc_luminance,
  60. avpriv_mjpeg_val_dc, 12, 0, 0);
  61. build_vlc(&s->vlcs[0][1], avpriv_mjpeg_bits_dc_chrominance,
  62. avpriv_mjpeg_val_dc, 12, 0, 0);
  63. build_vlc(&s->vlcs[1][0], avpriv_mjpeg_bits_ac_luminance,
  64. avpriv_mjpeg_val_ac_luminance, 251, 0, 1);
  65. build_vlc(&s->vlcs[1][1], avpriv_mjpeg_bits_ac_chrominance,
  66. avpriv_mjpeg_val_ac_chrominance, 251, 0, 1);
  67. build_vlc(&s->vlcs[2][0], avpriv_mjpeg_bits_ac_luminance,
  68. avpriv_mjpeg_val_ac_luminance, 251, 0, 0);
  69. build_vlc(&s->vlcs[2][1], avpriv_mjpeg_bits_ac_chrominance,
  70. avpriv_mjpeg_val_ac_chrominance, 251, 0, 0);
  71. }
  72. av_cold int ff_mjpeg_decode_init(AVCodecContext *avctx)
  73. {
  74. MJpegDecodeContext *s = avctx->priv_data;
  75. if (!s->picture_ptr)
  76. s->picture_ptr = &s->picture;
  77. avcodec_get_frame_defaults(&s->picture);
  78. s->avctx = avctx;
  79. ff_hpeldsp_init(&s->hdsp, avctx->flags);
  80. ff_dsputil_init(&s->dsp, avctx);
  81. ff_init_scantable(s->dsp.idct_permutation, &s->scantable, ff_zigzag_direct);
  82. s->buffer_size = 0;
  83. s->buffer = NULL;
  84. s->start_code = -1;
  85. s->first_picture = 1;
  86. s->got_picture = 0;
  87. s->org_height = avctx->coded_height;
  88. avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
  89. build_basic_mjpeg_vlc(s);
  90. if (s->extern_huff) {
  91. av_log(avctx, AV_LOG_INFO, "using external huffman table\n");
  92. init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size * 8);
  93. if (ff_mjpeg_decode_dht(s)) {
  94. av_log(avctx, AV_LOG_ERROR,
  95. "error using external huffman table, switching back to internal\n");
  96. build_basic_mjpeg_vlc(s);
  97. }
  98. }
  99. if (avctx->field_order == AV_FIELD_BB) { /* quicktime icefloe 019 */
  100. s->interlace_polarity = 1; /* bottom field first */
  101. av_log(avctx, AV_LOG_DEBUG, "bottom field first\n");
  102. }
  103. if (avctx->codec->id == AV_CODEC_ID_AMV)
  104. s->flipped = 1;
  105. return 0;
  106. }
  107. /* quantize tables */
  108. int ff_mjpeg_decode_dqt(MJpegDecodeContext *s)
  109. {
  110. int len, index, i, j;
  111. len = get_bits(&s->gb, 16) - 2;
  112. while (len >= 65) {
  113. int pr = get_bits(&s->gb, 4);
  114. if (pr > 1) {
  115. av_log(s->avctx, AV_LOG_ERROR, "dqt: invalid precision\n");
  116. return AVERROR_INVALIDDATA;
  117. }
  118. index = get_bits(&s->gb, 4);
  119. if (index >= 4)
  120. return -1;
  121. av_log(s->avctx, AV_LOG_DEBUG, "index=%d\n", index);
  122. /* read quant table */
  123. for (i = 0; i < 64; i++) {
  124. j = s->scantable.permutated[i];
  125. s->quant_matrixes[index][j] = get_bits(&s->gb, pr ? 16 : 8);
  126. }
  127. // XXX FIXME finetune, and perhaps add dc too
  128. s->qscale[index] = FFMAX(s->quant_matrixes[index][s->scantable.permutated[1]],
  129. s->quant_matrixes[index][s->scantable.permutated[8]]) >> 1;
  130. av_log(s->avctx, AV_LOG_DEBUG, "qscale[%d]: %d\n",
  131. index, s->qscale[index]);
  132. len -= 65;
  133. }
  134. return 0;
  135. }
  136. /* decode huffman tables and build VLC decoders */
  137. int ff_mjpeg_decode_dht(MJpegDecodeContext *s)
  138. {
  139. int len, index, i, class, n, v, code_max;
  140. uint8_t bits_table[17];
  141. uint8_t val_table[256];
  142. int ret = 0;
  143. len = get_bits(&s->gb, 16) - 2;
  144. while (len > 0) {
  145. if (len < 17)
  146. return AVERROR_INVALIDDATA;
  147. class = get_bits(&s->gb, 4);
  148. if (class >= 2)
  149. return AVERROR_INVALIDDATA;
  150. index = get_bits(&s->gb, 4);
  151. if (index >= 4)
  152. return AVERROR_INVALIDDATA;
  153. n = 0;
  154. for (i = 1; i <= 16; i++) {
  155. bits_table[i] = get_bits(&s->gb, 8);
  156. n += bits_table[i];
  157. }
  158. len -= 17;
  159. if (len < n || n > 256)
  160. return AVERROR_INVALIDDATA;
  161. code_max = 0;
  162. for (i = 0; i < n; i++) {
  163. v = get_bits(&s->gb, 8);
  164. if (v > code_max)
  165. code_max = v;
  166. val_table[i] = v;
  167. }
  168. len -= n;
  169. /* build VLC and flush previous vlc if present */
  170. ff_free_vlc(&s->vlcs[class][index]);
  171. av_log(s->avctx, AV_LOG_DEBUG, "class=%d index=%d nb_codes=%d\n",
  172. class, index, code_max + 1);
  173. if ((ret = build_vlc(&s->vlcs[class][index], bits_table, val_table,
  174. code_max + 1, 0, class > 0)) < 0)
  175. return ret;
  176. if (class > 0) {
  177. ff_free_vlc(&s->vlcs[2][index]);
  178. if ((ret = build_vlc(&s->vlcs[2][index], bits_table, val_table,
  179. code_max + 1, 0, 0)) < 0)
  180. return ret;
  181. }
  182. }
  183. return 0;
  184. }
  185. int ff_mjpeg_decode_sof(MJpegDecodeContext *s)
  186. {
  187. int len, nb_components, i, width, height, pix_fmt_id;
  188. int h_count[MAX_COMPONENTS];
  189. int v_count[MAX_COMPONENTS];
  190. s->cur_scan = 0;
  191. s->upscale_h = s->upscale_v = 0;
  192. /* XXX: verify len field validity */
  193. len = get_bits(&s->gb, 16);
  194. s->bits = get_bits(&s->gb, 8);
  195. if (s->pegasus_rct)
  196. s->bits = 9;
  197. if (s->bits == 9 && !s->pegasus_rct)
  198. s->rct = 1; // FIXME ugly
  199. if (s->bits != 8 && !s->lossless) {
  200. av_log(s->avctx, AV_LOG_ERROR, "only 8 bits/component accepted\n");
  201. return -1;
  202. }
  203. if(s->lossless && s->avctx->lowres){
  204. av_log(s->avctx, AV_LOG_ERROR, "lowres is not possible with lossless jpeg\n");
  205. return -1;
  206. }
  207. height = get_bits(&s->gb, 16);
  208. width = get_bits(&s->gb, 16);
  209. // HACK for odd_height.mov
  210. if (s->interlaced && s->width == width && s->height == height + 1)
  211. height= s->height;
  212. av_log(s->avctx, AV_LOG_DEBUG, "sof0: picture: %dx%d\n", width, height);
  213. if (av_image_check_size(width, height, 0, s->avctx))
  214. return AVERROR_INVALIDDATA;
  215. nb_components = get_bits(&s->gb, 8);
  216. if (nb_components <= 0 ||
  217. nb_components > MAX_COMPONENTS)
  218. return -1;
  219. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  220. if (nb_components != s->nb_components) {
  221. av_log(s->avctx, AV_LOG_ERROR, "nb_components changing in interlaced picture\n");
  222. return AVERROR_INVALIDDATA;
  223. }
  224. }
  225. if (s->ls && !(s->bits <= 8 || nb_components == 1)) {
  226. avpriv_report_missing_feature(s->avctx,
  227. "JPEG-LS that is not <= 8 "
  228. "bits/component or 16-bit gray");
  229. return AVERROR_PATCHWELCOME;
  230. }
  231. s->nb_components = nb_components;
  232. s->h_max = 1;
  233. s->v_max = 1;
  234. memset(h_count, 0, sizeof(h_count));
  235. memset(v_count, 0, sizeof(v_count));
  236. for (i = 0; i < nb_components; i++) {
  237. /* component id */
  238. s->component_id[i] = get_bits(&s->gb, 8) - 1;
  239. h_count[i] = get_bits(&s->gb, 4);
  240. v_count[i] = get_bits(&s->gb, 4);
  241. /* compute hmax and vmax (only used in interleaved case) */
  242. if (h_count[i] > s->h_max)
  243. s->h_max = h_count[i];
  244. if (v_count[i] > s->v_max)
  245. s->v_max = v_count[i];
  246. s->quant_index[i] = get_bits(&s->gb, 8);
  247. if (s->quant_index[i] >= 4) {
  248. av_log(s->avctx, AV_LOG_ERROR, "quant_index is invalid\n");
  249. return AVERROR_INVALIDDATA;
  250. }
  251. if (!h_count[i] || !v_count[i]) {
  252. av_log(s->avctx, AV_LOG_ERROR,
  253. "Invalid sampling factor in component %d %d:%d\n",
  254. i, h_count[i], v_count[i]);
  255. return AVERROR_INVALIDDATA;
  256. }
  257. av_log(s->avctx, AV_LOG_DEBUG, "component %d %d:%d id: %d quant:%d\n",
  258. i, h_count[i], v_count[i],
  259. s->component_id[i], s->quant_index[i]);
  260. }
  261. if (s->ls && (s->h_max > 1 || s->v_max > 1)) {
  262. avpriv_report_missing_feature(s->avctx, "Subsampling in JPEG-LS");
  263. return AVERROR_PATCHWELCOME;
  264. }
  265. /* if different size, realloc/alloc picture */
  266. if ( width != s->width || height != s->height
  267. || memcmp(s->h_count, h_count, sizeof(h_count))
  268. || memcmp(s->v_count, v_count, sizeof(v_count))) {
  269. s->width = width;
  270. s->height = height;
  271. memcpy(s->h_count, h_count, sizeof(h_count));
  272. memcpy(s->v_count, v_count, sizeof(v_count));
  273. s->interlaced = 0;
  274. s->got_picture = 0;
  275. /* test interlaced mode */
  276. if (s->first_picture &&
  277. s->org_height != 0 &&
  278. s->height < ((s->org_height * 3) / 4)) {
  279. s->interlaced = 1;
  280. s->bottom_field = s->interlace_polarity;
  281. s->picture_ptr->interlaced_frame = 1;
  282. s->picture_ptr->top_field_first = !s->interlace_polarity;
  283. height *= 2;
  284. }
  285. avcodec_set_dimensions(s->avctx, width, height);
  286. s->first_picture = 0;
  287. }
  288. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  289. if (s->progressive) {
  290. avpriv_request_sample(s->avctx, "progressively coded interlaced picture");
  291. return AVERROR_INVALIDDATA;
  292. }
  293. } else{
  294. if (s->v_max == 1 && s->h_max == 1 && s->lossless==1 && nb_components==3)
  295. s->rgb = 1;
  296. else if (!s->lossless)
  297. s->rgb = 0;
  298. /* XXX: not complete test ! */
  299. pix_fmt_id = (s->h_count[0] << 28) | (s->v_count[0] << 24) |
  300. (s->h_count[1] << 20) | (s->v_count[1] << 16) |
  301. (s->h_count[2] << 12) | (s->v_count[2] << 8) |
  302. (s->h_count[3] << 4) | s->v_count[3];
  303. av_log(s->avctx, AV_LOG_DEBUG, "pix fmt id %x\n", pix_fmt_id);
  304. /* NOTE we do not allocate pictures large enough for the possible
  305. * padding of h/v_count being 4 */
  306. if (!(pix_fmt_id & 0xD0D0D0D0))
  307. pix_fmt_id -= (pix_fmt_id & 0xF0F0F0F0) >> 1;
  308. if (!(pix_fmt_id & 0x0D0D0D0D))
  309. pix_fmt_id -= (pix_fmt_id & 0x0F0F0F0F) >> 1;
  310. switch (pix_fmt_id) {
  311. case 0x11111100:
  312. if (s->rgb)
  313. s->avctx->pix_fmt = AV_PIX_FMT_BGR24;
  314. else {
  315. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  316. s->avctx->pix_fmt = AV_PIX_FMT_GBR24P;
  317. } else {
  318. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  319. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  320. }
  321. }
  322. av_assert0(s->nb_components == 3);
  323. break;
  324. case 0x12121100:
  325. case 0x22122100:
  326. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  327. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  328. s->upscale_v = 2;
  329. s->upscale_h = (pix_fmt_id == 0x22122100);
  330. s->chroma_height = s->height;
  331. break;
  332. case 0x21211100:
  333. case 0x22211200:
  334. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  335. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  336. s->upscale_v = (pix_fmt_id == 0x22211200);
  337. s->upscale_h = 2;
  338. s->chroma_height = s->height;
  339. break;
  340. case 0x22221100:
  341. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  342. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  343. s->upscale_v = 2;
  344. s->upscale_h = 2;
  345. s->chroma_height = s->height / 2;
  346. break;
  347. case 0x11000000:
  348. case 0x13000000:
  349. case 0x14000000:
  350. case 0x31000000:
  351. case 0x33000000:
  352. case 0x34000000:
  353. case 0x41000000:
  354. case 0x43000000:
  355. case 0x44000000:
  356. if(s->bits <= 8)
  357. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  358. else
  359. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  360. break;
  361. case 0x12111100:
  362. case 0x22211100:
  363. case 0x22112100:
  364. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV440P : AV_PIX_FMT_YUVJ440P;
  365. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  366. s->upscale_h = (pix_fmt_id == 0x22211100) * 2 + (pix_fmt_id == 0x22112100);
  367. s->chroma_height = s->height / 2;
  368. break;
  369. case 0x21111100:
  370. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  371. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  372. break;
  373. case 0x22121100:
  374. case 0x22111200:
  375. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  376. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  377. s->upscale_v = (pix_fmt_id == 0x22121100) + 1;
  378. break;
  379. case 0x22111100:
  380. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUVJ420P;
  381. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  382. break;
  383. case 0x41111100:
  384. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV411P : AV_PIX_FMT_YUVJ411P;
  385. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  386. break;
  387. default:
  388. av_log(s->avctx, AV_LOG_ERROR, "Unhandled pixel format 0x%x\n", pix_fmt_id);
  389. return AVERROR_PATCHWELCOME;
  390. }
  391. if ((s->upscale_h || s->upscale_v) && s->avctx->lowres) {
  392. av_log(s->avctx, AV_LOG_ERROR, "lowres not supported for weird subsampling\n");
  393. return AVERROR_PATCHWELCOME;
  394. }
  395. if (s->ls) {
  396. s->upscale_h = s->upscale_v = 0;
  397. if (s->nb_components > 1)
  398. s->avctx->pix_fmt = AV_PIX_FMT_RGB24;
  399. else if (s->bits <= 8)
  400. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  401. else
  402. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  403. }
  404. av_frame_unref(s->picture_ptr);
  405. if (ff_get_buffer(s->avctx, s->picture_ptr, AV_GET_BUFFER_FLAG_REF) < 0)
  406. return -1;
  407. s->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
  408. s->picture_ptr->key_frame = 1;
  409. s->got_picture = 1;
  410. for (i = 0; i < 3; i++)
  411. s->linesize[i] = s->picture_ptr->linesize[i] << s->interlaced;
  412. av_dlog(s->avctx, "%d %d %d %d %d %d\n",
  413. s->width, s->height, s->linesize[0], s->linesize[1],
  414. s->interlaced, s->avctx->height);
  415. if (len != (8 + (3 * nb_components)))
  416. av_log(s->avctx, AV_LOG_DEBUG, "decode_sof0: error, len(%d) mismatch\n", len);
  417. }
  418. if (s->rgb && !s->lossless && !s->ls) {
  419. av_log(s->avctx, AV_LOG_ERROR, "Unsupported coding and pixel format combination\n");
  420. return AVERROR_PATCHWELCOME;
  421. }
  422. /* totally blank picture as progressive JPEG will only add details to it */
  423. if (s->progressive) {
  424. int bw = (width + s->h_max * 8 - 1) / (s->h_max * 8);
  425. int bh = (height + s->v_max * 8 - 1) / (s->v_max * 8);
  426. for (i = 0; i < s->nb_components; i++) {
  427. int size = bw * bh * s->h_count[i] * s->v_count[i];
  428. av_freep(&s->blocks[i]);
  429. av_freep(&s->last_nnz[i]);
  430. s->blocks[i] = av_malloc(size * sizeof(**s->blocks));
  431. s->last_nnz[i] = av_mallocz(size * sizeof(**s->last_nnz));
  432. s->block_stride[i] = bw * s->h_count[i];
  433. }
  434. memset(s->coefs_finished, 0, sizeof(s->coefs_finished));
  435. }
  436. return 0;
  437. }
  438. static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
  439. {
  440. int code;
  441. code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
  442. if (code < 0 || code > 16) {
  443. av_log(s->avctx, AV_LOG_WARNING,
  444. "mjpeg_decode_dc: bad vlc: %d:%d (%p)\n",
  445. 0, dc_index, &s->vlcs[0][dc_index]);
  446. return 0xffff;
  447. }
  448. if (code)
  449. return get_xbits(&s->gb, code);
  450. else
  451. return 0;
  452. }
  453. /* decode block and dequantize */
  454. static int decode_block(MJpegDecodeContext *s, int16_t *block, int component,
  455. int dc_index, int ac_index, int16_t *quant_matrix)
  456. {
  457. int code, i, j, level, val;
  458. /* DC coef */
  459. val = mjpeg_decode_dc(s, dc_index);
  460. if (val == 0xffff) {
  461. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  462. return AVERROR_INVALIDDATA;
  463. }
  464. val = val * quant_matrix[0] + s->last_dc[component];
  465. s->last_dc[component] = val;
  466. block[0] = val;
  467. /* AC coefs */
  468. i = 0;
  469. {OPEN_READER(re, &s->gb);
  470. do {
  471. UPDATE_CACHE(re, &s->gb);
  472. GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2);
  473. i += ((unsigned)code) >> 4;
  474. code &= 0xf;
  475. if (code) {
  476. if (code > MIN_CACHE_BITS - 16)
  477. UPDATE_CACHE(re, &s->gb);
  478. {
  479. int cache = GET_CACHE(re, &s->gb);
  480. int sign = (~cache) >> 31;
  481. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  482. }
  483. LAST_SKIP_BITS(re, &s->gb, code);
  484. if (i > 63) {
  485. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  486. return AVERROR_INVALIDDATA;
  487. }
  488. j = s->scantable.permutated[i];
  489. block[j] = level * quant_matrix[j];
  490. }
  491. } while (i < 63);
  492. CLOSE_READER(re, &s->gb);}
  493. return 0;
  494. }
  495. static int decode_dc_progressive(MJpegDecodeContext *s, int16_t *block,
  496. int component, int dc_index,
  497. int16_t *quant_matrix, int Al)
  498. {
  499. int val;
  500. s->dsp.clear_block(block);
  501. val = mjpeg_decode_dc(s, dc_index);
  502. if (val == 0xffff) {
  503. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  504. return AVERROR_INVALIDDATA;
  505. }
  506. val = (val * quant_matrix[0] << Al) + s->last_dc[component];
  507. s->last_dc[component] = val;
  508. block[0] = val;
  509. return 0;
  510. }
  511. /* decode block and dequantize - progressive JPEG version */
  512. static int decode_block_progressive(MJpegDecodeContext *s, int16_t *block,
  513. uint8_t *last_nnz, int ac_index,
  514. int16_t *quant_matrix,
  515. int ss, int se, int Al, int *EOBRUN)
  516. {
  517. int code, i, j, level, val, run;
  518. if (*EOBRUN) {
  519. (*EOBRUN)--;
  520. return 0;
  521. }
  522. {
  523. OPEN_READER(re, &s->gb);
  524. for (i = ss; ; i++) {
  525. UPDATE_CACHE(re, &s->gb);
  526. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  527. run = ((unsigned) code) >> 4;
  528. code &= 0xF;
  529. if (code) {
  530. i += run;
  531. if (code > MIN_CACHE_BITS - 16)
  532. UPDATE_CACHE(re, &s->gb);
  533. {
  534. int cache = GET_CACHE(re, &s->gb);
  535. int sign = (~cache) >> 31;
  536. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  537. }
  538. LAST_SKIP_BITS(re, &s->gb, code);
  539. if (i >= se) {
  540. if (i == se) {
  541. j = s->scantable.permutated[se];
  542. block[j] = level * quant_matrix[j] << Al;
  543. break;
  544. }
  545. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  546. return AVERROR_INVALIDDATA;
  547. }
  548. j = s->scantable.permutated[i];
  549. block[j] = level * quant_matrix[j] << Al;
  550. } else {
  551. if (run == 0xF) {// ZRL - skip 15 coefficients
  552. i += 15;
  553. if (i >= se) {
  554. av_log(s->avctx, AV_LOG_ERROR, "ZRL overflow: %d\n", i);
  555. return AVERROR_INVALIDDATA;
  556. }
  557. } else {
  558. val = (1 << run);
  559. if (run) {
  560. UPDATE_CACHE(re, &s->gb);
  561. val += NEG_USR32(GET_CACHE(re, &s->gb), run);
  562. LAST_SKIP_BITS(re, &s->gb, run);
  563. }
  564. *EOBRUN = val - 1;
  565. break;
  566. }
  567. }
  568. }
  569. CLOSE_READER(re, &s->gb);
  570. }
  571. if (i > *last_nnz)
  572. *last_nnz = i;
  573. return 0;
  574. }
  575. #define REFINE_BIT(j) { \
  576. UPDATE_CACHE(re, &s->gb); \
  577. sign = block[j] >> 15; \
  578. block[j] += SHOW_UBITS(re, &s->gb, 1) * \
  579. ((quant_matrix[j] ^ sign) - sign) << Al; \
  580. LAST_SKIP_BITS(re, &s->gb, 1); \
  581. }
  582. #define ZERO_RUN \
  583. for (; ; i++) { \
  584. if (i > last) { \
  585. i += run; \
  586. if (i > se) { \
  587. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i); \
  588. return -1; \
  589. } \
  590. break; \
  591. } \
  592. j = s->scantable.permutated[i]; \
  593. if (block[j]) \
  594. REFINE_BIT(j) \
  595. else if (run-- == 0) \
  596. break; \
  597. }
  598. /* decode block and dequantize - progressive JPEG refinement pass */
  599. static int decode_block_refinement(MJpegDecodeContext *s, int16_t *block,
  600. uint8_t *last_nnz,
  601. int ac_index, int16_t *quant_matrix,
  602. int ss, int se, int Al, int *EOBRUN)
  603. {
  604. int code, i = ss, j, sign, val, run;
  605. int last = FFMIN(se, *last_nnz);
  606. OPEN_READER(re, &s->gb);
  607. if (*EOBRUN) {
  608. (*EOBRUN)--;
  609. } else {
  610. for (; ; i++) {
  611. UPDATE_CACHE(re, &s->gb);
  612. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  613. if (code & 0xF) {
  614. run = ((unsigned) code) >> 4;
  615. UPDATE_CACHE(re, &s->gb);
  616. val = SHOW_UBITS(re, &s->gb, 1);
  617. LAST_SKIP_BITS(re, &s->gb, 1);
  618. ZERO_RUN;
  619. j = s->scantable.permutated[i];
  620. val--;
  621. block[j] = ((quant_matrix[j]^val) - val) << Al;
  622. if (i == se) {
  623. if (i > *last_nnz)
  624. *last_nnz = i;
  625. CLOSE_READER(re, &s->gb);
  626. return 0;
  627. }
  628. } else {
  629. run = ((unsigned) code) >> 4;
  630. if (run == 0xF) {
  631. ZERO_RUN;
  632. } else {
  633. val = run;
  634. run = (1 << run);
  635. if (val) {
  636. UPDATE_CACHE(re, &s->gb);
  637. run += SHOW_UBITS(re, &s->gb, val);
  638. LAST_SKIP_BITS(re, &s->gb, val);
  639. }
  640. *EOBRUN = run - 1;
  641. break;
  642. }
  643. }
  644. }
  645. if (i > *last_nnz)
  646. *last_nnz = i;
  647. }
  648. for (; i <= last; i++) {
  649. j = s->scantable.permutated[i];
  650. if (block[j])
  651. REFINE_BIT(j)
  652. }
  653. CLOSE_READER(re, &s->gb);
  654. return 0;
  655. }
  656. #undef REFINE_BIT
  657. #undef ZERO_RUN
  658. static int handle_rstn(MJpegDecodeContext *s, int nb_components)
  659. {
  660. int i;
  661. int reset = 0;
  662. if (s->restart_interval) {
  663. s->restart_count--;
  664. if(s->restart_count == 0 && s->avctx->codec_id == AV_CODEC_ID_THP){
  665. align_get_bits(&s->gb);
  666. for (i = 0; i < nb_components; i++) /* reset dc */
  667. s->last_dc[i] = 1024;
  668. }
  669. i = 8 + ((-get_bits_count(&s->gb)) & 7);
  670. /* skip RSTn */
  671. if (s->restart_count == 0) {
  672. if( show_bits(&s->gb, i) == (1 << i) - 1
  673. || show_bits(&s->gb, i) == 0xFF) {
  674. int pos = get_bits_count(&s->gb);
  675. align_get_bits(&s->gb);
  676. while (get_bits_left(&s->gb) >= 8 && show_bits(&s->gb, 8) == 0xFF)
  677. skip_bits(&s->gb, 8);
  678. if (get_bits_left(&s->gb) >= 8 && (get_bits(&s->gb, 8) & 0xF8) == 0xD0) {
  679. for (i = 0; i < nb_components; i++) /* reset dc */
  680. s->last_dc[i] = 1024;
  681. reset = 1;
  682. } else
  683. skip_bits_long(&s->gb, pos - get_bits_count(&s->gb));
  684. }
  685. }
  686. }
  687. return reset;
  688. }
  689. static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int nb_components, int predictor, int point_transform)
  690. {
  691. int i, mb_x, mb_y;
  692. uint16_t (*buffer)[4];
  693. int left[3], top[3], topleft[3];
  694. const int linesize = s->linesize[0];
  695. const int mask = (1 << s->bits) - 1;
  696. int resync_mb_y = 0;
  697. int resync_mb_x = 0;
  698. s->restart_count = s->restart_interval;
  699. av_fast_malloc(&s->ljpeg_buffer, &s->ljpeg_buffer_size,
  700. (unsigned)s->mb_width * 4 * sizeof(s->ljpeg_buffer[0][0]));
  701. buffer = s->ljpeg_buffer;
  702. for (i = 0; i < 3; i++)
  703. buffer[0][i] = 1 << (s->bits - 1);
  704. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  705. uint8_t *ptr = s->picture.data[0] + (linesize * mb_y);
  706. if (s->interlaced && s->bottom_field)
  707. ptr += linesize >> 1;
  708. for (i = 0; i < 3; i++)
  709. top[i] = left[i] = topleft[i] = buffer[0][i];
  710. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  711. int modified_predictor = predictor;
  712. if (s->restart_interval && !s->restart_count){
  713. s->restart_count = s->restart_interval;
  714. resync_mb_x = mb_x;
  715. resync_mb_y = mb_y;
  716. for(i=0; i<3; i++)
  717. top[i] = left[i]= topleft[i]= 1 << (s->bits - 1);
  718. }
  719. if (mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || !mb_x)
  720. modified_predictor = 1;
  721. for (i=0;i<nb_components;i++) {
  722. int pred, dc;
  723. topleft[i] = top[i];
  724. top[i] = buffer[mb_x][i];
  725. PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
  726. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  727. if(dc == 0xFFFF)
  728. return -1;
  729. left[i] = buffer[mb_x][i] =
  730. mask & (pred + (dc << point_transform));
  731. }
  732. if (s->restart_interval && !--s->restart_count) {
  733. align_get_bits(&s->gb);
  734. skip_bits(&s->gb, 16); /* skip RSTn */
  735. }
  736. }
  737. if (s->rct) {
  738. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  739. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  740. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  741. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  742. }
  743. } else if (s->pegasus_rct) {
  744. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  745. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2]) >> 2);
  746. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  747. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  748. }
  749. } else {
  750. for(i=0; i<nb_components; i++) {
  751. int c= s->comp_index[i];
  752. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  753. ptr[3*mb_x+2-c] = buffer[mb_x][i];
  754. }
  755. }
  756. }
  757. }
  758. return 0;
  759. }
  760. static int ljpeg_decode_yuv_scan(MJpegDecodeContext *s, int predictor,
  761. int point_transform, int nb_components)
  762. {
  763. int i, mb_x, mb_y;
  764. int bits= (s->bits+7)&~7;
  765. int resync_mb_y = 0;
  766. int resync_mb_x = 0;
  767. point_transform += bits - s->bits;
  768. av_assert0(nb_components>=1 && nb_components<=3);
  769. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  770. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  771. if (s->restart_interval && !s->restart_count){
  772. s->restart_count = s->restart_interval;
  773. resync_mb_x = mb_x;
  774. resync_mb_y = mb_y;
  775. }
  776. if(!mb_x || mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || s->interlaced){
  777. int toprow = mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x;
  778. int leftcol = !mb_x || mb_y == resync_mb_y && mb_x == resync_mb_x;
  779. for (i = 0; i < nb_components; i++) {
  780. uint8_t *ptr;
  781. uint16_t *ptr16;
  782. int n, h, v, x, y, c, j, linesize;
  783. n = s->nb_blocks[i];
  784. c = s->comp_index[i];
  785. h = s->h_scount[i];
  786. v = s->v_scount[i];
  787. x = 0;
  788. y = 0;
  789. linesize= s->linesize[c];
  790. if(bits>8) linesize /= 2;
  791. for(j=0; j<n; j++) {
  792. int pred, dc;
  793. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  794. if(dc == 0xFFFF)
  795. return -1;
  796. if(bits<=8){
  797. ptr = s->picture.data[c] + (linesize * (v * mb_y + y)) + (h * mb_x + x); //FIXME optimize this crap
  798. if(y==0 && toprow){
  799. if(x==0 && leftcol){
  800. pred= 1 << (bits - 1);
  801. }else{
  802. pred= ptr[-1];
  803. }
  804. }else{
  805. if(x==0 && leftcol){
  806. pred= ptr[-linesize];
  807. }else{
  808. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  809. }
  810. }
  811. if (s->interlaced && s->bottom_field)
  812. ptr += linesize >> 1;
  813. pred &= (-1)<<(8-s->bits);
  814. *ptr= pred + (dc << point_transform);
  815. }else{
  816. ptr16 = (uint16_t*)(s->picture.data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  817. if(y==0 && toprow){
  818. if(x==0 && leftcol){
  819. pred= 1 << (bits - 1);
  820. }else{
  821. pred= ptr16[-1];
  822. }
  823. }else{
  824. if(x==0 && leftcol){
  825. pred= ptr16[-linesize];
  826. }else{
  827. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  828. }
  829. }
  830. if (s->interlaced && s->bottom_field)
  831. ptr16 += linesize >> 1;
  832. pred &= (-1)<<(16-s->bits);
  833. *ptr16= pred + (dc << point_transform);
  834. }
  835. if (++x == h) {
  836. x = 0;
  837. y++;
  838. }
  839. }
  840. }
  841. } else {
  842. for (i = 0; i < nb_components; i++) {
  843. uint8_t *ptr;
  844. uint16_t *ptr16;
  845. int n, h, v, x, y, c, j, linesize, dc;
  846. n = s->nb_blocks[i];
  847. c = s->comp_index[i];
  848. h = s->h_scount[i];
  849. v = s->v_scount[i];
  850. x = 0;
  851. y = 0;
  852. linesize = s->linesize[c];
  853. if(bits>8) linesize /= 2;
  854. for (j = 0; j < n; j++) {
  855. int pred;
  856. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  857. if(dc == 0xFFFF)
  858. return -1;
  859. if(bits<=8){
  860. ptr = s->picture.data[c] +
  861. (linesize * (v * mb_y + y)) +
  862. (h * mb_x + x); //FIXME optimize this crap
  863. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  864. pred &= (-1)<<(8-s->bits);
  865. *ptr = pred + (dc << point_transform);
  866. }else{
  867. ptr16 = (uint16_t*)(s->picture.data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  868. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  869. pred &= (-1)<<(16-s->bits);
  870. *ptr16= pred + (dc << point_transform);
  871. }
  872. if (++x == h) {
  873. x = 0;
  874. y++;
  875. }
  876. }
  877. }
  878. }
  879. if (s->restart_interval && !--s->restart_count) {
  880. align_get_bits(&s->gb);
  881. skip_bits(&s->gb, 16); /* skip RSTn */
  882. }
  883. }
  884. }
  885. return 0;
  886. }
  887. static av_always_inline void mjpeg_copy_block(MJpegDecodeContext *s,
  888. uint8_t *dst, const uint8_t *src,
  889. int linesize, int lowres)
  890. {
  891. switch (lowres) {
  892. case 0: s->hdsp.put_pixels_tab[1][0](dst, src, linesize, 8);
  893. break;
  894. case 1: copy_block4(dst, src, linesize, linesize, 4);
  895. break;
  896. case 2: copy_block2(dst, src, linesize, linesize, 2);
  897. break;
  898. case 3: *dst = *src;
  899. break;
  900. }
  901. }
  902. static int mjpeg_decode_scan(MJpegDecodeContext *s, int nb_components, int Ah,
  903. int Al, const uint8_t *mb_bitmask,
  904. const AVFrame *reference)
  905. {
  906. int i, mb_x, mb_y;
  907. uint8_t *data[MAX_COMPONENTS];
  908. const uint8_t *reference_data[MAX_COMPONENTS];
  909. int linesize[MAX_COMPONENTS];
  910. GetBitContext mb_bitmask_gb;
  911. if (mb_bitmask)
  912. init_get_bits(&mb_bitmask_gb, mb_bitmask, s->mb_width * s->mb_height);
  913. if (s->flipped && s->avctx->lowres) {
  914. av_log(s->avctx, AV_LOG_ERROR, "Can not flip image with lowres\n");
  915. s->flipped = 0;
  916. }
  917. s->restart_count = 0;
  918. for (i = 0; i < nb_components; i++) {
  919. int c = s->comp_index[i];
  920. data[c] = s->picture_ptr->data[c];
  921. reference_data[c] = reference ? reference->data[c] : NULL;
  922. linesize[c] = s->linesize[c];
  923. s->coefs_finished[c] |= 1;
  924. if (s->flipped && !(s->avctx->flags & CODEC_FLAG_EMU_EDGE)) {
  925. // picture should be flipped upside-down for this codec
  926. int offset = (linesize[c] * (s->v_scount[i] *
  927. (8 * s->mb_height - ((s->height / s->v_max) & 7)) - 1));
  928. data[c] += offset;
  929. reference_data[c] += offset;
  930. linesize[c] *= -1;
  931. }
  932. }
  933. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  934. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  935. const int copy_mb = mb_bitmask && !get_bits1(&mb_bitmask_gb);
  936. if (s->restart_interval && !s->restart_count)
  937. s->restart_count = s->restart_interval;
  938. if (get_bits_left(&s->gb) < 0) {
  939. av_log(s->avctx, AV_LOG_ERROR, "overread %d\n",
  940. -get_bits_left(&s->gb));
  941. return AVERROR_INVALIDDATA;
  942. }
  943. for (i = 0; i < nb_components; i++) {
  944. uint8_t *ptr;
  945. int n, h, v, x, y, c, j;
  946. int block_offset;
  947. n = s->nb_blocks[i];
  948. c = s->comp_index[i];
  949. h = s->h_scount[i];
  950. v = s->v_scount[i];
  951. x = 0;
  952. y = 0;
  953. for (j = 0; j < n; j++) {
  954. block_offset = (((linesize[c] * (v * mb_y + y) * 8) +
  955. (h * mb_x + x) * 8) >> s->avctx->lowres);
  956. if (s->interlaced && s->bottom_field)
  957. block_offset += linesize[c] >> 1;
  958. ptr = data[c] + block_offset;
  959. if (!s->progressive) {
  960. if (copy_mb)
  961. mjpeg_copy_block(s, ptr, reference_data[c] + block_offset,
  962. linesize[c], s->avctx->lowres);
  963. else {
  964. s->dsp.clear_block(s->block);
  965. if (decode_block(s, s->block, i,
  966. s->dc_index[i], s->ac_index[i],
  967. s->quant_matrixes[s->quant_index[c]]) < 0) {
  968. av_log(s->avctx, AV_LOG_ERROR,
  969. "error y=%d x=%d\n", mb_y, mb_x);
  970. return AVERROR_INVALIDDATA;
  971. }
  972. s->dsp.idct_put(ptr, linesize[c], s->block);
  973. }
  974. } else {
  975. int block_idx = s->block_stride[c] * (v * mb_y + y) +
  976. (h * mb_x + x);
  977. int16_t *block = s->blocks[c][block_idx];
  978. if (Ah)
  979. block[0] += get_bits1(&s->gb) *
  980. s->quant_matrixes[s->quant_index[c]][0] << Al;
  981. else if (decode_dc_progressive(s, block, i, s->dc_index[i],
  982. s->quant_matrixes[s->quant_index[c]],
  983. Al) < 0) {
  984. av_log(s->avctx, AV_LOG_ERROR,
  985. "error y=%d x=%d\n", mb_y, mb_x);
  986. return AVERROR_INVALIDDATA;
  987. }
  988. }
  989. av_dlog(s->avctx, "mb: %d %d processed\n", mb_y, mb_x);
  990. av_dlog(s->avctx, "%d %d %d %d %d %d %d %d \n",
  991. mb_x, mb_y, x, y, c, s->bottom_field,
  992. (v * mb_y + y) * 8, (h * mb_x + x) * 8);
  993. if (++x == h) {
  994. x = 0;
  995. y++;
  996. }
  997. }
  998. }
  999. handle_rstn(s, nb_components);
  1000. }
  1001. }
  1002. return 0;
  1003. }
  1004. static int mjpeg_decode_scan_progressive_ac(MJpegDecodeContext *s, int ss,
  1005. int se, int Ah, int Al)
  1006. {
  1007. int mb_x, mb_y;
  1008. int EOBRUN = 0;
  1009. int c = s->comp_index[0];
  1010. uint8_t *data = s->picture.data[c];
  1011. int linesize = s->linesize[c];
  1012. int last_scan = 0;
  1013. int16_t *quant_matrix = s->quant_matrixes[s->quant_index[c]];
  1014. av_assert0(ss>=0 && Ah>=0 && Al>=0);
  1015. if (se < ss || se > 63) {
  1016. av_log(s->avctx, AV_LOG_ERROR, "SS/SE %d/%d is invalid\n", ss, se);
  1017. return AVERROR_INVALIDDATA;
  1018. }
  1019. if (!Al) {
  1020. s->coefs_finished[c] |= (1LL << (se + 1)) - (1LL << ss);
  1021. last_scan = !~s->coefs_finished[c];
  1022. }
  1023. if (s->interlaced && s->bottom_field)
  1024. data += linesize >> 1;
  1025. s->restart_count = 0;
  1026. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1027. uint8_t *ptr = data + (mb_y * linesize * 8 >> s->avctx->lowres);
  1028. int block_idx = mb_y * s->block_stride[c];
  1029. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1030. uint8_t *last_nnz = &s->last_nnz[c][block_idx];
  1031. for (mb_x = 0; mb_x < s->mb_width; mb_x++, block++, last_nnz++) {
  1032. int ret;
  1033. if (s->restart_interval && !s->restart_count)
  1034. s->restart_count = s->restart_interval;
  1035. if (Ah)
  1036. ret = decode_block_refinement(s, *block, last_nnz, s->ac_index[0],
  1037. quant_matrix, ss, se, Al, &EOBRUN);
  1038. else
  1039. ret = decode_block_progressive(s, *block, last_nnz, s->ac_index[0],
  1040. quant_matrix, ss, se, Al, &EOBRUN);
  1041. if (ret < 0) {
  1042. av_log(s->avctx, AV_LOG_ERROR,
  1043. "error y=%d x=%d\n", mb_y, mb_x);
  1044. return AVERROR_INVALIDDATA;
  1045. }
  1046. if (last_scan) {
  1047. s->dsp.idct_put(ptr, linesize, *block);
  1048. ptr += 8 >> s->avctx->lowres;
  1049. }
  1050. handle_rstn(s, 0);
  1051. }
  1052. }
  1053. return 0;
  1054. }
  1055. int ff_mjpeg_decode_sos(MJpegDecodeContext *s, const uint8_t *mb_bitmask,
  1056. const AVFrame *reference)
  1057. {
  1058. int len, nb_components, i, h, v, predictor, point_transform;
  1059. int index, id, ret;
  1060. const int block_size = s->lossless ? 1 : 8;
  1061. int ilv, prev_shift;
  1062. if (!s->got_picture) {
  1063. av_log(s->avctx, AV_LOG_WARNING,
  1064. "Can not process SOS before SOF, skipping\n");
  1065. return -1;
  1066. }
  1067. av_assert0(s->picture_ptr->data[0]);
  1068. /* XXX: verify len field validity */
  1069. len = get_bits(&s->gb, 16);
  1070. nb_components = get_bits(&s->gb, 8);
  1071. if (nb_components == 0 || nb_components > MAX_COMPONENTS) {
  1072. av_log(s->avctx, AV_LOG_ERROR,
  1073. "decode_sos: nb_components (%d) unsupported\n", nb_components);
  1074. return AVERROR_PATCHWELCOME;
  1075. }
  1076. if (len != 6 + 2 * nb_components) {
  1077. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: invalid len (%d)\n", len);
  1078. return AVERROR_INVALIDDATA;
  1079. }
  1080. for (i = 0; i < nb_components; i++) {
  1081. id = get_bits(&s->gb, 8) - 1;
  1082. av_log(s->avctx, AV_LOG_DEBUG, "component: %d\n", id);
  1083. /* find component index */
  1084. for (index = 0; index < s->nb_components; index++)
  1085. if (id == s->component_id[index])
  1086. break;
  1087. if (index == s->nb_components) {
  1088. av_log(s->avctx, AV_LOG_ERROR,
  1089. "decode_sos: index(%d) out of components\n", index);
  1090. return AVERROR_INVALIDDATA;
  1091. }
  1092. /* Metasoft MJPEG codec has Cb and Cr swapped */
  1093. if (s->avctx->codec_tag == MKTAG('M', 'T', 'S', 'J')
  1094. && nb_components == 3 && s->nb_components == 3 && i)
  1095. index = 3 - i;
  1096. if(nb_components == 3 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1097. index = (i+2)%3;
  1098. if(nb_components == 1 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1099. index = (index+2)%3;
  1100. s->comp_index[i] = index;
  1101. s->nb_blocks[i] = s->h_count[index] * s->v_count[index];
  1102. s->h_scount[i] = s->h_count[index];
  1103. s->v_scount[i] = s->v_count[index];
  1104. s->dc_index[i] = get_bits(&s->gb, 4);
  1105. s->ac_index[i] = get_bits(&s->gb, 4);
  1106. if (s->dc_index[i] < 0 || s->ac_index[i] < 0 ||
  1107. s->dc_index[i] >= 4 || s->ac_index[i] >= 4)
  1108. goto out_of_range;
  1109. if (!s->vlcs[0][s->dc_index[i]].table || !(s->progressive ? s->vlcs[2][s->ac_index[0]].table : s->vlcs[1][s->ac_index[i]].table))
  1110. goto out_of_range;
  1111. }
  1112. predictor = get_bits(&s->gb, 8); /* JPEG Ss / lossless JPEG predictor /JPEG-LS NEAR */
  1113. ilv = get_bits(&s->gb, 8); /* JPEG Se / JPEG-LS ILV */
  1114. if(s->avctx->codec_tag != AV_RL32("CJPG")){
  1115. prev_shift = get_bits(&s->gb, 4); /* Ah */
  1116. point_transform = get_bits(&s->gb, 4); /* Al */
  1117. }else
  1118. prev_shift = point_transform = 0;
  1119. if (nb_components > 1) {
  1120. /* interleaved stream */
  1121. s->mb_width = (s->width + s->h_max * block_size - 1) / (s->h_max * block_size);
  1122. s->mb_height = (s->height + s->v_max * block_size - 1) / (s->v_max * block_size);
  1123. } else if (!s->ls) { /* skip this for JPEG-LS */
  1124. h = s->h_max / s->h_scount[0];
  1125. v = s->v_max / s->v_scount[0];
  1126. s->mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1127. s->mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1128. s->nb_blocks[0] = 1;
  1129. s->h_scount[0] = 1;
  1130. s->v_scount[0] = 1;
  1131. }
  1132. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1133. av_log(s->avctx, AV_LOG_DEBUG, "%s %s p:%d >>:%d ilv:%d bits:%d skip:%d %s comp:%d\n",
  1134. s->lossless ? "lossless" : "sequential DCT", s->rgb ? "RGB" : "",
  1135. predictor, point_transform, ilv, s->bits, s->mjpb_skiptosod,
  1136. s->pegasus_rct ? "PRCT" : (s->rct ? "RCT" : ""), nb_components);
  1137. /* mjpeg-b can have padding bytes between sos and image data, skip them */
  1138. for (i = s->mjpb_skiptosod; i > 0; i--)
  1139. skip_bits(&s->gb, 8);
  1140. next_field:
  1141. for (i = 0; i < nb_components; i++)
  1142. s->last_dc[i] = 1024;
  1143. if (s->lossless) {
  1144. av_assert0(s->picture_ptr == &s->picture);
  1145. if (CONFIG_JPEGLS_DECODER && s->ls) {
  1146. // for () {
  1147. // reset_ls_coding_parameters(s, 0);
  1148. if ((ret = ff_jpegls_decode_picture(s, predictor,
  1149. point_transform, ilv)) < 0)
  1150. return ret;
  1151. } else {
  1152. if (s->rgb) {
  1153. if ((ret = ljpeg_decode_rgb_scan(s, nb_components, predictor, point_transform)) < 0)
  1154. return ret;
  1155. } else {
  1156. if ((ret = ljpeg_decode_yuv_scan(s, predictor,
  1157. point_transform,
  1158. nb_components)) < 0)
  1159. return ret;
  1160. }
  1161. }
  1162. } else {
  1163. if (s->progressive && predictor) {
  1164. av_assert0(s->picture_ptr == &s->picture);
  1165. if ((ret = mjpeg_decode_scan_progressive_ac(s, predictor,
  1166. ilv, prev_shift,
  1167. point_transform)) < 0)
  1168. return ret;
  1169. } else {
  1170. if ((ret = mjpeg_decode_scan(s, nb_components,
  1171. prev_shift, point_transform,
  1172. mb_bitmask, reference)) < 0)
  1173. return ret;
  1174. }
  1175. }
  1176. if (s->interlaced &&
  1177. get_bits_left(&s->gb) > 32 &&
  1178. show_bits(&s->gb, 8) == 0xFF) {
  1179. GetBitContext bak = s->gb;
  1180. align_get_bits(&bak);
  1181. if (show_bits(&bak, 16) == 0xFFD1) {
  1182. av_log(s->avctx, AV_LOG_DEBUG, "AVRn interlaced picture marker found\n");
  1183. s->gb = bak;
  1184. skip_bits(&s->gb, 16);
  1185. s->bottom_field ^= 1;
  1186. goto next_field;
  1187. }
  1188. }
  1189. emms_c();
  1190. return 0;
  1191. out_of_range:
  1192. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: ac/dc index out of range\n");
  1193. return AVERROR_INVALIDDATA;
  1194. }
  1195. static int mjpeg_decode_dri(MJpegDecodeContext *s)
  1196. {
  1197. if (get_bits(&s->gb, 16) != 4)
  1198. return AVERROR_INVALIDDATA;
  1199. s->restart_interval = get_bits(&s->gb, 16);
  1200. s->restart_count = 0;
  1201. av_log(s->avctx, AV_LOG_DEBUG, "restart interval: %d\n",
  1202. s->restart_interval);
  1203. return 0;
  1204. }
  1205. static int mjpeg_decode_app(MJpegDecodeContext *s)
  1206. {
  1207. int len, id, i;
  1208. len = get_bits(&s->gb, 16);
  1209. if (len < 5)
  1210. return AVERROR_INVALIDDATA;
  1211. if (8 * len > get_bits_left(&s->gb))
  1212. return AVERROR_INVALIDDATA;
  1213. id = get_bits_long(&s->gb, 32);
  1214. len -= 6;
  1215. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1216. av_log(s->avctx, AV_LOG_DEBUG, "APPx %8X\n", id);
  1217. /* Buggy AVID, it puts EOI only at every 10th frame. */
  1218. /* Also, this fourcc is used by non-avid files too, it holds some
  1219. information, but it's always present in AVID-created files. */
  1220. if (id == AV_RB32("AVI1")) {
  1221. /* structure:
  1222. 4bytes AVI1
  1223. 1bytes polarity
  1224. 1bytes always zero
  1225. 4bytes field_size
  1226. 4bytes field_size_less_padding
  1227. */
  1228. s->buggy_avid = 1;
  1229. i = get_bits(&s->gb, 8); len--;
  1230. av_log(s->avctx, AV_LOG_DEBUG, "polarity %d\n", i);
  1231. #if 0
  1232. skip_bits(&s->gb, 8);
  1233. skip_bits(&s->gb, 32);
  1234. skip_bits(&s->gb, 32);
  1235. len -= 10;
  1236. #endif
  1237. goto out;
  1238. }
  1239. // len -= 2;
  1240. if (id == AV_RB32("JFIF")) {
  1241. int t_w, t_h, v1, v2;
  1242. skip_bits(&s->gb, 8); /* the trailing zero-byte */
  1243. v1 = get_bits(&s->gb, 8);
  1244. v2 = get_bits(&s->gb, 8);
  1245. skip_bits(&s->gb, 8);
  1246. s->avctx->sample_aspect_ratio.num = get_bits(&s->gb, 16);
  1247. s->avctx->sample_aspect_ratio.den = get_bits(&s->gb, 16);
  1248. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1249. av_log(s->avctx, AV_LOG_INFO,
  1250. "mjpeg: JFIF header found (version: %x.%x) SAR=%d/%d\n",
  1251. v1, v2,
  1252. s->avctx->sample_aspect_ratio.num,
  1253. s->avctx->sample_aspect_ratio.den);
  1254. t_w = get_bits(&s->gb, 8);
  1255. t_h = get_bits(&s->gb, 8);
  1256. if (t_w && t_h) {
  1257. /* skip thumbnail */
  1258. if (len -10 - (t_w * t_h * 3) > 0)
  1259. len -= t_w * t_h * 3;
  1260. }
  1261. len -= 10;
  1262. goto out;
  1263. }
  1264. if (id == AV_RB32("Adob") && (get_bits(&s->gb, 8) == 'e')) {
  1265. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1266. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Adobe header found\n");
  1267. skip_bits(&s->gb, 16); /* version */
  1268. skip_bits(&s->gb, 16); /* flags0 */
  1269. skip_bits(&s->gb, 16); /* flags1 */
  1270. skip_bits(&s->gb, 8); /* transform */
  1271. len -= 7;
  1272. goto out;
  1273. }
  1274. if (id == AV_RB32("LJIF")) {
  1275. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1276. av_log(s->avctx, AV_LOG_INFO,
  1277. "Pegasus lossless jpeg header found\n");
  1278. skip_bits(&s->gb, 16); /* version ? */
  1279. skip_bits(&s->gb, 16); /* unknown always 0? */
  1280. skip_bits(&s->gb, 16); /* unknown always 0? */
  1281. skip_bits(&s->gb, 16); /* unknown always 0? */
  1282. switch (get_bits(&s->gb, 8)) {
  1283. case 1:
  1284. s->rgb = 1;
  1285. s->pegasus_rct = 0;
  1286. break;
  1287. case 2:
  1288. s->rgb = 1;
  1289. s->pegasus_rct = 1;
  1290. break;
  1291. default:
  1292. av_log(s->avctx, AV_LOG_ERROR, "unknown colorspace\n");
  1293. }
  1294. len -= 9;
  1295. goto out;
  1296. }
  1297. /* Apple MJPEG-A */
  1298. if ((s->start_code == APP1) && (len > (0x28 - 8))) {
  1299. id = get_bits_long(&s->gb, 32);
  1300. len -= 4;
  1301. /* Apple MJPEG-A */
  1302. if (id == AV_RB32("mjpg")) {
  1303. #if 0
  1304. skip_bits(&s->gb, 32); /* field size */
  1305. skip_bits(&s->gb, 32); /* pad field size */
  1306. skip_bits(&s->gb, 32); /* next off */
  1307. skip_bits(&s->gb, 32); /* quant off */
  1308. skip_bits(&s->gb, 32); /* huff off */
  1309. skip_bits(&s->gb, 32); /* image off */
  1310. skip_bits(&s->gb, 32); /* scan off */
  1311. skip_bits(&s->gb, 32); /* data off */
  1312. #endif
  1313. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1314. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Apple MJPEG-A header found\n");
  1315. }
  1316. }
  1317. out:
  1318. /* slow but needed for extreme adobe jpegs */
  1319. if (len < 0)
  1320. av_log(s->avctx, AV_LOG_ERROR,
  1321. "mjpeg: error, decode_app parser read over the end\n");
  1322. while (--len > 0)
  1323. skip_bits(&s->gb, 8);
  1324. return 0;
  1325. }
  1326. static int mjpeg_decode_com(MJpegDecodeContext *s)
  1327. {
  1328. int len = get_bits(&s->gb, 16);
  1329. if (len >= 2 && 8 * len - 16 <= get_bits_left(&s->gb)) {
  1330. char *cbuf = av_malloc(len - 1);
  1331. if (cbuf) {
  1332. int i;
  1333. for (i = 0; i < len - 2; i++)
  1334. cbuf[i] = get_bits(&s->gb, 8);
  1335. if (i > 0 && cbuf[i - 1] == '\n')
  1336. cbuf[i - 1] = 0;
  1337. else
  1338. cbuf[i] = 0;
  1339. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1340. av_log(s->avctx, AV_LOG_INFO, "comment: '%s'\n", cbuf);
  1341. /* buggy avid, it puts EOI only at every 10th frame */
  1342. if (!strncmp(cbuf, "AVID", 4)) {
  1343. s->buggy_avid = 1;
  1344. if (len > 14 && cbuf[12] == 1) /* 1 - NTSC, 2 - PAL */
  1345. s->interlace_polarity = 1;
  1346. } else if (!strcmp(cbuf, "CS=ITU601"))
  1347. s->cs_itu601 = 1;
  1348. else if ((!strncmp(cbuf, "Intel(R) JPEG Library, version 1", 32)) ||
  1349. (!strncmp(cbuf, "Metasoft MJPEG Codec", 20)))
  1350. s->flipped = 1;
  1351. av_free(cbuf);
  1352. }
  1353. }
  1354. return 0;
  1355. }
  1356. /* return the 8 bit start code value and update the search
  1357. state. Return -1 if no start code found */
  1358. static int find_marker(const uint8_t **pbuf_ptr, const uint8_t *buf_end)
  1359. {
  1360. const uint8_t *buf_ptr;
  1361. unsigned int v, v2;
  1362. int val;
  1363. int skipped = 0;
  1364. buf_ptr = *pbuf_ptr;
  1365. while (buf_ptr < buf_end) {
  1366. v = *buf_ptr++;
  1367. v2 = *buf_ptr;
  1368. if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe) && buf_ptr < buf_end) {
  1369. val = *buf_ptr++;
  1370. goto found;
  1371. }
  1372. skipped++;
  1373. }
  1374. val = -1;
  1375. found:
  1376. av_dlog(NULL, "find_marker skipped %d bytes\n", skipped);
  1377. *pbuf_ptr = buf_ptr;
  1378. return val;
  1379. }
  1380. int ff_mjpeg_find_marker(MJpegDecodeContext *s,
  1381. const uint8_t **buf_ptr, const uint8_t *buf_end,
  1382. const uint8_t **unescaped_buf_ptr,
  1383. int *unescaped_buf_size)
  1384. {
  1385. int start_code;
  1386. start_code = find_marker(buf_ptr, buf_end);
  1387. av_fast_padded_malloc(&s->buffer, &s->buffer_size, buf_end - *buf_ptr);
  1388. if (!s->buffer)
  1389. return AVERROR(ENOMEM);
  1390. /* unescape buffer of SOS, use special treatment for JPEG-LS */
  1391. if (start_code == SOS && !s->ls) {
  1392. const uint8_t *src = *buf_ptr;
  1393. uint8_t *dst = s->buffer;
  1394. while (src < buf_end) {
  1395. uint8_t x = *(src++);
  1396. *(dst++) = x;
  1397. if (s->avctx->codec_id != AV_CODEC_ID_THP) {
  1398. if (x == 0xff) {
  1399. while (src < buf_end && x == 0xff)
  1400. x = *(src++);
  1401. if (x >= 0xd0 && x <= 0xd7)
  1402. *(dst++) = x;
  1403. else if (x)
  1404. break;
  1405. }
  1406. }
  1407. }
  1408. *unescaped_buf_ptr = s->buffer;
  1409. *unescaped_buf_size = dst - s->buffer;
  1410. memset(s->buffer + *unescaped_buf_size, 0,
  1411. FF_INPUT_BUFFER_PADDING_SIZE);
  1412. av_log(s->avctx, AV_LOG_DEBUG, "escaping removed %td bytes\n",
  1413. (buf_end - *buf_ptr) - (dst - s->buffer));
  1414. } else if (start_code == SOS && s->ls) {
  1415. const uint8_t *src = *buf_ptr;
  1416. uint8_t *dst = s->buffer;
  1417. int bit_count = 0;
  1418. int t = 0, b = 0;
  1419. PutBitContext pb;
  1420. s->cur_scan++;
  1421. /* find marker */
  1422. while (src + t < buf_end) {
  1423. uint8_t x = src[t++];
  1424. if (x == 0xff) {
  1425. while ((src + t < buf_end) && x == 0xff)
  1426. x = src[t++];
  1427. if (x & 0x80) {
  1428. t -= FFMIN(2, t);
  1429. break;
  1430. }
  1431. }
  1432. }
  1433. bit_count = t * 8;
  1434. init_put_bits(&pb, dst, t);
  1435. /* unescape bitstream */
  1436. while (b < t) {
  1437. uint8_t x = src[b++];
  1438. put_bits(&pb, 8, x);
  1439. if (x == 0xFF) {
  1440. x = src[b++];
  1441. put_bits(&pb, 7, x);
  1442. bit_count--;
  1443. }
  1444. }
  1445. flush_put_bits(&pb);
  1446. *unescaped_buf_ptr = dst;
  1447. *unescaped_buf_size = (bit_count + 7) >> 3;
  1448. memset(s->buffer + *unescaped_buf_size, 0,
  1449. FF_INPUT_BUFFER_PADDING_SIZE);
  1450. } else {
  1451. *unescaped_buf_ptr = *buf_ptr;
  1452. *unescaped_buf_size = buf_end - *buf_ptr;
  1453. }
  1454. return start_code;
  1455. }
  1456. int ff_mjpeg_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  1457. AVPacket *avpkt)
  1458. {
  1459. const uint8_t *buf = avpkt->data;
  1460. int buf_size = avpkt->size;
  1461. MJpegDecodeContext *s = avctx->priv_data;
  1462. const uint8_t *buf_end, *buf_ptr;
  1463. const uint8_t *unescaped_buf_ptr;
  1464. int hshift, vshift;
  1465. int unescaped_buf_size;
  1466. int start_code;
  1467. int i, index;
  1468. int ret = 0;
  1469. buf_ptr = buf;
  1470. buf_end = buf + buf_size;
  1471. while (buf_ptr < buf_end) {
  1472. /* find start next marker */
  1473. start_code = ff_mjpeg_find_marker(s, &buf_ptr, buf_end,
  1474. &unescaped_buf_ptr,
  1475. &unescaped_buf_size);
  1476. /* EOF */
  1477. if (start_code < 0) {
  1478. goto the_end;
  1479. } else if (unescaped_buf_size > INT_MAX / 8) {
  1480. av_log(avctx, AV_LOG_ERROR,
  1481. "MJPEG packet 0x%x too big (%d/%d), corrupt data?\n",
  1482. start_code, unescaped_buf_size, buf_size);
  1483. return AVERROR_INVALIDDATA;
  1484. }
  1485. av_log(avctx, AV_LOG_DEBUG, "marker=%x avail_size_in_buf=%td\n",
  1486. start_code, buf_end - buf_ptr);
  1487. ret = init_get_bits8(&s->gb, unescaped_buf_ptr, unescaped_buf_size);
  1488. if (ret < 0) {
  1489. av_log(avctx, AV_LOG_ERROR, "invalid buffer\n");
  1490. goto fail;
  1491. }
  1492. s->start_code = start_code;
  1493. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1494. av_log(avctx, AV_LOG_DEBUG, "startcode: %X\n", start_code);
  1495. /* process markers */
  1496. if (start_code >= 0xd0 && start_code <= 0xd7)
  1497. av_log(avctx, AV_LOG_DEBUG,
  1498. "restart marker: %d\n", start_code & 0x0f);
  1499. /* APP fields */
  1500. else if (start_code >= APP0 && start_code <= APP15)
  1501. mjpeg_decode_app(s);
  1502. /* Comment */
  1503. else if (start_code == COM)
  1504. mjpeg_decode_com(s);
  1505. ret = -1;
  1506. if (!CONFIG_JPEGLS_DECODER &&
  1507. (start_code == SOF48 || start_code == LSE)) {
  1508. av_log(avctx, AV_LOG_ERROR, "JPEG-LS support not enabled.\n");
  1509. return AVERROR(ENOSYS);
  1510. }
  1511. switch (start_code) {
  1512. case SOI:
  1513. s->restart_interval = 0;
  1514. s->restart_count = 0;
  1515. /* nothing to do on SOI */
  1516. break;
  1517. case DQT:
  1518. ff_mjpeg_decode_dqt(s);
  1519. break;
  1520. case DHT:
  1521. if ((ret = ff_mjpeg_decode_dht(s)) < 0) {
  1522. av_log(avctx, AV_LOG_ERROR, "huffman table decode error\n");
  1523. goto fail;
  1524. }
  1525. break;
  1526. case SOF0:
  1527. case SOF1:
  1528. s->lossless = 0;
  1529. s->ls = 0;
  1530. s->progressive = 0;
  1531. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1532. goto fail;
  1533. break;
  1534. case SOF2:
  1535. s->lossless = 0;
  1536. s->ls = 0;
  1537. s->progressive = 1;
  1538. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1539. goto fail;
  1540. break;
  1541. case SOF3:
  1542. s->lossless = 1;
  1543. s->ls = 0;
  1544. s->progressive = 0;
  1545. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1546. goto fail;
  1547. break;
  1548. case SOF48:
  1549. s->lossless = 1;
  1550. s->ls = 1;
  1551. s->progressive = 0;
  1552. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1553. goto fail;
  1554. break;
  1555. case LSE:
  1556. if (!CONFIG_JPEGLS_DECODER ||
  1557. (ret = ff_jpegls_decode_lse(s)) < 0)
  1558. goto fail;
  1559. break;
  1560. case EOI:
  1561. eoi_parser:
  1562. s->cur_scan = 0;
  1563. if (!s->got_picture) {
  1564. av_log(avctx, AV_LOG_WARNING,
  1565. "Found EOI before any SOF, ignoring\n");
  1566. break;
  1567. }
  1568. if (s->interlaced) {
  1569. s->bottom_field ^= 1;
  1570. /* if not bottom field, do not output image yet */
  1571. if (s->bottom_field == !s->interlace_polarity)
  1572. break;
  1573. }
  1574. if ((ret = av_frame_ref(data, s->picture_ptr)) < 0)
  1575. return ret;
  1576. *got_frame = 1;
  1577. s->got_picture = 0;
  1578. if (!s->lossless) {
  1579. int qp = FFMAX3(s->qscale[0],
  1580. s->qscale[1],
  1581. s->qscale[2]);
  1582. int qpw = (s->width + 15) / 16;
  1583. AVBufferRef *qp_table_buf = av_buffer_alloc(qpw);
  1584. if (qp_table_buf) {
  1585. memset(qp_table_buf->data, qp, qpw);
  1586. av_frame_set_qp_table(data, qp_table_buf, 0, FF_QSCALE_TYPE_MPEG1);
  1587. }
  1588. if(avctx->debug & FF_DEBUG_QP)
  1589. av_log(avctx, AV_LOG_DEBUG, "QP: %d\n", qp);
  1590. }
  1591. goto the_end;
  1592. case SOS:
  1593. if ((ret = ff_mjpeg_decode_sos(s, NULL, NULL)) < 0 &&
  1594. (avctx->err_recognition & AV_EF_EXPLODE))
  1595. goto fail;
  1596. break;
  1597. case DRI:
  1598. mjpeg_decode_dri(s);
  1599. break;
  1600. case SOF5:
  1601. case SOF6:
  1602. case SOF7:
  1603. case SOF9:
  1604. case SOF10:
  1605. case SOF11:
  1606. case SOF13:
  1607. case SOF14:
  1608. case SOF15:
  1609. case JPG:
  1610. av_log(avctx, AV_LOG_ERROR,
  1611. "mjpeg: unsupported coding type (%x)\n", start_code);
  1612. break;
  1613. }
  1614. /* eof process start code */
  1615. buf_ptr += (get_bits_count(&s->gb) + 7) / 8;
  1616. av_log(avctx, AV_LOG_DEBUG,
  1617. "marker parser used %d bytes (%d bits)\n",
  1618. (get_bits_count(&s->gb) + 7) / 8, get_bits_count(&s->gb));
  1619. }
  1620. if (s->got_picture) {
  1621. av_log(avctx, AV_LOG_WARNING, "EOI missing, emulating\n");
  1622. goto eoi_parser;
  1623. }
  1624. av_log(avctx, AV_LOG_FATAL, "No JPEG data found in image\n");
  1625. return AVERROR_INVALIDDATA;
  1626. fail:
  1627. s->got_picture = 0;
  1628. return ret;
  1629. the_end:
  1630. if (s->upscale_h) {
  1631. uint8_t *line = s->picture_ptr->data[s->upscale_h];
  1632. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  1633. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  1634. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  1635. avctx->pix_fmt == AV_PIX_FMT_YUV440P);
  1636. for (i = 0; i < s->chroma_height; i++) {
  1637. for (index = s->width - 1; index; index--)
  1638. line[index] = (line[index / 2] + line[(index + 1) / 2]) >> 1;
  1639. line += s->linesize[s->upscale_h];
  1640. }
  1641. }
  1642. if (s->upscale_v) {
  1643. uint8_t *dst = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[(s->height - 1) * s->linesize[s->upscale_v]];
  1644. int w;
  1645. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  1646. w = s->width >> hshift;
  1647. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  1648. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  1649. avctx->pix_fmt == AV_PIX_FMT_YUVJ422P ||
  1650. avctx->pix_fmt == AV_PIX_FMT_YUV422P);
  1651. for (i = s->height - 1; i; i--) {
  1652. uint8_t *src1 = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[i / 2 * s->linesize[s->upscale_v]];
  1653. uint8_t *src2 = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[(i + 1) / 2 * s->linesize[s->upscale_v]];
  1654. if (src1 == src2) {
  1655. memcpy(dst, src1, w);
  1656. } else {
  1657. for (index = 0; index < w; index++)
  1658. dst[index] = (src1[index] + src2[index]) >> 1;
  1659. }
  1660. dst -= s->linesize[s->upscale_v];
  1661. }
  1662. }
  1663. if (s->flipped && (s->avctx->flags & CODEC_FLAG_EMU_EDGE)) {
  1664. int j;
  1665. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  1666. for (index=0; index<4; index++) {
  1667. uint8_t *dst = s->picture_ptr->data[index];
  1668. int w = s->width;
  1669. int h = s->height;
  1670. if(index && index<3){
  1671. w = FF_CEIL_RSHIFT(w, hshift);
  1672. h = FF_CEIL_RSHIFT(h, vshift);
  1673. }
  1674. if(dst){
  1675. uint8_t *dst2 = dst + s->linesize[index]*(h-1);
  1676. for (i=0; i<h/2; i++) {
  1677. for (j=0; j<w; j++)
  1678. FFSWAP(int, dst[j], dst2[j]);
  1679. dst += s->linesize[index];
  1680. dst2 -= s->linesize[index];
  1681. }
  1682. }
  1683. }
  1684. }
  1685. av_log(avctx, AV_LOG_DEBUG, "decode frame unused %td bytes\n",
  1686. buf_end - buf_ptr);
  1687. // return buf_end - buf_ptr;
  1688. return buf_ptr - buf;
  1689. }
  1690. av_cold int ff_mjpeg_decode_end(AVCodecContext *avctx)
  1691. {
  1692. MJpegDecodeContext *s = avctx->priv_data;
  1693. int i, j;
  1694. if (s->picture_ptr)
  1695. av_frame_unref(s->picture_ptr);
  1696. av_free(s->buffer);
  1697. av_freep(&s->ljpeg_buffer);
  1698. s->ljpeg_buffer_size = 0;
  1699. for (i = 0; i < 3; i++) {
  1700. for (j = 0; j < 4; j++)
  1701. ff_free_vlc(&s->vlcs[i][j]);
  1702. }
  1703. for (i = 0; i < MAX_COMPONENTS; i++) {
  1704. av_freep(&s->blocks[i]);
  1705. av_freep(&s->last_nnz[i]);
  1706. }
  1707. return 0;
  1708. }
  1709. static void decode_flush(AVCodecContext *avctx)
  1710. {
  1711. MJpegDecodeContext *s = avctx->priv_data;
  1712. s->got_picture = 0;
  1713. }
  1714. #if CONFIG_MJPEG_DECODER
  1715. #define OFFSET(x) offsetof(MJpegDecodeContext, x)
  1716. #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
  1717. static const AVOption options[] = {
  1718. { "extern_huff", "Use external huffman table.",
  1719. OFFSET(extern_huff), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, VD },
  1720. { NULL },
  1721. };
  1722. static const AVClass mjpegdec_class = {
  1723. .class_name = "MJPEG decoder",
  1724. .item_name = av_default_item_name,
  1725. .option = options,
  1726. .version = LIBAVUTIL_VERSION_INT,
  1727. };
  1728. AVCodec ff_mjpeg_decoder = {
  1729. .name = "mjpeg",
  1730. .type = AVMEDIA_TYPE_VIDEO,
  1731. .id = AV_CODEC_ID_MJPEG,
  1732. .priv_data_size = sizeof(MJpegDecodeContext),
  1733. .init = ff_mjpeg_decode_init,
  1734. .close = ff_mjpeg_decode_end,
  1735. .decode = ff_mjpeg_decode_frame,
  1736. .flush = decode_flush,
  1737. .capabilities = CODEC_CAP_DR1,
  1738. .max_lowres = 3,
  1739. .long_name = NULL_IF_CONFIG_SMALL("MJPEG (Motion JPEG)"),
  1740. .priv_class = &mjpegdec_class,
  1741. };
  1742. #endif
  1743. #if CONFIG_THP_DECODER
  1744. AVCodec ff_thp_decoder = {
  1745. .name = "thp",
  1746. .type = AVMEDIA_TYPE_VIDEO,
  1747. .id = AV_CODEC_ID_THP,
  1748. .priv_data_size = sizeof(MJpegDecodeContext),
  1749. .init = ff_mjpeg_decode_init,
  1750. .close = ff_mjpeg_decode_end,
  1751. .decode = ff_mjpeg_decode_frame,
  1752. .flush = decode_flush,
  1753. .capabilities = CODEC_CAP_DR1,
  1754. .max_lowres = 3,
  1755. .long_name = NULL_IF_CONFIG_SMALL("Nintendo Gamecube THP video"),
  1756. };
  1757. #endif