You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1999 lines
69KB

  1. /*
  2. * MJPEG decoder
  3. * Copyright (c) 2000, 2001 Fabrice Bellard
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. * Copyright (c) 2003-2004 Michael Niedermayer
  6. *
  7. * Support for external huffman table, various fixes (AVID workaround),
  8. * aspecting, new decode_frame mechanism and apple mjpeg-b support
  9. * by Alex Beregszaszi
  10. *
  11. * This file is part of FFmpeg.
  12. *
  13. * FFmpeg is free software; you can redistribute it and/or
  14. * modify it under the terms of the GNU Lesser General Public
  15. * License as published by the Free Software Foundation; either
  16. * version 2.1 of the License, or (at your option) any later version.
  17. *
  18. * FFmpeg is distributed in the hope that it will be useful,
  19. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  21. * Lesser General Public License for more details.
  22. *
  23. * You should have received a copy of the GNU Lesser General Public
  24. * License along with FFmpeg; if not, write to the Free Software
  25. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  26. */
  27. /**
  28. * @file
  29. * MJPEG decoder.
  30. */
  31. #include "libavutil/imgutils.h"
  32. #include "libavutil/avassert.h"
  33. #include "libavutil/opt.h"
  34. #include "avcodec.h"
  35. #include "copy_block.h"
  36. #include "internal.h"
  37. #include "mjpeg.h"
  38. #include "mjpegdec.h"
  39. #include "jpeglsdec.h"
  40. static int build_vlc(VLC *vlc, const uint8_t *bits_table,
  41. const uint8_t *val_table, int nb_codes,
  42. int use_static, int is_ac)
  43. {
  44. uint8_t huff_size[256] = { 0 };
  45. uint16_t huff_code[256];
  46. uint16_t huff_sym[256];
  47. int i;
  48. av_assert0(nb_codes <= 256);
  49. ff_mjpeg_build_huffman_codes(huff_size, huff_code, bits_table, val_table);
  50. for (i = 0; i < 256; i++)
  51. huff_sym[i] = i + 16 * is_ac;
  52. if (is_ac)
  53. huff_sym[0] = 16 * 256;
  54. return ff_init_vlc_sparse(vlc, 9, nb_codes, huff_size, 1, 1,
  55. huff_code, 2, 2, huff_sym, 2, 2, use_static);
  56. }
  57. static void build_basic_mjpeg_vlc(MJpegDecodeContext *s)
  58. {
  59. build_vlc(&s->vlcs[0][0], avpriv_mjpeg_bits_dc_luminance,
  60. avpriv_mjpeg_val_dc, 12, 0, 0);
  61. build_vlc(&s->vlcs[0][1], avpriv_mjpeg_bits_dc_chrominance,
  62. avpriv_mjpeg_val_dc, 12, 0, 0);
  63. build_vlc(&s->vlcs[1][0], avpriv_mjpeg_bits_ac_luminance,
  64. avpriv_mjpeg_val_ac_luminance, 251, 0, 1);
  65. build_vlc(&s->vlcs[1][1], avpriv_mjpeg_bits_ac_chrominance,
  66. avpriv_mjpeg_val_ac_chrominance, 251, 0, 1);
  67. build_vlc(&s->vlcs[2][0], avpriv_mjpeg_bits_ac_luminance,
  68. avpriv_mjpeg_val_ac_luminance, 251, 0, 0);
  69. build_vlc(&s->vlcs[2][1], avpriv_mjpeg_bits_ac_chrominance,
  70. avpriv_mjpeg_val_ac_chrominance, 251, 0, 0);
  71. }
  72. av_cold int ff_mjpeg_decode_init(AVCodecContext *avctx)
  73. {
  74. MJpegDecodeContext *s = avctx->priv_data;
  75. if (!s->picture_ptr)
  76. s->picture_ptr = &s->picture;
  77. avcodec_get_frame_defaults(&s->picture);
  78. s->avctx = avctx;
  79. ff_hpeldsp_init(&s->hdsp, avctx->flags);
  80. ff_dsputil_init(&s->dsp, avctx);
  81. ff_init_scantable(s->dsp.idct_permutation, &s->scantable, ff_zigzag_direct);
  82. s->buffer_size = 0;
  83. s->buffer = NULL;
  84. s->start_code = -1;
  85. s->first_picture = 1;
  86. s->got_picture = 0;
  87. s->org_height = avctx->coded_height;
  88. avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
  89. build_basic_mjpeg_vlc(s);
  90. if (s->extern_huff) {
  91. av_log(avctx, AV_LOG_INFO, "using external huffman table\n");
  92. init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size * 8);
  93. if (ff_mjpeg_decode_dht(s)) {
  94. av_log(avctx, AV_LOG_ERROR,
  95. "error using external huffman table, switching back to internal\n");
  96. build_basic_mjpeg_vlc(s);
  97. }
  98. }
  99. if (avctx->field_order == AV_FIELD_BB) { /* quicktime icefloe 019 */
  100. s->interlace_polarity = 1; /* bottom field first */
  101. av_log(avctx, AV_LOG_DEBUG, "bottom field first\n");
  102. }
  103. if (avctx->codec->id == AV_CODEC_ID_AMV)
  104. s->flipped = 1;
  105. return 0;
  106. }
  107. /* quantize tables */
  108. int ff_mjpeg_decode_dqt(MJpegDecodeContext *s)
  109. {
  110. int len, index, i, j;
  111. len = get_bits(&s->gb, 16) - 2;
  112. while (len >= 65) {
  113. int pr = get_bits(&s->gb, 4);
  114. if (pr > 1) {
  115. av_log(s->avctx, AV_LOG_ERROR, "dqt: invalid precision\n");
  116. return AVERROR_INVALIDDATA;
  117. }
  118. index = get_bits(&s->gb, 4);
  119. if (index >= 4)
  120. return -1;
  121. av_log(s->avctx, AV_LOG_DEBUG, "index=%d\n", index);
  122. /* read quant table */
  123. for (i = 0; i < 64; i++) {
  124. j = s->scantable.permutated[i];
  125. s->quant_matrixes[index][j] = get_bits(&s->gb, pr ? 16 : 8);
  126. }
  127. // XXX FIXME finetune, and perhaps add dc too
  128. s->qscale[index] = FFMAX(s->quant_matrixes[index][s->scantable.permutated[1]],
  129. s->quant_matrixes[index][s->scantable.permutated[8]]) >> 1;
  130. av_log(s->avctx, AV_LOG_DEBUG, "qscale[%d]: %d\n",
  131. index, s->qscale[index]);
  132. len -= 65;
  133. }
  134. return 0;
  135. }
  136. /* decode huffman tables and build VLC decoders */
  137. int ff_mjpeg_decode_dht(MJpegDecodeContext *s)
  138. {
  139. int len, index, i, class, n, v, code_max;
  140. uint8_t bits_table[17];
  141. uint8_t val_table[256];
  142. int ret = 0;
  143. len = get_bits(&s->gb, 16) - 2;
  144. while (len > 0) {
  145. if (len < 17)
  146. return AVERROR_INVALIDDATA;
  147. class = get_bits(&s->gb, 4);
  148. if (class >= 2)
  149. return AVERROR_INVALIDDATA;
  150. index = get_bits(&s->gb, 4);
  151. if (index >= 4)
  152. return AVERROR_INVALIDDATA;
  153. n = 0;
  154. for (i = 1; i <= 16; i++) {
  155. bits_table[i] = get_bits(&s->gb, 8);
  156. n += bits_table[i];
  157. }
  158. len -= 17;
  159. if (len < n || n > 256)
  160. return AVERROR_INVALIDDATA;
  161. code_max = 0;
  162. for (i = 0; i < n; i++) {
  163. v = get_bits(&s->gb, 8);
  164. if (v > code_max)
  165. code_max = v;
  166. val_table[i] = v;
  167. }
  168. len -= n;
  169. /* build VLC and flush previous vlc if present */
  170. ff_free_vlc(&s->vlcs[class][index]);
  171. av_log(s->avctx, AV_LOG_DEBUG, "class=%d index=%d nb_codes=%d\n",
  172. class, index, code_max + 1);
  173. if ((ret = build_vlc(&s->vlcs[class][index], bits_table, val_table,
  174. code_max + 1, 0, class > 0)) < 0)
  175. return ret;
  176. if (class > 0) {
  177. ff_free_vlc(&s->vlcs[2][index]);
  178. if ((ret = build_vlc(&s->vlcs[2][index], bits_table, val_table,
  179. code_max + 1, 0, 0)) < 0)
  180. return ret;
  181. }
  182. }
  183. return 0;
  184. }
  185. int ff_mjpeg_decode_sof(MJpegDecodeContext *s)
  186. {
  187. int len, nb_components, i, width, height, pix_fmt_id;
  188. int h_count[MAX_COMPONENTS];
  189. int v_count[MAX_COMPONENTS];
  190. s->cur_scan = 0;
  191. s->upscale_h = s->upscale_v = 0;
  192. /* XXX: verify len field validity */
  193. len = get_bits(&s->gb, 16);
  194. s->bits = get_bits(&s->gb, 8);
  195. if (s->pegasus_rct)
  196. s->bits = 9;
  197. if (s->bits == 9 && !s->pegasus_rct)
  198. s->rct = 1; // FIXME ugly
  199. if (s->bits != 8 && !s->lossless) {
  200. av_log(s->avctx, AV_LOG_ERROR, "only 8 bits/component accepted\n");
  201. return -1;
  202. }
  203. if(s->lossless && s->avctx->lowres){
  204. av_log(s->avctx, AV_LOG_ERROR, "lowres is not possible with lossless jpeg\n");
  205. return -1;
  206. }
  207. height = get_bits(&s->gb, 16);
  208. width = get_bits(&s->gb, 16);
  209. // HACK for odd_height.mov
  210. if (s->interlaced && s->width == width && s->height == height + 1)
  211. height= s->height;
  212. av_log(s->avctx, AV_LOG_DEBUG, "sof0: picture: %dx%d\n", width, height);
  213. if (av_image_check_size(width, height, 0, s->avctx))
  214. return AVERROR_INVALIDDATA;
  215. nb_components = get_bits(&s->gb, 8);
  216. if (nb_components <= 0 ||
  217. nb_components > MAX_COMPONENTS)
  218. return -1;
  219. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  220. if (nb_components != s->nb_components) {
  221. av_log(s->avctx, AV_LOG_ERROR, "nb_components changing in interlaced picture\n");
  222. return AVERROR_INVALIDDATA;
  223. }
  224. }
  225. if (s->ls && !(s->bits <= 8 || nb_components == 1)) {
  226. avpriv_report_missing_feature(s->avctx,
  227. "JPEG-LS that is not <= 8 "
  228. "bits/component or 16-bit gray");
  229. return AVERROR_PATCHWELCOME;
  230. }
  231. s->nb_components = nb_components;
  232. s->h_max = 1;
  233. s->v_max = 1;
  234. memset(h_count, 0, sizeof(h_count));
  235. memset(v_count, 0, sizeof(v_count));
  236. for (i = 0; i < nb_components; i++) {
  237. /* component id */
  238. s->component_id[i] = get_bits(&s->gb, 8) - 1;
  239. h_count[i] = get_bits(&s->gb, 4);
  240. v_count[i] = get_bits(&s->gb, 4);
  241. /* compute hmax and vmax (only used in interleaved case) */
  242. if (h_count[i] > s->h_max)
  243. s->h_max = h_count[i];
  244. if (v_count[i] > s->v_max)
  245. s->v_max = v_count[i];
  246. s->quant_index[i] = get_bits(&s->gb, 8);
  247. if (s->quant_index[i] >= 4) {
  248. av_log(s->avctx, AV_LOG_ERROR, "quant_index is invalid\n");
  249. return AVERROR_INVALIDDATA;
  250. }
  251. if (!h_count[i] || !v_count[i]) {
  252. av_log(s->avctx, AV_LOG_ERROR,
  253. "Invalid sampling factor in component %d %d:%d\n",
  254. i, h_count[i], v_count[i]);
  255. return AVERROR_INVALIDDATA;
  256. }
  257. av_log(s->avctx, AV_LOG_DEBUG, "component %d %d:%d id: %d quant:%d\n",
  258. i, h_count[i], v_count[i],
  259. s->component_id[i], s->quant_index[i]);
  260. }
  261. if (s->ls && (s->h_max > 1 || s->v_max > 1)) {
  262. avpriv_report_missing_feature(s->avctx, "Subsampling in JPEG-LS");
  263. return AVERROR_PATCHWELCOME;
  264. }
  265. /* if different size, realloc/alloc picture */
  266. if ( width != s->width || height != s->height
  267. || memcmp(s->h_count, h_count, sizeof(h_count))
  268. || memcmp(s->v_count, v_count, sizeof(v_count))) {
  269. s->width = width;
  270. s->height = height;
  271. memcpy(s->h_count, h_count, sizeof(h_count));
  272. memcpy(s->v_count, v_count, sizeof(v_count));
  273. s->interlaced = 0;
  274. s->got_picture = 0;
  275. /* test interlaced mode */
  276. if (s->first_picture &&
  277. s->org_height != 0 &&
  278. s->height < ((s->org_height * 3) / 4)) {
  279. s->interlaced = 1;
  280. s->bottom_field = s->interlace_polarity;
  281. s->picture_ptr->interlaced_frame = 1;
  282. s->picture_ptr->top_field_first = !s->interlace_polarity;
  283. height *= 2;
  284. }
  285. avcodec_set_dimensions(s->avctx, width, height);
  286. s->first_picture = 0;
  287. }
  288. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  289. if (s->progressive) {
  290. avpriv_request_sample(s->avctx, "progressively coded interlaced picture");
  291. return AVERROR_INVALIDDATA;
  292. }
  293. } else{
  294. if (s->v_max == 1 && s->h_max == 1 && s->lossless==1 && (nb_components==3 || nb_components==4))
  295. s->rgb = 1;
  296. else if (!s->lossless)
  297. s->rgb = 0;
  298. /* XXX: not complete test ! */
  299. pix_fmt_id = (s->h_count[0] << 28) | (s->v_count[0] << 24) |
  300. (s->h_count[1] << 20) | (s->v_count[1] << 16) |
  301. (s->h_count[2] << 12) | (s->v_count[2] << 8) |
  302. (s->h_count[3] << 4) | s->v_count[3];
  303. av_log(s->avctx, AV_LOG_DEBUG, "pix fmt id %x\n", pix_fmt_id);
  304. /* NOTE we do not allocate pictures large enough for the possible
  305. * padding of h/v_count being 4 */
  306. if (!(pix_fmt_id & 0xD0D0D0D0))
  307. pix_fmt_id -= (pix_fmt_id & 0xF0F0F0F0) >> 1;
  308. if (!(pix_fmt_id & 0x0D0D0D0D))
  309. pix_fmt_id -= (pix_fmt_id & 0x0F0F0F0F) >> 1;
  310. switch (pix_fmt_id) {
  311. case 0x11111100:
  312. if (s->rgb)
  313. s->avctx->pix_fmt = AV_PIX_FMT_BGR24;
  314. else {
  315. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  316. s->avctx->pix_fmt = AV_PIX_FMT_GBR24P;
  317. } else {
  318. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  319. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  320. }
  321. }
  322. av_assert0(s->nb_components == 3);
  323. break;
  324. case 0x11111111:
  325. if (s->rgb)
  326. s->avctx->pix_fmt = AV_PIX_FMT_ABGR;
  327. else {
  328. s->avctx->pix_fmt = /*s->cs_itu601 ?*/ AV_PIX_FMT_YUVA444P/* : AV_PIX_FMT_YUVJA444P*/;
  329. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  330. }
  331. av_assert0(s->nb_components == 4);
  332. break;
  333. case 0x12121100:
  334. case 0x22122100:
  335. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  336. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  337. s->upscale_v = 2;
  338. s->upscale_h = (pix_fmt_id == 0x22122100);
  339. s->chroma_height = s->height;
  340. break;
  341. case 0x21211100:
  342. case 0x22211200:
  343. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  344. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  345. s->upscale_v = (pix_fmt_id == 0x22211200);
  346. s->upscale_h = 2;
  347. s->chroma_height = s->height;
  348. break;
  349. case 0x22221100:
  350. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  351. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  352. s->upscale_v = 2;
  353. s->upscale_h = 2;
  354. s->chroma_height = s->height / 2;
  355. break;
  356. case 0x11000000:
  357. case 0x13000000:
  358. case 0x14000000:
  359. case 0x31000000:
  360. case 0x33000000:
  361. case 0x34000000:
  362. case 0x41000000:
  363. case 0x43000000:
  364. case 0x44000000:
  365. if(s->bits <= 8)
  366. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  367. else
  368. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  369. break;
  370. case 0x12111100:
  371. case 0x22211100:
  372. case 0x22112100:
  373. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV440P : AV_PIX_FMT_YUVJ440P;
  374. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  375. s->upscale_h = (pix_fmt_id == 0x22211100) * 2 + (pix_fmt_id == 0x22112100);
  376. s->chroma_height = s->height / 2;
  377. break;
  378. case 0x21111100:
  379. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  380. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  381. break;
  382. case 0x22121100:
  383. case 0x22111200:
  384. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  385. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  386. s->upscale_v = (pix_fmt_id == 0x22121100) + 1;
  387. break;
  388. case 0x22111100:
  389. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUVJ420P;
  390. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  391. break;
  392. case 0x41111100:
  393. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV411P : AV_PIX_FMT_YUVJ411P;
  394. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  395. break;
  396. default:
  397. av_log(s->avctx, AV_LOG_ERROR, "Unhandled pixel format 0x%x\n", pix_fmt_id);
  398. return AVERROR_PATCHWELCOME;
  399. }
  400. if ((s->upscale_h || s->upscale_v) && s->avctx->lowres) {
  401. av_log(s->avctx, AV_LOG_ERROR, "lowres not supported for weird subsampling\n");
  402. return AVERROR_PATCHWELCOME;
  403. }
  404. if (s->ls) {
  405. s->upscale_h = s->upscale_v = 0;
  406. if (s->nb_components > 1)
  407. s->avctx->pix_fmt = AV_PIX_FMT_RGB24;
  408. else if (s->bits <= 8)
  409. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  410. else
  411. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  412. }
  413. av_frame_unref(s->picture_ptr);
  414. if (ff_get_buffer(s->avctx, s->picture_ptr, AV_GET_BUFFER_FLAG_REF) < 0)
  415. return -1;
  416. s->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
  417. s->picture_ptr->key_frame = 1;
  418. s->got_picture = 1;
  419. for (i = 0; i < 3; i++)
  420. s->linesize[i] = s->picture_ptr->linesize[i] << s->interlaced;
  421. av_dlog(s->avctx, "%d %d %d %d %d %d\n",
  422. s->width, s->height, s->linesize[0], s->linesize[1],
  423. s->interlaced, s->avctx->height);
  424. if (len != (8 + (3 * nb_components)))
  425. av_log(s->avctx, AV_LOG_DEBUG, "decode_sof0: error, len(%d) mismatch\n", len);
  426. }
  427. if (s->rgb && !s->lossless && !s->ls) {
  428. av_log(s->avctx, AV_LOG_ERROR, "Unsupported coding and pixel format combination\n");
  429. return AVERROR_PATCHWELCOME;
  430. }
  431. /* totally blank picture as progressive JPEG will only add details to it */
  432. if (s->progressive) {
  433. int bw = (width + s->h_max * 8 - 1) / (s->h_max * 8);
  434. int bh = (height + s->v_max * 8 - 1) / (s->v_max * 8);
  435. for (i = 0; i < s->nb_components; i++) {
  436. int size = bw * bh * s->h_count[i] * s->v_count[i];
  437. av_freep(&s->blocks[i]);
  438. av_freep(&s->last_nnz[i]);
  439. s->blocks[i] = av_malloc(size * sizeof(**s->blocks));
  440. s->last_nnz[i] = av_mallocz(size * sizeof(**s->last_nnz));
  441. s->block_stride[i] = bw * s->h_count[i];
  442. }
  443. memset(s->coefs_finished, 0, sizeof(s->coefs_finished));
  444. }
  445. return 0;
  446. }
  447. static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
  448. {
  449. int code;
  450. code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
  451. if (code < 0 || code > 16) {
  452. av_log(s->avctx, AV_LOG_WARNING,
  453. "mjpeg_decode_dc: bad vlc: %d:%d (%p)\n",
  454. 0, dc_index, &s->vlcs[0][dc_index]);
  455. return 0xffff;
  456. }
  457. if (code)
  458. return get_xbits(&s->gb, code);
  459. else
  460. return 0;
  461. }
  462. /* decode block and dequantize */
  463. static int decode_block(MJpegDecodeContext *s, int16_t *block, int component,
  464. int dc_index, int ac_index, int16_t *quant_matrix)
  465. {
  466. int code, i, j, level, val;
  467. /* DC coef */
  468. val = mjpeg_decode_dc(s, dc_index);
  469. if (val == 0xffff) {
  470. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  471. return AVERROR_INVALIDDATA;
  472. }
  473. val = val * quant_matrix[0] + s->last_dc[component];
  474. s->last_dc[component] = val;
  475. block[0] = val;
  476. /* AC coefs */
  477. i = 0;
  478. {OPEN_READER(re, &s->gb);
  479. do {
  480. UPDATE_CACHE(re, &s->gb);
  481. GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2);
  482. i += ((unsigned)code) >> 4;
  483. code &= 0xf;
  484. if (code) {
  485. if (code > MIN_CACHE_BITS - 16)
  486. UPDATE_CACHE(re, &s->gb);
  487. {
  488. int cache = GET_CACHE(re, &s->gb);
  489. int sign = (~cache) >> 31;
  490. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  491. }
  492. LAST_SKIP_BITS(re, &s->gb, code);
  493. if (i > 63) {
  494. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  495. return AVERROR_INVALIDDATA;
  496. }
  497. j = s->scantable.permutated[i];
  498. block[j] = level * quant_matrix[j];
  499. }
  500. } while (i < 63);
  501. CLOSE_READER(re, &s->gb);}
  502. return 0;
  503. }
  504. static int decode_dc_progressive(MJpegDecodeContext *s, int16_t *block,
  505. int component, int dc_index,
  506. int16_t *quant_matrix, int Al)
  507. {
  508. int val;
  509. s->dsp.clear_block(block);
  510. val = mjpeg_decode_dc(s, dc_index);
  511. if (val == 0xffff) {
  512. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  513. return AVERROR_INVALIDDATA;
  514. }
  515. val = (val * quant_matrix[0] << Al) + s->last_dc[component];
  516. s->last_dc[component] = val;
  517. block[0] = val;
  518. return 0;
  519. }
  520. /* decode block and dequantize - progressive JPEG version */
  521. static int decode_block_progressive(MJpegDecodeContext *s, int16_t *block,
  522. uint8_t *last_nnz, int ac_index,
  523. int16_t *quant_matrix,
  524. int ss, int se, int Al, int *EOBRUN)
  525. {
  526. int code, i, j, level, val, run;
  527. if (*EOBRUN) {
  528. (*EOBRUN)--;
  529. return 0;
  530. }
  531. {
  532. OPEN_READER(re, &s->gb);
  533. for (i = ss; ; i++) {
  534. UPDATE_CACHE(re, &s->gb);
  535. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  536. run = ((unsigned) code) >> 4;
  537. code &= 0xF;
  538. if (code) {
  539. i += run;
  540. if (code > MIN_CACHE_BITS - 16)
  541. UPDATE_CACHE(re, &s->gb);
  542. {
  543. int cache = GET_CACHE(re, &s->gb);
  544. int sign = (~cache) >> 31;
  545. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  546. }
  547. LAST_SKIP_BITS(re, &s->gb, code);
  548. if (i >= se) {
  549. if (i == se) {
  550. j = s->scantable.permutated[se];
  551. block[j] = level * quant_matrix[j] << Al;
  552. break;
  553. }
  554. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  555. return AVERROR_INVALIDDATA;
  556. }
  557. j = s->scantable.permutated[i];
  558. block[j] = level * quant_matrix[j] << Al;
  559. } else {
  560. if (run == 0xF) {// ZRL - skip 15 coefficients
  561. i += 15;
  562. if (i >= se) {
  563. av_log(s->avctx, AV_LOG_ERROR, "ZRL overflow: %d\n", i);
  564. return AVERROR_INVALIDDATA;
  565. }
  566. } else {
  567. val = (1 << run);
  568. if (run) {
  569. UPDATE_CACHE(re, &s->gb);
  570. val += NEG_USR32(GET_CACHE(re, &s->gb), run);
  571. LAST_SKIP_BITS(re, &s->gb, run);
  572. }
  573. *EOBRUN = val - 1;
  574. break;
  575. }
  576. }
  577. }
  578. CLOSE_READER(re, &s->gb);
  579. }
  580. if (i > *last_nnz)
  581. *last_nnz = i;
  582. return 0;
  583. }
  584. #define REFINE_BIT(j) { \
  585. UPDATE_CACHE(re, &s->gb); \
  586. sign = block[j] >> 15; \
  587. block[j] += SHOW_UBITS(re, &s->gb, 1) * \
  588. ((quant_matrix[j] ^ sign) - sign) << Al; \
  589. LAST_SKIP_BITS(re, &s->gb, 1); \
  590. }
  591. #define ZERO_RUN \
  592. for (; ; i++) { \
  593. if (i > last) { \
  594. i += run; \
  595. if (i > se) { \
  596. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i); \
  597. return -1; \
  598. } \
  599. break; \
  600. } \
  601. j = s->scantable.permutated[i]; \
  602. if (block[j]) \
  603. REFINE_BIT(j) \
  604. else if (run-- == 0) \
  605. break; \
  606. }
  607. /* decode block and dequantize - progressive JPEG refinement pass */
  608. static int decode_block_refinement(MJpegDecodeContext *s, int16_t *block,
  609. uint8_t *last_nnz,
  610. int ac_index, int16_t *quant_matrix,
  611. int ss, int se, int Al, int *EOBRUN)
  612. {
  613. int code, i = ss, j, sign, val, run;
  614. int last = FFMIN(se, *last_nnz);
  615. OPEN_READER(re, &s->gb);
  616. if (*EOBRUN) {
  617. (*EOBRUN)--;
  618. } else {
  619. for (; ; i++) {
  620. UPDATE_CACHE(re, &s->gb);
  621. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  622. if (code & 0xF) {
  623. run = ((unsigned) code) >> 4;
  624. UPDATE_CACHE(re, &s->gb);
  625. val = SHOW_UBITS(re, &s->gb, 1);
  626. LAST_SKIP_BITS(re, &s->gb, 1);
  627. ZERO_RUN;
  628. j = s->scantable.permutated[i];
  629. val--;
  630. block[j] = ((quant_matrix[j]^val) - val) << Al;
  631. if (i == se) {
  632. if (i > *last_nnz)
  633. *last_nnz = i;
  634. CLOSE_READER(re, &s->gb);
  635. return 0;
  636. }
  637. } else {
  638. run = ((unsigned) code) >> 4;
  639. if (run == 0xF) {
  640. ZERO_RUN;
  641. } else {
  642. val = run;
  643. run = (1 << run);
  644. if (val) {
  645. UPDATE_CACHE(re, &s->gb);
  646. run += SHOW_UBITS(re, &s->gb, val);
  647. LAST_SKIP_BITS(re, &s->gb, val);
  648. }
  649. *EOBRUN = run - 1;
  650. break;
  651. }
  652. }
  653. }
  654. if (i > *last_nnz)
  655. *last_nnz = i;
  656. }
  657. for (; i <= last; i++) {
  658. j = s->scantable.permutated[i];
  659. if (block[j])
  660. REFINE_BIT(j)
  661. }
  662. CLOSE_READER(re, &s->gb);
  663. return 0;
  664. }
  665. #undef REFINE_BIT
  666. #undef ZERO_RUN
  667. static int handle_rstn(MJpegDecodeContext *s, int nb_components)
  668. {
  669. int i;
  670. int reset = 0;
  671. if (s->restart_interval) {
  672. s->restart_count--;
  673. if(s->restart_count == 0 && s->avctx->codec_id == AV_CODEC_ID_THP){
  674. align_get_bits(&s->gb);
  675. for (i = 0; i < nb_components; i++) /* reset dc */
  676. s->last_dc[i] = 1024;
  677. }
  678. i = 8 + ((-get_bits_count(&s->gb)) & 7);
  679. /* skip RSTn */
  680. if (s->restart_count == 0) {
  681. if( show_bits(&s->gb, i) == (1 << i) - 1
  682. || show_bits(&s->gb, i) == 0xFF) {
  683. int pos = get_bits_count(&s->gb);
  684. align_get_bits(&s->gb);
  685. while (get_bits_left(&s->gb) >= 8 && show_bits(&s->gb, 8) == 0xFF)
  686. skip_bits(&s->gb, 8);
  687. if (get_bits_left(&s->gb) >= 8 && (get_bits(&s->gb, 8) & 0xF8) == 0xD0) {
  688. for (i = 0; i < nb_components; i++) /* reset dc */
  689. s->last_dc[i] = 1024;
  690. reset = 1;
  691. } else
  692. skip_bits_long(&s->gb, pos - get_bits_count(&s->gb));
  693. }
  694. }
  695. }
  696. return reset;
  697. }
  698. static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int nb_components, int predictor, int point_transform)
  699. {
  700. int i, mb_x, mb_y;
  701. uint16_t (*buffer)[4];
  702. int left[4], top[4], topleft[4];
  703. const int linesize = s->linesize[0];
  704. const int mask = (1 << s->bits) - 1;
  705. int resync_mb_y = 0;
  706. int resync_mb_x = 0;
  707. s->restart_count = s->restart_interval;
  708. av_fast_malloc(&s->ljpeg_buffer, &s->ljpeg_buffer_size,
  709. (unsigned)s->mb_width * 4 * sizeof(s->ljpeg_buffer[0][0]));
  710. buffer = s->ljpeg_buffer;
  711. for (i = 0; i < 4; i++)
  712. buffer[0][i] = 1 << (s->bits - 1);
  713. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  714. uint8_t *ptr = s->picture.data[0] + (linesize * mb_y);
  715. if (s->interlaced && s->bottom_field)
  716. ptr += linesize >> 1;
  717. for (i = 0; i < 4; i++)
  718. top[i] = left[i] = topleft[i] = buffer[0][i];
  719. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  720. int modified_predictor = predictor;
  721. if (s->restart_interval && !s->restart_count){
  722. s->restart_count = s->restart_interval;
  723. resync_mb_x = mb_x;
  724. resync_mb_y = mb_y;
  725. for(i=0; i<4; i++)
  726. top[i] = left[i]= topleft[i]= 1 << (s->bits - 1);
  727. }
  728. if (mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || !mb_x)
  729. modified_predictor = 1;
  730. for (i=0;i<nb_components;i++) {
  731. int pred, dc;
  732. topleft[i] = top[i];
  733. top[i] = buffer[mb_x][i];
  734. PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
  735. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  736. if(dc == 0xFFFF)
  737. return -1;
  738. left[i] = buffer[mb_x][i] =
  739. mask & (pred + (dc << point_transform));
  740. }
  741. if (s->restart_interval && !--s->restart_count) {
  742. align_get_bits(&s->gb);
  743. skip_bits(&s->gb, 16); /* skip RSTn */
  744. }
  745. }
  746. if (s->nb_components == 4) {
  747. for(i=0; i<nb_components; i++) {
  748. int c= s->comp_index[i];
  749. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  750. ptr[4*mb_x+3-c] = buffer[mb_x][i];
  751. }
  752. }
  753. } else if (s->rct) {
  754. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  755. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  756. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  757. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  758. }
  759. } else if (s->pegasus_rct) {
  760. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  761. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2]) >> 2);
  762. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  763. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  764. }
  765. } else {
  766. for(i=0; i<nb_components; i++) {
  767. int c= s->comp_index[i];
  768. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  769. ptr[3*mb_x+2-c] = buffer[mb_x][i];
  770. }
  771. }
  772. }
  773. }
  774. return 0;
  775. }
  776. static int ljpeg_decode_yuv_scan(MJpegDecodeContext *s, int predictor,
  777. int point_transform, int nb_components)
  778. {
  779. int i, mb_x, mb_y;
  780. int bits= (s->bits+7)&~7;
  781. int resync_mb_y = 0;
  782. int resync_mb_x = 0;
  783. point_transform += bits - s->bits;
  784. av_assert0(nb_components>=1 && nb_components<=4);
  785. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  786. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  787. if (s->restart_interval && !s->restart_count){
  788. s->restart_count = s->restart_interval;
  789. resync_mb_x = mb_x;
  790. resync_mb_y = mb_y;
  791. }
  792. if(!mb_x || mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || s->interlaced){
  793. int toprow = mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x;
  794. int leftcol = !mb_x || mb_y == resync_mb_y && mb_x == resync_mb_x;
  795. for (i = 0; i < nb_components; i++) {
  796. uint8_t *ptr;
  797. uint16_t *ptr16;
  798. int n, h, v, x, y, c, j, linesize;
  799. n = s->nb_blocks[i];
  800. c = s->comp_index[i];
  801. h = s->h_scount[i];
  802. v = s->v_scount[i];
  803. x = 0;
  804. y = 0;
  805. linesize= s->linesize[c];
  806. if(bits>8) linesize /= 2;
  807. for(j=0; j<n; j++) {
  808. int pred, dc;
  809. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  810. if(dc == 0xFFFF)
  811. return -1;
  812. if(bits<=8){
  813. ptr = s->picture.data[c] + (linesize * (v * mb_y + y)) + (h * mb_x + x); //FIXME optimize this crap
  814. if(y==0 && toprow){
  815. if(x==0 && leftcol){
  816. pred= 1 << (bits - 1);
  817. }else{
  818. pred= ptr[-1];
  819. }
  820. }else{
  821. if(x==0 && leftcol){
  822. pred= ptr[-linesize];
  823. }else{
  824. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  825. }
  826. }
  827. if (s->interlaced && s->bottom_field)
  828. ptr += linesize >> 1;
  829. pred &= (-1)<<(8-s->bits);
  830. *ptr= pred + (dc << point_transform);
  831. }else{
  832. ptr16 = (uint16_t*)(s->picture.data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  833. if(y==0 && toprow){
  834. if(x==0 && leftcol){
  835. pred= 1 << (bits - 1);
  836. }else{
  837. pred= ptr16[-1];
  838. }
  839. }else{
  840. if(x==0 && leftcol){
  841. pred= ptr16[-linesize];
  842. }else{
  843. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  844. }
  845. }
  846. if (s->interlaced && s->bottom_field)
  847. ptr16 += linesize >> 1;
  848. pred &= (-1)<<(16-s->bits);
  849. *ptr16= pred + (dc << point_transform);
  850. }
  851. if (++x == h) {
  852. x = 0;
  853. y++;
  854. }
  855. }
  856. }
  857. } else {
  858. for (i = 0; i < nb_components; i++) {
  859. uint8_t *ptr;
  860. uint16_t *ptr16;
  861. int n, h, v, x, y, c, j, linesize, dc;
  862. n = s->nb_blocks[i];
  863. c = s->comp_index[i];
  864. h = s->h_scount[i];
  865. v = s->v_scount[i];
  866. x = 0;
  867. y = 0;
  868. linesize = s->linesize[c];
  869. if(bits>8) linesize /= 2;
  870. for (j = 0; j < n; j++) {
  871. int pred;
  872. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  873. if(dc == 0xFFFF)
  874. return -1;
  875. if(bits<=8){
  876. ptr = s->picture.data[c] +
  877. (linesize * (v * mb_y + y)) +
  878. (h * mb_x + x); //FIXME optimize this crap
  879. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  880. pred &= (-1)<<(8-s->bits);
  881. *ptr = pred + (dc << point_transform);
  882. }else{
  883. ptr16 = (uint16_t*)(s->picture.data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  884. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  885. pred &= (-1)<<(16-s->bits);
  886. *ptr16= pred + (dc << point_transform);
  887. }
  888. if (++x == h) {
  889. x = 0;
  890. y++;
  891. }
  892. }
  893. }
  894. }
  895. if (s->restart_interval && !--s->restart_count) {
  896. align_get_bits(&s->gb);
  897. skip_bits(&s->gb, 16); /* skip RSTn */
  898. }
  899. }
  900. }
  901. return 0;
  902. }
  903. static av_always_inline void mjpeg_copy_block(MJpegDecodeContext *s,
  904. uint8_t *dst, const uint8_t *src,
  905. int linesize, int lowres)
  906. {
  907. switch (lowres) {
  908. case 0: s->hdsp.put_pixels_tab[1][0](dst, src, linesize, 8);
  909. break;
  910. case 1: copy_block4(dst, src, linesize, linesize, 4);
  911. break;
  912. case 2: copy_block2(dst, src, linesize, linesize, 2);
  913. break;
  914. case 3: *dst = *src;
  915. break;
  916. }
  917. }
  918. static int mjpeg_decode_scan(MJpegDecodeContext *s, int nb_components, int Ah,
  919. int Al, const uint8_t *mb_bitmask,
  920. const AVFrame *reference)
  921. {
  922. int i, mb_x, mb_y;
  923. uint8_t *data[MAX_COMPONENTS];
  924. const uint8_t *reference_data[MAX_COMPONENTS];
  925. int linesize[MAX_COMPONENTS];
  926. GetBitContext mb_bitmask_gb;
  927. if (mb_bitmask)
  928. init_get_bits(&mb_bitmask_gb, mb_bitmask, s->mb_width * s->mb_height);
  929. if (s->flipped && s->avctx->lowres) {
  930. av_log(s->avctx, AV_LOG_ERROR, "Can not flip image with lowres\n");
  931. s->flipped = 0;
  932. }
  933. s->restart_count = 0;
  934. for (i = 0; i < nb_components; i++) {
  935. int c = s->comp_index[i];
  936. data[c] = s->picture_ptr->data[c];
  937. reference_data[c] = reference ? reference->data[c] : NULL;
  938. linesize[c] = s->linesize[c];
  939. s->coefs_finished[c] |= 1;
  940. if (s->flipped && !(s->avctx->flags & CODEC_FLAG_EMU_EDGE)) {
  941. // picture should be flipped upside-down for this codec
  942. int offset = (linesize[c] * (s->v_scount[i] *
  943. (8 * s->mb_height - ((s->height / s->v_max) & 7)) - 1));
  944. data[c] += offset;
  945. reference_data[c] += offset;
  946. linesize[c] *= -1;
  947. }
  948. }
  949. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  950. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  951. const int copy_mb = mb_bitmask && !get_bits1(&mb_bitmask_gb);
  952. if (s->restart_interval && !s->restart_count)
  953. s->restart_count = s->restart_interval;
  954. if (get_bits_left(&s->gb) < 0) {
  955. av_log(s->avctx, AV_LOG_ERROR, "overread %d\n",
  956. -get_bits_left(&s->gb));
  957. return AVERROR_INVALIDDATA;
  958. }
  959. for (i = 0; i < nb_components; i++) {
  960. uint8_t *ptr;
  961. int n, h, v, x, y, c, j;
  962. int block_offset;
  963. n = s->nb_blocks[i];
  964. c = s->comp_index[i];
  965. h = s->h_scount[i];
  966. v = s->v_scount[i];
  967. x = 0;
  968. y = 0;
  969. for (j = 0; j < n; j++) {
  970. block_offset = (((linesize[c] * (v * mb_y + y) * 8) +
  971. (h * mb_x + x) * 8) >> s->avctx->lowres);
  972. if (s->interlaced && s->bottom_field)
  973. block_offset += linesize[c] >> 1;
  974. ptr = data[c] + block_offset;
  975. if (!s->progressive) {
  976. if (copy_mb)
  977. mjpeg_copy_block(s, ptr, reference_data[c] + block_offset,
  978. linesize[c], s->avctx->lowres);
  979. else {
  980. s->dsp.clear_block(s->block);
  981. if (decode_block(s, s->block, i,
  982. s->dc_index[i], s->ac_index[i],
  983. s->quant_matrixes[s->quant_sindex[i]]) < 0) {
  984. av_log(s->avctx, AV_LOG_ERROR,
  985. "error y=%d x=%d\n", mb_y, mb_x);
  986. return AVERROR_INVALIDDATA;
  987. }
  988. s->dsp.idct_put(ptr, linesize[c], s->block);
  989. }
  990. } else {
  991. int block_idx = s->block_stride[c] * (v * mb_y + y) +
  992. (h * mb_x + x);
  993. int16_t *block = s->blocks[c][block_idx];
  994. if (Ah)
  995. block[0] += get_bits1(&s->gb) *
  996. s->quant_matrixes[s->quant_sindex[i]][0] << Al;
  997. else if (decode_dc_progressive(s, block, i, s->dc_index[i],
  998. s->quant_matrixes[s->quant_sindex[i]],
  999. Al) < 0) {
  1000. av_log(s->avctx, AV_LOG_ERROR,
  1001. "error y=%d x=%d\n", mb_y, mb_x);
  1002. return AVERROR_INVALIDDATA;
  1003. }
  1004. }
  1005. av_dlog(s->avctx, "mb: %d %d processed\n", mb_y, mb_x);
  1006. av_dlog(s->avctx, "%d %d %d %d %d %d %d %d \n",
  1007. mb_x, mb_y, x, y, c, s->bottom_field,
  1008. (v * mb_y + y) * 8, (h * mb_x + x) * 8);
  1009. if (++x == h) {
  1010. x = 0;
  1011. y++;
  1012. }
  1013. }
  1014. }
  1015. handle_rstn(s, nb_components);
  1016. }
  1017. }
  1018. return 0;
  1019. }
  1020. static int mjpeg_decode_scan_progressive_ac(MJpegDecodeContext *s, int ss,
  1021. int se, int Ah, int Al)
  1022. {
  1023. int mb_x, mb_y;
  1024. int EOBRUN = 0;
  1025. int c = s->comp_index[0];
  1026. uint8_t *data = s->picture.data[c];
  1027. int linesize = s->linesize[c];
  1028. int last_scan = 0;
  1029. int16_t *quant_matrix = s->quant_matrixes[s->quant_sindex[0]];
  1030. av_assert0(ss>=0 && Ah>=0 && Al>=0);
  1031. if (se < ss || se > 63) {
  1032. av_log(s->avctx, AV_LOG_ERROR, "SS/SE %d/%d is invalid\n", ss, se);
  1033. return AVERROR_INVALIDDATA;
  1034. }
  1035. if (!Al) {
  1036. s->coefs_finished[c] |= (1LL << (se + 1)) - (1LL << ss);
  1037. last_scan = !~s->coefs_finished[c];
  1038. }
  1039. if (s->interlaced && s->bottom_field)
  1040. data += linesize >> 1;
  1041. s->restart_count = 0;
  1042. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1043. uint8_t *ptr = data + (mb_y * linesize * 8 >> s->avctx->lowres);
  1044. int block_idx = mb_y * s->block_stride[c];
  1045. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1046. uint8_t *last_nnz = &s->last_nnz[c][block_idx];
  1047. for (mb_x = 0; mb_x < s->mb_width; mb_x++, block++, last_nnz++) {
  1048. int ret;
  1049. if (s->restart_interval && !s->restart_count)
  1050. s->restart_count = s->restart_interval;
  1051. if (Ah)
  1052. ret = decode_block_refinement(s, *block, last_nnz, s->ac_index[0],
  1053. quant_matrix, ss, se, Al, &EOBRUN);
  1054. else
  1055. ret = decode_block_progressive(s, *block, last_nnz, s->ac_index[0],
  1056. quant_matrix, ss, se, Al, &EOBRUN);
  1057. if (ret < 0) {
  1058. av_log(s->avctx, AV_LOG_ERROR,
  1059. "error y=%d x=%d\n", mb_y, mb_x);
  1060. return AVERROR_INVALIDDATA;
  1061. }
  1062. if (last_scan) {
  1063. s->dsp.idct_put(ptr, linesize, *block);
  1064. ptr += 8 >> s->avctx->lowres;
  1065. }
  1066. if (handle_rstn(s, 0))
  1067. EOBRUN = 0;
  1068. }
  1069. }
  1070. return 0;
  1071. }
  1072. int ff_mjpeg_decode_sos(MJpegDecodeContext *s, const uint8_t *mb_bitmask,
  1073. const AVFrame *reference)
  1074. {
  1075. int len, nb_components, i, h, v, predictor, point_transform;
  1076. int index, id, ret;
  1077. const int block_size = s->lossless ? 1 : 8;
  1078. int ilv, prev_shift;
  1079. if (!s->got_picture) {
  1080. av_log(s->avctx, AV_LOG_WARNING,
  1081. "Can not process SOS before SOF, skipping\n");
  1082. return -1;
  1083. }
  1084. av_assert0(s->picture_ptr->data[0]);
  1085. /* XXX: verify len field validity */
  1086. len = get_bits(&s->gb, 16);
  1087. nb_components = get_bits(&s->gb, 8);
  1088. if (nb_components == 0 || nb_components > MAX_COMPONENTS) {
  1089. av_log(s->avctx, AV_LOG_ERROR,
  1090. "decode_sos: nb_components (%d) unsupported\n", nb_components);
  1091. return AVERROR_PATCHWELCOME;
  1092. }
  1093. if (len != 6 + 2 * nb_components) {
  1094. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: invalid len (%d)\n", len);
  1095. return AVERROR_INVALIDDATA;
  1096. }
  1097. for (i = 0; i < nb_components; i++) {
  1098. id = get_bits(&s->gb, 8) - 1;
  1099. av_log(s->avctx, AV_LOG_DEBUG, "component: %d\n", id);
  1100. /* find component index */
  1101. for (index = 0; index < s->nb_components; index++)
  1102. if (id == s->component_id[index])
  1103. break;
  1104. if (index == s->nb_components) {
  1105. av_log(s->avctx, AV_LOG_ERROR,
  1106. "decode_sos: index(%d) out of components\n", index);
  1107. return AVERROR_INVALIDDATA;
  1108. }
  1109. /* Metasoft MJPEG codec has Cb and Cr swapped */
  1110. if (s->avctx->codec_tag == MKTAG('M', 'T', 'S', 'J')
  1111. && nb_components == 3 && s->nb_components == 3 && i)
  1112. index = 3 - i;
  1113. s->quant_sindex[i] = s->quant_index[index];
  1114. s->nb_blocks[i] = s->h_count[index] * s->v_count[index];
  1115. s->h_scount[i] = s->h_count[index];
  1116. s->v_scount[i] = s->v_count[index];
  1117. if(nb_components == 3 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1118. index = (i+2)%3;
  1119. if(nb_components == 1 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1120. index = (index+2)%3;
  1121. s->comp_index[i] = index;
  1122. s->dc_index[i] = get_bits(&s->gb, 4);
  1123. s->ac_index[i] = get_bits(&s->gb, 4);
  1124. if (s->dc_index[i] < 0 || s->ac_index[i] < 0 ||
  1125. s->dc_index[i] >= 4 || s->ac_index[i] >= 4)
  1126. goto out_of_range;
  1127. if (!s->vlcs[0][s->dc_index[i]].table || !(s->progressive ? s->vlcs[2][s->ac_index[0]].table : s->vlcs[1][s->ac_index[i]].table))
  1128. goto out_of_range;
  1129. }
  1130. predictor = get_bits(&s->gb, 8); /* JPEG Ss / lossless JPEG predictor /JPEG-LS NEAR */
  1131. ilv = get_bits(&s->gb, 8); /* JPEG Se / JPEG-LS ILV */
  1132. if(s->avctx->codec_tag != AV_RL32("CJPG")){
  1133. prev_shift = get_bits(&s->gb, 4); /* Ah */
  1134. point_transform = get_bits(&s->gb, 4); /* Al */
  1135. }else
  1136. prev_shift = point_transform = 0;
  1137. if (nb_components > 1) {
  1138. /* interleaved stream */
  1139. s->mb_width = (s->width + s->h_max * block_size - 1) / (s->h_max * block_size);
  1140. s->mb_height = (s->height + s->v_max * block_size - 1) / (s->v_max * block_size);
  1141. } else if (!s->ls) { /* skip this for JPEG-LS */
  1142. h = s->h_max / s->h_scount[0];
  1143. v = s->v_max / s->v_scount[0];
  1144. s->mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1145. s->mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1146. s->nb_blocks[0] = 1;
  1147. s->h_scount[0] = 1;
  1148. s->v_scount[0] = 1;
  1149. }
  1150. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1151. av_log(s->avctx, AV_LOG_DEBUG, "%s %s p:%d >>:%d ilv:%d bits:%d skip:%d %s comp:%d\n",
  1152. s->lossless ? "lossless" : "sequential DCT", s->rgb ? "RGB" : "",
  1153. predictor, point_transform, ilv, s->bits, s->mjpb_skiptosod,
  1154. s->pegasus_rct ? "PRCT" : (s->rct ? "RCT" : ""), nb_components);
  1155. /* mjpeg-b can have padding bytes between sos and image data, skip them */
  1156. for (i = s->mjpb_skiptosod; i > 0; i--)
  1157. skip_bits(&s->gb, 8);
  1158. next_field:
  1159. for (i = 0; i < nb_components; i++)
  1160. s->last_dc[i] = 1024;
  1161. if (s->lossless) {
  1162. av_assert0(s->picture_ptr == &s->picture);
  1163. if (CONFIG_JPEGLS_DECODER && s->ls) {
  1164. // for () {
  1165. // reset_ls_coding_parameters(s, 0);
  1166. if ((ret = ff_jpegls_decode_picture(s, predictor,
  1167. point_transform, ilv)) < 0)
  1168. return ret;
  1169. } else {
  1170. if (s->rgb) {
  1171. if ((ret = ljpeg_decode_rgb_scan(s, nb_components, predictor, point_transform)) < 0)
  1172. return ret;
  1173. } else {
  1174. if ((ret = ljpeg_decode_yuv_scan(s, predictor,
  1175. point_transform,
  1176. nb_components)) < 0)
  1177. return ret;
  1178. }
  1179. }
  1180. } else {
  1181. if (s->progressive && predictor) {
  1182. av_assert0(s->picture_ptr == &s->picture);
  1183. if ((ret = mjpeg_decode_scan_progressive_ac(s, predictor,
  1184. ilv, prev_shift,
  1185. point_transform)) < 0)
  1186. return ret;
  1187. } else {
  1188. if ((ret = mjpeg_decode_scan(s, nb_components,
  1189. prev_shift, point_transform,
  1190. mb_bitmask, reference)) < 0)
  1191. return ret;
  1192. }
  1193. }
  1194. if (s->interlaced &&
  1195. get_bits_left(&s->gb) > 32 &&
  1196. show_bits(&s->gb, 8) == 0xFF) {
  1197. GetBitContext bak = s->gb;
  1198. align_get_bits(&bak);
  1199. if (show_bits(&bak, 16) == 0xFFD1) {
  1200. av_log(s->avctx, AV_LOG_DEBUG, "AVRn interlaced picture marker found\n");
  1201. s->gb = bak;
  1202. skip_bits(&s->gb, 16);
  1203. s->bottom_field ^= 1;
  1204. goto next_field;
  1205. }
  1206. }
  1207. emms_c();
  1208. return 0;
  1209. out_of_range:
  1210. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: ac/dc index out of range\n");
  1211. return AVERROR_INVALIDDATA;
  1212. }
  1213. static int mjpeg_decode_dri(MJpegDecodeContext *s)
  1214. {
  1215. if (get_bits(&s->gb, 16) != 4)
  1216. return AVERROR_INVALIDDATA;
  1217. s->restart_interval = get_bits(&s->gb, 16);
  1218. s->restart_count = 0;
  1219. av_log(s->avctx, AV_LOG_DEBUG, "restart interval: %d\n",
  1220. s->restart_interval);
  1221. return 0;
  1222. }
  1223. static int mjpeg_decode_app(MJpegDecodeContext *s)
  1224. {
  1225. int len, id, i;
  1226. len = get_bits(&s->gb, 16);
  1227. if (len < 5)
  1228. return AVERROR_INVALIDDATA;
  1229. if (8 * len > get_bits_left(&s->gb))
  1230. return AVERROR_INVALIDDATA;
  1231. id = get_bits_long(&s->gb, 32);
  1232. len -= 6;
  1233. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1234. av_log(s->avctx, AV_LOG_DEBUG, "APPx %8X len=%d\n", id, len);
  1235. /* Buggy AVID, it puts EOI only at every 10th frame. */
  1236. /* Also, this fourcc is used by non-avid files too, it holds some
  1237. information, but it's always present in AVID-created files. */
  1238. if (id == AV_RB32("AVI1")) {
  1239. /* structure:
  1240. 4bytes AVI1
  1241. 1bytes polarity
  1242. 1bytes always zero
  1243. 4bytes field_size
  1244. 4bytes field_size_less_padding
  1245. */
  1246. s->buggy_avid = 1;
  1247. i = get_bits(&s->gb, 8); len--;
  1248. av_log(s->avctx, AV_LOG_DEBUG, "polarity %d\n", i);
  1249. #if 0
  1250. skip_bits(&s->gb, 8);
  1251. skip_bits(&s->gb, 32);
  1252. skip_bits(&s->gb, 32);
  1253. len -= 10;
  1254. #endif
  1255. goto out;
  1256. }
  1257. // len -= 2;
  1258. if (id == AV_RB32("JFIF")) {
  1259. int t_w, t_h, v1, v2;
  1260. skip_bits(&s->gb, 8); /* the trailing zero-byte */
  1261. v1 = get_bits(&s->gb, 8);
  1262. v2 = get_bits(&s->gb, 8);
  1263. skip_bits(&s->gb, 8);
  1264. s->avctx->sample_aspect_ratio.num = get_bits(&s->gb, 16);
  1265. s->avctx->sample_aspect_ratio.den = get_bits(&s->gb, 16);
  1266. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1267. av_log(s->avctx, AV_LOG_INFO,
  1268. "mjpeg: JFIF header found (version: %x.%x) SAR=%d/%d\n",
  1269. v1, v2,
  1270. s->avctx->sample_aspect_ratio.num,
  1271. s->avctx->sample_aspect_ratio.den);
  1272. t_w = get_bits(&s->gb, 8);
  1273. t_h = get_bits(&s->gb, 8);
  1274. if (t_w && t_h) {
  1275. /* skip thumbnail */
  1276. if (len -10 - (t_w * t_h * 3) > 0)
  1277. len -= t_w * t_h * 3;
  1278. }
  1279. len -= 10;
  1280. goto out;
  1281. }
  1282. if (id == AV_RB32("Adob") && (get_bits(&s->gb, 8) == 'e')) {
  1283. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1284. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Adobe header found\n");
  1285. skip_bits(&s->gb, 16); /* version */
  1286. skip_bits(&s->gb, 16); /* flags0 */
  1287. skip_bits(&s->gb, 16); /* flags1 */
  1288. skip_bits(&s->gb, 8); /* transform */
  1289. len -= 7;
  1290. goto out;
  1291. }
  1292. if (id == AV_RB32("LJIF")) {
  1293. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1294. av_log(s->avctx, AV_LOG_INFO,
  1295. "Pegasus lossless jpeg header found\n");
  1296. skip_bits(&s->gb, 16); /* version ? */
  1297. skip_bits(&s->gb, 16); /* unknown always 0? */
  1298. skip_bits(&s->gb, 16); /* unknown always 0? */
  1299. skip_bits(&s->gb, 16); /* unknown always 0? */
  1300. switch (get_bits(&s->gb, 8)) {
  1301. case 1:
  1302. s->rgb = 1;
  1303. s->pegasus_rct = 0;
  1304. break;
  1305. case 2:
  1306. s->rgb = 1;
  1307. s->pegasus_rct = 1;
  1308. break;
  1309. default:
  1310. av_log(s->avctx, AV_LOG_ERROR, "unknown colorspace\n");
  1311. }
  1312. len -= 9;
  1313. goto out;
  1314. }
  1315. if (id == AV_RL32("colr") && len > 0) {
  1316. s->colr = get_bits(&s->gb, 8);
  1317. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1318. av_log(s->avctx, AV_LOG_INFO, "COLR %d\n", s->colr);
  1319. len --;
  1320. goto out;
  1321. }
  1322. if (id == AV_RL32("xfrm") && len > 0) {
  1323. s->xfrm = get_bits(&s->gb, 8);
  1324. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1325. av_log(s->avctx, AV_LOG_INFO, "XFRM %d\n", s->xfrm);
  1326. len --;
  1327. goto out;
  1328. }
  1329. /* Apple MJPEG-A */
  1330. if ((s->start_code == APP1) && (len > (0x28 - 8))) {
  1331. id = get_bits_long(&s->gb, 32);
  1332. len -= 4;
  1333. /* Apple MJPEG-A */
  1334. if (id == AV_RB32("mjpg")) {
  1335. #if 0
  1336. skip_bits(&s->gb, 32); /* field size */
  1337. skip_bits(&s->gb, 32); /* pad field size */
  1338. skip_bits(&s->gb, 32); /* next off */
  1339. skip_bits(&s->gb, 32); /* quant off */
  1340. skip_bits(&s->gb, 32); /* huff off */
  1341. skip_bits(&s->gb, 32); /* image off */
  1342. skip_bits(&s->gb, 32); /* scan off */
  1343. skip_bits(&s->gb, 32); /* data off */
  1344. #endif
  1345. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1346. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Apple MJPEG-A header found\n");
  1347. }
  1348. }
  1349. out:
  1350. /* slow but needed for extreme adobe jpegs */
  1351. if (len < 0)
  1352. av_log(s->avctx, AV_LOG_ERROR,
  1353. "mjpeg: error, decode_app parser read over the end\n");
  1354. while (--len > 0)
  1355. skip_bits(&s->gb, 8);
  1356. return 0;
  1357. }
  1358. static int mjpeg_decode_com(MJpegDecodeContext *s)
  1359. {
  1360. int len = get_bits(&s->gb, 16);
  1361. if (len >= 2 && 8 * len - 16 <= get_bits_left(&s->gb)) {
  1362. char *cbuf = av_malloc(len - 1);
  1363. if (cbuf) {
  1364. int i;
  1365. for (i = 0; i < len - 2; i++)
  1366. cbuf[i] = get_bits(&s->gb, 8);
  1367. if (i > 0 && cbuf[i - 1] == '\n')
  1368. cbuf[i - 1] = 0;
  1369. else
  1370. cbuf[i] = 0;
  1371. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1372. av_log(s->avctx, AV_LOG_INFO, "comment: '%s'\n", cbuf);
  1373. /* buggy avid, it puts EOI only at every 10th frame */
  1374. if (!strncmp(cbuf, "AVID", 4)) {
  1375. s->buggy_avid = 1;
  1376. if (len > 14 && cbuf[12] == 1) /* 1 - NTSC, 2 - PAL */
  1377. s->interlace_polarity = 1;
  1378. } else if (!strcmp(cbuf, "CS=ITU601"))
  1379. s->cs_itu601 = 1;
  1380. else if ((!strncmp(cbuf, "Intel(R) JPEG Library, version 1", 32)) ||
  1381. (!strncmp(cbuf, "Metasoft MJPEG Codec", 20)))
  1382. s->flipped = 1;
  1383. av_free(cbuf);
  1384. }
  1385. }
  1386. return 0;
  1387. }
  1388. /* return the 8 bit start code value and update the search
  1389. state. Return -1 if no start code found */
  1390. static int find_marker(const uint8_t **pbuf_ptr, const uint8_t *buf_end)
  1391. {
  1392. const uint8_t *buf_ptr;
  1393. unsigned int v, v2;
  1394. int val;
  1395. int skipped = 0;
  1396. buf_ptr = *pbuf_ptr;
  1397. while (buf_ptr < buf_end) {
  1398. v = *buf_ptr++;
  1399. v2 = *buf_ptr;
  1400. if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe) && buf_ptr < buf_end) {
  1401. val = *buf_ptr++;
  1402. goto found;
  1403. }
  1404. skipped++;
  1405. }
  1406. val = -1;
  1407. found:
  1408. av_dlog(NULL, "find_marker skipped %d bytes\n", skipped);
  1409. *pbuf_ptr = buf_ptr;
  1410. return val;
  1411. }
  1412. int ff_mjpeg_find_marker(MJpegDecodeContext *s,
  1413. const uint8_t **buf_ptr, const uint8_t *buf_end,
  1414. const uint8_t **unescaped_buf_ptr,
  1415. int *unescaped_buf_size)
  1416. {
  1417. int start_code;
  1418. start_code = find_marker(buf_ptr, buf_end);
  1419. av_fast_padded_malloc(&s->buffer, &s->buffer_size, buf_end - *buf_ptr);
  1420. if (!s->buffer)
  1421. return AVERROR(ENOMEM);
  1422. /* unescape buffer of SOS, use special treatment for JPEG-LS */
  1423. if (start_code == SOS && !s->ls) {
  1424. const uint8_t *src = *buf_ptr;
  1425. uint8_t *dst = s->buffer;
  1426. while (src < buf_end) {
  1427. uint8_t x = *(src++);
  1428. *(dst++) = x;
  1429. if (s->avctx->codec_id != AV_CODEC_ID_THP) {
  1430. if (x == 0xff) {
  1431. while (src < buf_end && x == 0xff)
  1432. x = *(src++);
  1433. if (x >= 0xd0 && x <= 0xd7)
  1434. *(dst++) = x;
  1435. else if (x)
  1436. break;
  1437. }
  1438. }
  1439. }
  1440. *unescaped_buf_ptr = s->buffer;
  1441. *unescaped_buf_size = dst - s->buffer;
  1442. memset(s->buffer + *unescaped_buf_size, 0,
  1443. FF_INPUT_BUFFER_PADDING_SIZE);
  1444. av_log(s->avctx, AV_LOG_DEBUG, "escaping removed %td bytes\n",
  1445. (buf_end - *buf_ptr) - (dst - s->buffer));
  1446. } else if (start_code == SOS && s->ls) {
  1447. const uint8_t *src = *buf_ptr;
  1448. uint8_t *dst = s->buffer;
  1449. int bit_count = 0;
  1450. int t = 0, b = 0;
  1451. PutBitContext pb;
  1452. s->cur_scan++;
  1453. /* find marker */
  1454. while (src + t < buf_end) {
  1455. uint8_t x = src[t++];
  1456. if (x == 0xff) {
  1457. while ((src + t < buf_end) && x == 0xff)
  1458. x = src[t++];
  1459. if (x & 0x80) {
  1460. t -= FFMIN(2, t);
  1461. break;
  1462. }
  1463. }
  1464. }
  1465. bit_count = t * 8;
  1466. init_put_bits(&pb, dst, t);
  1467. /* unescape bitstream */
  1468. while (b < t) {
  1469. uint8_t x = src[b++];
  1470. put_bits(&pb, 8, x);
  1471. if (x == 0xFF) {
  1472. x = src[b++];
  1473. put_bits(&pb, 7, x);
  1474. bit_count--;
  1475. }
  1476. }
  1477. flush_put_bits(&pb);
  1478. *unescaped_buf_ptr = dst;
  1479. *unescaped_buf_size = (bit_count + 7) >> 3;
  1480. memset(s->buffer + *unescaped_buf_size, 0,
  1481. FF_INPUT_BUFFER_PADDING_SIZE);
  1482. } else {
  1483. *unescaped_buf_ptr = *buf_ptr;
  1484. *unescaped_buf_size = buf_end - *buf_ptr;
  1485. }
  1486. return start_code;
  1487. }
  1488. int ff_mjpeg_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  1489. AVPacket *avpkt)
  1490. {
  1491. const uint8_t *buf = avpkt->data;
  1492. int buf_size = avpkt->size;
  1493. MJpegDecodeContext *s = avctx->priv_data;
  1494. const uint8_t *buf_end, *buf_ptr;
  1495. const uint8_t *unescaped_buf_ptr;
  1496. int hshift, vshift;
  1497. int unescaped_buf_size;
  1498. int start_code;
  1499. int i, index;
  1500. int ret = 0;
  1501. buf_ptr = buf;
  1502. buf_end = buf + buf_size;
  1503. while (buf_ptr < buf_end) {
  1504. /* find start next marker */
  1505. start_code = ff_mjpeg_find_marker(s, &buf_ptr, buf_end,
  1506. &unescaped_buf_ptr,
  1507. &unescaped_buf_size);
  1508. /* EOF */
  1509. if (start_code < 0) {
  1510. goto the_end;
  1511. } else if (unescaped_buf_size > INT_MAX / 8) {
  1512. av_log(avctx, AV_LOG_ERROR,
  1513. "MJPEG packet 0x%x too big (%d/%d), corrupt data?\n",
  1514. start_code, unescaped_buf_size, buf_size);
  1515. return AVERROR_INVALIDDATA;
  1516. }
  1517. av_log(avctx, AV_LOG_DEBUG, "marker=%x avail_size_in_buf=%td\n",
  1518. start_code, buf_end - buf_ptr);
  1519. ret = init_get_bits8(&s->gb, unescaped_buf_ptr, unescaped_buf_size);
  1520. if (ret < 0) {
  1521. av_log(avctx, AV_LOG_ERROR, "invalid buffer\n");
  1522. goto fail;
  1523. }
  1524. s->start_code = start_code;
  1525. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1526. av_log(avctx, AV_LOG_DEBUG, "startcode: %X\n", start_code);
  1527. /* process markers */
  1528. if (start_code >= 0xd0 && start_code <= 0xd7)
  1529. av_log(avctx, AV_LOG_DEBUG,
  1530. "restart marker: %d\n", start_code & 0x0f);
  1531. /* APP fields */
  1532. else if (start_code >= APP0 && start_code <= APP15)
  1533. mjpeg_decode_app(s);
  1534. /* Comment */
  1535. else if (start_code == COM)
  1536. mjpeg_decode_com(s);
  1537. ret = -1;
  1538. if (!CONFIG_JPEGLS_DECODER &&
  1539. (start_code == SOF48 || start_code == LSE)) {
  1540. av_log(avctx, AV_LOG_ERROR, "JPEG-LS support not enabled.\n");
  1541. return AVERROR(ENOSYS);
  1542. }
  1543. switch (start_code) {
  1544. case SOI:
  1545. s->restart_interval = 0;
  1546. s->restart_count = 0;
  1547. /* nothing to do on SOI */
  1548. break;
  1549. case DQT:
  1550. ff_mjpeg_decode_dqt(s);
  1551. break;
  1552. case DHT:
  1553. if ((ret = ff_mjpeg_decode_dht(s)) < 0) {
  1554. av_log(avctx, AV_LOG_ERROR, "huffman table decode error\n");
  1555. goto fail;
  1556. }
  1557. break;
  1558. case SOF0:
  1559. case SOF1:
  1560. s->lossless = 0;
  1561. s->ls = 0;
  1562. s->progressive = 0;
  1563. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1564. goto fail;
  1565. break;
  1566. case SOF2:
  1567. s->lossless = 0;
  1568. s->ls = 0;
  1569. s->progressive = 1;
  1570. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1571. goto fail;
  1572. break;
  1573. case SOF3:
  1574. s->lossless = 1;
  1575. s->ls = 0;
  1576. s->progressive = 0;
  1577. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1578. goto fail;
  1579. break;
  1580. case SOF48:
  1581. s->lossless = 1;
  1582. s->ls = 1;
  1583. s->progressive = 0;
  1584. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1585. goto fail;
  1586. break;
  1587. case LSE:
  1588. if (!CONFIG_JPEGLS_DECODER ||
  1589. (ret = ff_jpegls_decode_lse(s)) < 0)
  1590. goto fail;
  1591. break;
  1592. case EOI:
  1593. eoi_parser:
  1594. s->cur_scan = 0;
  1595. if (!s->got_picture) {
  1596. av_log(avctx, AV_LOG_WARNING,
  1597. "Found EOI before any SOF, ignoring\n");
  1598. break;
  1599. }
  1600. if (s->interlaced) {
  1601. s->bottom_field ^= 1;
  1602. /* if not bottom field, do not output image yet */
  1603. if (s->bottom_field == !s->interlace_polarity)
  1604. break;
  1605. }
  1606. if ((ret = av_frame_ref(data, s->picture_ptr)) < 0)
  1607. return ret;
  1608. *got_frame = 1;
  1609. s->got_picture = 0;
  1610. if (!s->lossless) {
  1611. int qp = FFMAX3(s->qscale[0],
  1612. s->qscale[1],
  1613. s->qscale[2]);
  1614. int qpw = (s->width + 15) / 16;
  1615. AVBufferRef *qp_table_buf = av_buffer_alloc(qpw);
  1616. if (qp_table_buf) {
  1617. memset(qp_table_buf->data, qp, qpw);
  1618. av_frame_set_qp_table(data, qp_table_buf, 0, FF_QSCALE_TYPE_MPEG1);
  1619. }
  1620. if(avctx->debug & FF_DEBUG_QP)
  1621. av_log(avctx, AV_LOG_DEBUG, "QP: %d\n", qp);
  1622. }
  1623. goto the_end;
  1624. case SOS:
  1625. if ((ret = ff_mjpeg_decode_sos(s, NULL, NULL)) < 0 &&
  1626. (avctx->err_recognition & AV_EF_EXPLODE))
  1627. goto fail;
  1628. break;
  1629. case DRI:
  1630. mjpeg_decode_dri(s);
  1631. break;
  1632. case SOF5:
  1633. case SOF6:
  1634. case SOF7:
  1635. case SOF9:
  1636. case SOF10:
  1637. case SOF11:
  1638. case SOF13:
  1639. case SOF14:
  1640. case SOF15:
  1641. case JPG:
  1642. av_log(avctx, AV_LOG_ERROR,
  1643. "mjpeg: unsupported coding type (%x)\n", start_code);
  1644. break;
  1645. }
  1646. /* eof process start code */
  1647. buf_ptr += (get_bits_count(&s->gb) + 7) / 8;
  1648. av_log(avctx, AV_LOG_DEBUG,
  1649. "marker parser used %d bytes (%d bits)\n",
  1650. (get_bits_count(&s->gb) + 7) / 8, get_bits_count(&s->gb));
  1651. }
  1652. if (s->got_picture) {
  1653. av_log(avctx, AV_LOG_WARNING, "EOI missing, emulating\n");
  1654. goto eoi_parser;
  1655. }
  1656. av_log(avctx, AV_LOG_FATAL, "No JPEG data found in image\n");
  1657. return AVERROR_INVALIDDATA;
  1658. fail:
  1659. s->got_picture = 0;
  1660. return ret;
  1661. the_end:
  1662. if (s->upscale_h) {
  1663. uint8_t *line = s->picture_ptr->data[s->upscale_h];
  1664. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  1665. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  1666. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  1667. avctx->pix_fmt == AV_PIX_FMT_YUV440P);
  1668. for (i = 0; i < s->chroma_height; i++) {
  1669. for (index = s->width - 1; index; index--)
  1670. line[index] = (line[index / 2] + line[(index + 1) / 2]) >> 1;
  1671. line += s->linesize[s->upscale_h];
  1672. }
  1673. }
  1674. if (s->upscale_v) {
  1675. uint8_t *dst = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[(s->height - 1) * s->linesize[s->upscale_v]];
  1676. int w;
  1677. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  1678. w = s->width >> hshift;
  1679. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  1680. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  1681. avctx->pix_fmt == AV_PIX_FMT_YUVJ422P ||
  1682. avctx->pix_fmt == AV_PIX_FMT_YUV422P);
  1683. for (i = s->height - 1; i; i--) {
  1684. uint8_t *src1 = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[i / 2 * s->linesize[s->upscale_v]];
  1685. uint8_t *src2 = &((uint8_t *)s->picture_ptr->data[s->upscale_v])[(i + 1) / 2 * s->linesize[s->upscale_v]];
  1686. if (src1 == src2) {
  1687. memcpy(dst, src1, w);
  1688. } else {
  1689. for (index = 0; index < w; index++)
  1690. dst[index] = (src1[index] + src2[index]) >> 1;
  1691. }
  1692. dst -= s->linesize[s->upscale_v];
  1693. }
  1694. }
  1695. if (s->flipped && (s->avctx->flags & CODEC_FLAG_EMU_EDGE)) {
  1696. int j;
  1697. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  1698. for (index=0; index<4; index++) {
  1699. uint8_t *dst = s->picture_ptr->data[index];
  1700. int w = s->width;
  1701. int h = s->height;
  1702. if(index && index<3){
  1703. w = FF_CEIL_RSHIFT(w, hshift);
  1704. h = FF_CEIL_RSHIFT(h, vshift);
  1705. }
  1706. if(dst){
  1707. uint8_t *dst2 = dst + s->linesize[index]*(h-1);
  1708. for (i=0; i<h/2; i++) {
  1709. for (j=0; j<w; j++)
  1710. FFSWAP(int, dst[j], dst2[j]);
  1711. dst += s->linesize[index];
  1712. dst2 -= s->linesize[index];
  1713. }
  1714. }
  1715. }
  1716. }
  1717. av_log(avctx, AV_LOG_DEBUG, "decode frame unused %td bytes\n",
  1718. buf_end - buf_ptr);
  1719. // return buf_end - buf_ptr;
  1720. return buf_ptr - buf;
  1721. }
  1722. av_cold int ff_mjpeg_decode_end(AVCodecContext *avctx)
  1723. {
  1724. MJpegDecodeContext *s = avctx->priv_data;
  1725. int i, j;
  1726. if (s->picture_ptr)
  1727. av_frame_unref(s->picture_ptr);
  1728. av_free(s->buffer);
  1729. av_freep(&s->ljpeg_buffer);
  1730. s->ljpeg_buffer_size = 0;
  1731. for (i = 0; i < 3; i++) {
  1732. for (j = 0; j < 4; j++)
  1733. ff_free_vlc(&s->vlcs[i][j]);
  1734. }
  1735. for (i = 0; i < MAX_COMPONENTS; i++) {
  1736. av_freep(&s->blocks[i]);
  1737. av_freep(&s->last_nnz[i]);
  1738. }
  1739. return 0;
  1740. }
  1741. static void decode_flush(AVCodecContext *avctx)
  1742. {
  1743. MJpegDecodeContext *s = avctx->priv_data;
  1744. s->got_picture = 0;
  1745. }
  1746. #if CONFIG_MJPEG_DECODER
  1747. #define OFFSET(x) offsetof(MJpegDecodeContext, x)
  1748. #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
  1749. static const AVOption options[] = {
  1750. { "extern_huff", "Use external huffman table.",
  1751. OFFSET(extern_huff), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, VD },
  1752. { NULL },
  1753. };
  1754. static const AVClass mjpegdec_class = {
  1755. .class_name = "MJPEG decoder",
  1756. .item_name = av_default_item_name,
  1757. .option = options,
  1758. .version = LIBAVUTIL_VERSION_INT,
  1759. };
  1760. AVCodec ff_mjpeg_decoder = {
  1761. .name = "mjpeg",
  1762. .type = AVMEDIA_TYPE_VIDEO,
  1763. .id = AV_CODEC_ID_MJPEG,
  1764. .priv_data_size = sizeof(MJpegDecodeContext),
  1765. .init = ff_mjpeg_decode_init,
  1766. .close = ff_mjpeg_decode_end,
  1767. .decode = ff_mjpeg_decode_frame,
  1768. .flush = decode_flush,
  1769. .capabilities = CODEC_CAP_DR1,
  1770. .max_lowres = 3,
  1771. .long_name = NULL_IF_CONFIG_SMALL("MJPEG (Motion JPEG)"),
  1772. .priv_class = &mjpegdec_class,
  1773. };
  1774. #endif
  1775. #if CONFIG_THP_DECODER
  1776. AVCodec ff_thp_decoder = {
  1777. .name = "thp",
  1778. .type = AVMEDIA_TYPE_VIDEO,
  1779. .id = AV_CODEC_ID_THP,
  1780. .priv_data_size = sizeof(MJpegDecodeContext),
  1781. .init = ff_mjpeg_decode_init,
  1782. .close = ff_mjpeg_decode_end,
  1783. .decode = ff_mjpeg_decode_frame,
  1784. .flush = decode_flush,
  1785. .capabilities = CODEC_CAP_DR1,
  1786. .max_lowres = 3,
  1787. .long_name = NULL_IF_CONFIG_SMALL("Nintendo Gamecube THP video"),
  1788. };
  1789. #endif