You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

2515 lines
90KB

  1. /*
  2. * MJPEG decoder
  3. * Copyright (c) 2000, 2001 Fabrice Bellard
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. * Copyright (c) 2003-2004 Michael Niedermayer
  6. *
  7. * Support for external huffman table, various fixes (AVID workaround),
  8. * aspecting, new decode_frame mechanism and apple mjpeg-b support
  9. * by Alex Beregszaszi
  10. *
  11. * This file is part of FFmpeg.
  12. *
  13. * FFmpeg is free software; you can redistribute it and/or
  14. * modify it under the terms of the GNU Lesser General Public
  15. * License as published by the Free Software Foundation; either
  16. * version 2.1 of the License, or (at your option) any later version.
  17. *
  18. * FFmpeg is distributed in the hope that it will be useful,
  19. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  21. * Lesser General Public License for more details.
  22. *
  23. * You should have received a copy of the GNU Lesser General Public
  24. * License along with FFmpeg; if not, write to the Free Software
  25. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  26. */
  27. /**
  28. * @file
  29. * MJPEG decoder.
  30. */
  31. #include "libavutil/imgutils.h"
  32. #include "libavutil/avassert.h"
  33. #include "libavutil/opt.h"
  34. #include "avcodec.h"
  35. #include "blockdsp.h"
  36. #include "copy_block.h"
  37. #include "idctdsp.h"
  38. #include "internal.h"
  39. #include "jpegtables.h"
  40. #include "mjpeg.h"
  41. #include "mjpegdec.h"
  42. #include "jpeglsdec.h"
  43. #include "put_bits.h"
  44. #include "tiff.h"
  45. #include "exif.h"
  46. #include "bytestream.h"
  47. static int build_vlc(VLC *vlc, const uint8_t *bits_table,
  48. const uint8_t *val_table, int nb_codes,
  49. int use_static, int is_ac)
  50. {
  51. uint8_t huff_size[256] = { 0 };
  52. uint16_t huff_code[256];
  53. uint16_t huff_sym[256];
  54. int i;
  55. av_assert0(nb_codes <= 256);
  56. ff_mjpeg_build_huffman_codes(huff_size, huff_code, bits_table, val_table);
  57. for (i = 0; i < 256; i++)
  58. huff_sym[i] = i + 16 * is_ac;
  59. if (is_ac)
  60. huff_sym[0] = 16 * 256;
  61. return ff_init_vlc_sparse(vlc, 9, nb_codes, huff_size, 1, 1,
  62. huff_code, 2, 2, huff_sym, 2, 2, use_static);
  63. }
  64. static void build_basic_mjpeg_vlc(MJpegDecodeContext *s)
  65. {
  66. build_vlc(&s->vlcs[0][0], avpriv_mjpeg_bits_dc_luminance,
  67. avpriv_mjpeg_val_dc, 12, 0, 0);
  68. build_vlc(&s->vlcs[0][1], avpriv_mjpeg_bits_dc_chrominance,
  69. avpriv_mjpeg_val_dc, 12, 0, 0);
  70. build_vlc(&s->vlcs[1][0], avpriv_mjpeg_bits_ac_luminance,
  71. avpriv_mjpeg_val_ac_luminance, 251, 0, 1);
  72. build_vlc(&s->vlcs[1][1], avpriv_mjpeg_bits_ac_chrominance,
  73. avpriv_mjpeg_val_ac_chrominance, 251, 0, 1);
  74. build_vlc(&s->vlcs[2][0], avpriv_mjpeg_bits_ac_luminance,
  75. avpriv_mjpeg_val_ac_luminance, 251, 0, 0);
  76. build_vlc(&s->vlcs[2][1], avpriv_mjpeg_bits_ac_chrominance,
  77. avpriv_mjpeg_val_ac_chrominance, 251, 0, 0);
  78. }
  79. static void parse_avid(MJpegDecodeContext *s, uint8_t *buf, int len)
  80. {
  81. s->buggy_avid = 1;
  82. if (len > 14 && buf[12] == 1) /* 1 - NTSC */
  83. s->interlace_polarity = 1;
  84. if (len > 14 && buf[12] == 2) /* 2 - PAL */
  85. s->interlace_polarity = 0;
  86. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  87. av_log(s->avctx, AV_LOG_INFO, "AVID: len:%d %d\n", len, len > 14 ? buf[12] : -1);
  88. }
  89. static void init_idct(AVCodecContext *avctx)
  90. {
  91. MJpegDecodeContext *s = avctx->priv_data;
  92. ff_idctdsp_init(&s->idsp, avctx);
  93. ff_init_scantable(s->idsp.idct_permutation, &s->scantable,
  94. ff_zigzag_direct);
  95. }
  96. av_cold int ff_mjpeg_decode_init(AVCodecContext *avctx)
  97. {
  98. MJpegDecodeContext *s = avctx->priv_data;
  99. if (!s->picture_ptr) {
  100. s->picture = av_frame_alloc();
  101. if (!s->picture)
  102. return AVERROR(ENOMEM);
  103. s->picture_ptr = s->picture;
  104. }
  105. s->avctx = avctx;
  106. ff_blockdsp_init(&s->bdsp, avctx);
  107. ff_hpeldsp_init(&s->hdsp, avctx->flags);
  108. init_idct(avctx);
  109. s->buffer_size = 0;
  110. s->buffer = NULL;
  111. s->start_code = -1;
  112. s->first_picture = 1;
  113. s->got_picture = 0;
  114. s->org_height = avctx->coded_height;
  115. avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
  116. avctx->colorspace = AVCOL_SPC_BT470BG;
  117. build_basic_mjpeg_vlc(s);
  118. if (s->extern_huff) {
  119. av_log(avctx, AV_LOG_INFO, "using external huffman table\n");
  120. init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size * 8);
  121. if (ff_mjpeg_decode_dht(s)) {
  122. av_log(avctx, AV_LOG_ERROR,
  123. "error using external huffman table, switching back to internal\n");
  124. build_basic_mjpeg_vlc(s);
  125. }
  126. }
  127. if (avctx->field_order == AV_FIELD_BB) { /* quicktime icefloe 019 */
  128. s->interlace_polarity = 1; /* bottom field first */
  129. av_log(avctx, AV_LOG_DEBUG, "bottom field first\n");
  130. } else if (avctx->field_order == AV_FIELD_UNKNOWN) {
  131. if (avctx->codec_tag == AV_RL32("MJPG"))
  132. s->interlace_polarity = 1;
  133. }
  134. if ( avctx->extradata_size > 8
  135. && AV_RL32(avctx->extradata) == 0x2C
  136. && AV_RL32(avctx->extradata+4) == 0x18) {
  137. parse_avid(s, avctx->extradata, avctx->extradata_size);
  138. }
  139. if (avctx->codec->id == AV_CODEC_ID_AMV)
  140. s->flipped = 1;
  141. return 0;
  142. }
  143. /* quantize tables */
  144. int ff_mjpeg_decode_dqt(MJpegDecodeContext *s)
  145. {
  146. int len, index, i, j;
  147. len = get_bits(&s->gb, 16) - 2;
  148. if (8*len > get_bits_left(&s->gb)) {
  149. av_log(s->avctx, AV_LOG_ERROR, "dqt: len %d is too large\n", len);
  150. return AVERROR_INVALIDDATA;
  151. }
  152. while (len >= 65) {
  153. int pr = get_bits(&s->gb, 4);
  154. if (pr > 1) {
  155. av_log(s->avctx, AV_LOG_ERROR, "dqt: invalid precision\n");
  156. return AVERROR_INVALIDDATA;
  157. }
  158. index = get_bits(&s->gb, 4);
  159. if (index >= 4)
  160. return -1;
  161. av_log(s->avctx, AV_LOG_DEBUG, "index=%d\n", index);
  162. /* read quant table */
  163. for (i = 0; i < 64; i++) {
  164. j = s->scantable.permutated[i];
  165. s->quant_matrixes[index][j] = get_bits(&s->gb, pr ? 16 : 8);
  166. }
  167. // XXX FIXME finetune, and perhaps add dc too
  168. s->qscale[index] = FFMAX(s->quant_matrixes[index][s->scantable.permutated[1]],
  169. s->quant_matrixes[index][s->scantable.permutated[8]]) >> 1;
  170. av_log(s->avctx, AV_LOG_DEBUG, "qscale[%d]: %d\n",
  171. index, s->qscale[index]);
  172. len -= 1 + 64 * (1+pr);
  173. }
  174. return 0;
  175. }
  176. /* decode huffman tables and build VLC decoders */
  177. int ff_mjpeg_decode_dht(MJpegDecodeContext *s)
  178. {
  179. int len, index, i, class, n, v, code_max;
  180. uint8_t bits_table[17];
  181. uint8_t val_table[256];
  182. int ret = 0;
  183. len = get_bits(&s->gb, 16) - 2;
  184. if (8*len > get_bits_left(&s->gb)) {
  185. av_log(s->avctx, AV_LOG_ERROR, "dht: len %d is too large\n", len);
  186. return AVERROR_INVALIDDATA;
  187. }
  188. while (len > 0) {
  189. if (len < 17)
  190. return AVERROR_INVALIDDATA;
  191. class = get_bits(&s->gb, 4);
  192. if (class >= 2)
  193. return AVERROR_INVALIDDATA;
  194. index = get_bits(&s->gb, 4);
  195. if (index >= 4)
  196. return AVERROR_INVALIDDATA;
  197. n = 0;
  198. for (i = 1; i <= 16; i++) {
  199. bits_table[i] = get_bits(&s->gb, 8);
  200. n += bits_table[i];
  201. }
  202. len -= 17;
  203. if (len < n || n > 256)
  204. return AVERROR_INVALIDDATA;
  205. code_max = 0;
  206. for (i = 0; i < n; i++) {
  207. v = get_bits(&s->gb, 8);
  208. if (v > code_max)
  209. code_max = v;
  210. val_table[i] = v;
  211. }
  212. len -= n;
  213. /* build VLC and flush previous vlc if present */
  214. ff_free_vlc(&s->vlcs[class][index]);
  215. av_log(s->avctx, AV_LOG_DEBUG, "class=%d index=%d nb_codes=%d\n",
  216. class, index, code_max + 1);
  217. if ((ret = build_vlc(&s->vlcs[class][index], bits_table, val_table,
  218. code_max + 1, 0, class > 0)) < 0)
  219. return ret;
  220. if (class > 0) {
  221. ff_free_vlc(&s->vlcs[2][index]);
  222. if ((ret = build_vlc(&s->vlcs[2][index], bits_table, val_table,
  223. code_max + 1, 0, 0)) < 0)
  224. return ret;
  225. }
  226. }
  227. return 0;
  228. }
  229. int ff_mjpeg_decode_sof(MJpegDecodeContext *s)
  230. {
  231. int len, nb_components, i, width, height, bits, ret;
  232. unsigned pix_fmt_id;
  233. int h_count[MAX_COMPONENTS] = { 0 };
  234. int v_count[MAX_COMPONENTS] = { 0 };
  235. s->cur_scan = 0;
  236. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  237. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  238. /* XXX: verify len field validity */
  239. len = get_bits(&s->gb, 16);
  240. bits = get_bits(&s->gb, 8);
  241. if (bits > 16 || bits < 1) {
  242. av_log(s->avctx, AV_LOG_ERROR, "bits %d is invalid\n", bits);
  243. return AVERROR_INVALIDDATA;
  244. }
  245. if (s->avctx->bits_per_raw_sample != bits) {
  246. av_log(s->avctx, AV_LOG_INFO, "Changeing bps to %d\n", bits);
  247. s->avctx->bits_per_raw_sample = bits;
  248. init_idct(s->avctx);
  249. }
  250. if (s->pegasus_rct)
  251. bits = 9;
  252. if (bits == 9 && !s->pegasus_rct)
  253. s->rct = 1; // FIXME ugly
  254. if(s->lossless && s->avctx->lowres){
  255. av_log(s->avctx, AV_LOG_ERROR, "lowres is not possible with lossless jpeg\n");
  256. return -1;
  257. }
  258. height = get_bits(&s->gb, 16);
  259. width = get_bits(&s->gb, 16);
  260. // HACK for odd_height.mov
  261. if (s->interlaced && s->width == width && s->height == height + 1)
  262. height= s->height;
  263. av_log(s->avctx, AV_LOG_DEBUG, "sof0: picture: %dx%d\n", width, height);
  264. if (av_image_check_size(width, height, 0, s->avctx))
  265. return AVERROR_INVALIDDATA;
  266. if (s->buf_size && (width + 7) / 8 * ((height + 7) / 8) > s->buf_size * 4LL)
  267. return AVERROR_INVALIDDATA;
  268. nb_components = get_bits(&s->gb, 8);
  269. if (nb_components <= 0 ||
  270. nb_components > MAX_COMPONENTS)
  271. return -1;
  272. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  273. if (nb_components != s->nb_components) {
  274. av_log(s->avctx, AV_LOG_ERROR,
  275. "nb_components changing in interlaced picture\n");
  276. return AVERROR_INVALIDDATA;
  277. }
  278. }
  279. if (s->ls && !(bits <= 8 || nb_components == 1)) {
  280. avpriv_report_missing_feature(s->avctx,
  281. "JPEG-LS that is not <= 8 "
  282. "bits/component or 16-bit gray");
  283. return AVERROR_PATCHWELCOME;
  284. }
  285. s->nb_components = nb_components;
  286. s->h_max = 1;
  287. s->v_max = 1;
  288. for (i = 0; i < nb_components; i++) {
  289. /* component id */
  290. s->component_id[i] = get_bits(&s->gb, 8) - 1;
  291. h_count[i] = get_bits(&s->gb, 4);
  292. v_count[i] = get_bits(&s->gb, 4);
  293. /* compute hmax and vmax (only used in interleaved case) */
  294. if (h_count[i] > s->h_max)
  295. s->h_max = h_count[i];
  296. if (v_count[i] > s->v_max)
  297. s->v_max = v_count[i];
  298. s->quant_index[i] = get_bits(&s->gb, 8);
  299. if (s->quant_index[i] >= 4) {
  300. av_log(s->avctx, AV_LOG_ERROR, "quant_index is invalid\n");
  301. return AVERROR_INVALIDDATA;
  302. }
  303. if (!h_count[i] || !v_count[i]) {
  304. av_log(s->avctx, AV_LOG_ERROR,
  305. "Invalid sampling factor in component %d %d:%d\n",
  306. i, h_count[i], v_count[i]);
  307. return AVERROR_INVALIDDATA;
  308. }
  309. av_log(s->avctx, AV_LOG_DEBUG, "component %d %d:%d id: %d quant:%d\n",
  310. i, h_count[i], v_count[i],
  311. s->component_id[i], s->quant_index[i]);
  312. }
  313. if ( nb_components == 4
  314. && s->component_id[0] == 'C' - 1
  315. && s->component_id[1] == 'M' - 1
  316. && s->component_id[2] == 'Y' - 1
  317. && s->component_id[3] == 'K' - 1)
  318. s->adobe_transform = 0;
  319. if (s->ls && (s->h_max > 1 || s->v_max > 1)) {
  320. avpriv_report_missing_feature(s->avctx, "Subsampling in JPEG-LS");
  321. return AVERROR_PATCHWELCOME;
  322. }
  323. /* if different size, realloc/alloc picture */
  324. if (width != s->width || height != s->height || bits != s->bits ||
  325. memcmp(s->h_count, h_count, sizeof(h_count)) ||
  326. memcmp(s->v_count, v_count, sizeof(v_count))) {
  327. s->width = width;
  328. s->height = height;
  329. s->bits = bits;
  330. memcpy(s->h_count, h_count, sizeof(h_count));
  331. memcpy(s->v_count, v_count, sizeof(v_count));
  332. s->interlaced = 0;
  333. s->got_picture = 0;
  334. /* test interlaced mode */
  335. if (s->first_picture &&
  336. (s->multiscope != 2 || s->avctx->time_base.den >= 25 * s->avctx->time_base.num) &&
  337. s->org_height != 0 &&
  338. s->height < ((s->org_height * 3) / 4)) {
  339. s->interlaced = 1;
  340. s->bottom_field = s->interlace_polarity;
  341. s->picture_ptr->interlaced_frame = 1;
  342. s->picture_ptr->top_field_first = !s->interlace_polarity;
  343. height *= 2;
  344. }
  345. ret = ff_set_dimensions(s->avctx, width, height);
  346. if (ret < 0)
  347. return ret;
  348. s->first_picture = 0;
  349. }
  350. if (s->got_picture && s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  351. if (s->progressive) {
  352. avpriv_request_sample(s->avctx, "progressively coded interlaced picture");
  353. return AVERROR_INVALIDDATA;
  354. }
  355. } else{
  356. if (s->v_max == 1 && s->h_max == 1 && s->lossless==1 && (nb_components==3 || nb_components==4))
  357. s->rgb = 1;
  358. else if (!s->lossless)
  359. s->rgb = 0;
  360. /* XXX: not complete test ! */
  361. pix_fmt_id = ((unsigned)s->h_count[0] << 28) | (s->v_count[0] << 24) |
  362. (s->h_count[1] << 20) | (s->v_count[1] << 16) |
  363. (s->h_count[2] << 12) | (s->v_count[2] << 8) |
  364. (s->h_count[3] << 4) | s->v_count[3];
  365. av_log(s->avctx, AV_LOG_DEBUG, "pix fmt id %x\n", pix_fmt_id);
  366. /* NOTE we do not allocate pictures large enough for the possible
  367. * padding of h/v_count being 4 */
  368. if (!(pix_fmt_id & 0xD0D0D0D0))
  369. pix_fmt_id -= (pix_fmt_id & 0xF0F0F0F0) >> 1;
  370. if (!(pix_fmt_id & 0x0D0D0D0D))
  371. pix_fmt_id -= (pix_fmt_id & 0x0F0F0F0F) >> 1;
  372. for (i = 0; i < 8; i++) {
  373. int j = 6 + (i&1) - (i&6);
  374. int is = (pix_fmt_id >> (4*i)) & 0xF;
  375. int js = (pix_fmt_id >> (4*j)) & 0xF;
  376. if (is == 1 && js != 2 && (i < 2 || i > 5))
  377. js = (pix_fmt_id >> ( 8 + 4*(i&1))) & 0xF;
  378. if (is == 1 && js != 2 && (i < 2 || i > 5))
  379. js = (pix_fmt_id >> (16 + 4*(i&1))) & 0xF;
  380. if (is == 1 && js == 2) {
  381. if (i & 1) s->upscale_h[j/2] = 1;
  382. else s->upscale_v[j/2] = 1;
  383. }
  384. }
  385. switch (pix_fmt_id) {
  386. case 0x11111100:
  387. if (s->rgb)
  388. s->avctx->pix_fmt = s->bits <= 9 ? AV_PIX_FMT_BGR24 : AV_PIX_FMT_BGR48;
  389. else {
  390. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  391. s->avctx->pix_fmt = s->bits <= 8 ? AV_PIX_FMT_GBRP : AV_PIX_FMT_GBRP16;
  392. } else {
  393. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  394. else s->avctx->pix_fmt = AV_PIX_FMT_YUV444P16;
  395. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  396. }
  397. }
  398. av_assert0(s->nb_components == 3);
  399. break;
  400. case 0x11111111:
  401. if (s->rgb)
  402. s->avctx->pix_fmt = s->bits <= 9 ? AV_PIX_FMT_ABGR : AV_PIX_FMT_RGBA64;
  403. else {
  404. if (s->adobe_transform == 0 && s->bits <= 8) {
  405. s->avctx->pix_fmt = AV_PIX_FMT_GBRAP;
  406. } else {
  407. s->avctx->pix_fmt = s->bits <= 8 ? AV_PIX_FMT_YUVA444P : AV_PIX_FMT_YUVA444P16;
  408. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  409. }
  410. }
  411. av_assert0(s->nb_components == 4);
  412. break;
  413. case 0x22111122:
  414. case 0x22111111:
  415. if (s->adobe_transform == 0 && s->bits <= 8) {
  416. s->avctx->pix_fmt = AV_PIX_FMT_GBRAP;
  417. s->upscale_v[1] = s->upscale_v[2] = 1;
  418. s->upscale_h[1] = s->upscale_h[2] = 1;
  419. } else if (s->adobe_transform == 2 && s->bits <= 8) {
  420. s->avctx->pix_fmt = AV_PIX_FMT_YUVA444P;
  421. s->upscale_v[1] = s->upscale_v[2] = 1;
  422. s->upscale_h[1] = s->upscale_h[2] = 1;
  423. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  424. } else {
  425. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_YUVA420P;
  426. else s->avctx->pix_fmt = AV_PIX_FMT_YUVA420P16;
  427. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  428. }
  429. av_assert0(s->nb_components == 4);
  430. break;
  431. case 0x12121100:
  432. case 0x22122100:
  433. case 0x21211100:
  434. case 0x22211200:
  435. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  436. else
  437. goto unk_pixfmt;
  438. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  439. break;
  440. case 0x22221100:
  441. case 0x22112200:
  442. case 0x11222200:
  443. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  444. else
  445. goto unk_pixfmt;
  446. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  447. break;
  448. case 0x11000000:
  449. case 0x13000000:
  450. case 0x14000000:
  451. case 0x31000000:
  452. case 0x33000000:
  453. case 0x34000000:
  454. case 0x41000000:
  455. case 0x43000000:
  456. case 0x44000000:
  457. if(s->bits <= 8)
  458. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  459. else
  460. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  461. break;
  462. case 0x12111100:
  463. case 0x14121200:
  464. case 0x14111100:
  465. case 0x22211100:
  466. case 0x22112100:
  467. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  468. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_GBRP;
  469. else
  470. goto unk_pixfmt;
  471. s->upscale_v[0] = s->upscale_v[1] = 1;
  472. } else {
  473. if (pix_fmt_id == 0x14111100)
  474. s->upscale_v[1] = s->upscale_v[2] = 1;
  475. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV440P : AV_PIX_FMT_YUVJ440P;
  476. else
  477. goto unk_pixfmt;
  478. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  479. }
  480. break;
  481. case 0x21111100:
  482. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  483. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_GBRP;
  484. else
  485. goto unk_pixfmt;
  486. s->upscale_h[0] = s->upscale_h[1] = 1;
  487. } else {
  488. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  489. else s->avctx->pix_fmt = AV_PIX_FMT_YUV422P16;
  490. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  491. }
  492. break;
  493. case 0x31111100:
  494. if (s->bits > 8)
  495. goto unk_pixfmt;
  496. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  497. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  498. s->upscale_h[1] = s->upscale_h[2] = 2;
  499. break;
  500. case 0x22121100:
  501. case 0x22111200:
  502. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  503. else
  504. goto unk_pixfmt;
  505. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  506. break;
  507. case 0x22111100:
  508. case 0x42111100:
  509. case 0x24111100:
  510. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUVJ420P;
  511. else s->avctx->pix_fmt = AV_PIX_FMT_YUV420P16;
  512. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  513. if (pix_fmt_id == 0x42111100) {
  514. if (s->bits > 8)
  515. goto unk_pixfmt;
  516. s->upscale_h[1] = s->upscale_h[2] = 1;
  517. } else if (pix_fmt_id == 0x24111100) {
  518. if (s->bits > 8)
  519. goto unk_pixfmt;
  520. s->upscale_v[1] = s->upscale_v[2] = 1;
  521. }
  522. break;
  523. case 0x41111100:
  524. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV411P : AV_PIX_FMT_YUVJ411P;
  525. else
  526. goto unk_pixfmt;
  527. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  528. break;
  529. default:
  530. unk_pixfmt:
  531. av_log(s->avctx, AV_LOG_ERROR, "Unhandled pixel format 0x%x bits:%d\n", pix_fmt_id, s->bits);
  532. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  533. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  534. return AVERROR_PATCHWELCOME;
  535. }
  536. if ((AV_RB32(s->upscale_h) || AV_RB32(s->upscale_v)) && s->avctx->lowres) {
  537. av_log(s->avctx, AV_LOG_ERROR, "lowres not supported for weird subsampling\n");
  538. return AVERROR_PATCHWELCOME;
  539. }
  540. if ((AV_RB32(s->upscale_h) || AV_RB32(s->upscale_v)) && s->progressive && s->avctx->pix_fmt == AV_PIX_FMT_GBRP) {
  541. avpriv_report_missing_feature(s->avctx, "progressive for weird subsampling");
  542. return AVERROR_PATCHWELCOME;
  543. }
  544. if (s->ls) {
  545. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  546. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  547. if (s->nb_components == 3) {
  548. s->avctx->pix_fmt = AV_PIX_FMT_RGB24;
  549. } else if (s->nb_components != 1) {
  550. av_log(s->avctx, AV_LOG_ERROR, "Unsupported number of components %d\n", s->nb_components);
  551. return AVERROR_PATCHWELCOME;
  552. } else if (s->palette_index && s->bits <= 8)
  553. s->avctx->pix_fmt = AV_PIX_FMT_PAL8;
  554. else if (s->bits <= 8)
  555. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  556. else
  557. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  558. }
  559. s->pix_desc = av_pix_fmt_desc_get(s->avctx->pix_fmt);
  560. if (!s->pix_desc) {
  561. av_log(s->avctx, AV_LOG_ERROR, "Could not get a pixel format descriptor.\n");
  562. return AVERROR_BUG;
  563. }
  564. av_frame_unref(s->picture_ptr);
  565. if (ff_get_buffer(s->avctx, s->picture_ptr, AV_GET_BUFFER_FLAG_REF) < 0)
  566. return -1;
  567. s->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
  568. s->picture_ptr->key_frame = 1;
  569. s->got_picture = 1;
  570. for (i = 0; i < 4; i++)
  571. s->linesize[i] = s->picture_ptr->linesize[i] << s->interlaced;
  572. ff_dlog(s->avctx, "%d %d %d %d %d %d\n",
  573. s->width, s->height, s->linesize[0], s->linesize[1],
  574. s->interlaced, s->avctx->height);
  575. if (len != (8 + (3 * nb_components)))
  576. av_log(s->avctx, AV_LOG_DEBUG, "decode_sof0: error, len(%d) mismatch\n", len);
  577. }
  578. if ((s->rgb && !s->lossless && !s->ls) ||
  579. (!s->rgb && s->ls && s->nb_components > 1) ||
  580. (s->avctx->pix_fmt == AV_PIX_FMT_PAL8 && !s->ls)
  581. ) {
  582. av_log(s->avctx, AV_LOG_ERROR, "Unsupported coding and pixel format combination\n");
  583. return AVERROR_PATCHWELCOME;
  584. }
  585. /* totally blank picture as progressive JPEG will only add details to it */
  586. if (s->progressive) {
  587. int bw = (width + s->h_max * 8 - 1) / (s->h_max * 8);
  588. int bh = (height + s->v_max * 8 - 1) / (s->v_max * 8);
  589. for (i = 0; i < s->nb_components; i++) {
  590. int size = bw * bh * s->h_count[i] * s->v_count[i];
  591. av_freep(&s->blocks[i]);
  592. av_freep(&s->last_nnz[i]);
  593. s->blocks[i] = av_mallocz_array(size, sizeof(**s->blocks));
  594. s->last_nnz[i] = av_mallocz_array(size, sizeof(**s->last_nnz));
  595. if (!s->blocks[i] || !s->last_nnz[i])
  596. return AVERROR(ENOMEM);
  597. s->block_stride[i] = bw * s->h_count[i];
  598. }
  599. memset(s->coefs_finished, 0, sizeof(s->coefs_finished));
  600. }
  601. return 0;
  602. }
  603. static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
  604. {
  605. int code;
  606. code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
  607. if (code < 0 || code > 16) {
  608. av_log(s->avctx, AV_LOG_WARNING,
  609. "mjpeg_decode_dc: bad vlc: %d:%d (%p)\n",
  610. 0, dc_index, &s->vlcs[0][dc_index]);
  611. return 0xfffff;
  612. }
  613. if (code)
  614. return get_xbits(&s->gb, code);
  615. else
  616. return 0;
  617. }
  618. /* decode block and dequantize */
  619. static int decode_block(MJpegDecodeContext *s, int16_t *block, int component,
  620. int dc_index, int ac_index, int16_t *quant_matrix)
  621. {
  622. int code, i, j, level, val;
  623. /* DC coef */
  624. val = mjpeg_decode_dc(s, dc_index);
  625. if (val == 0xfffff) {
  626. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  627. return AVERROR_INVALIDDATA;
  628. }
  629. val = val * (unsigned)quant_matrix[0] + s->last_dc[component];
  630. val = av_clip_int16(val);
  631. s->last_dc[component] = val;
  632. block[0] = val;
  633. /* AC coefs */
  634. i = 0;
  635. {OPEN_READER(re, &s->gb);
  636. do {
  637. UPDATE_CACHE(re, &s->gb);
  638. GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2);
  639. i += ((unsigned)code) >> 4;
  640. code &= 0xf;
  641. if (code) {
  642. if (code > MIN_CACHE_BITS - 16)
  643. UPDATE_CACHE(re, &s->gb);
  644. {
  645. int cache = GET_CACHE(re, &s->gb);
  646. int sign = (~cache) >> 31;
  647. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  648. }
  649. LAST_SKIP_BITS(re, &s->gb, code);
  650. if (i > 63) {
  651. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  652. return AVERROR_INVALIDDATA;
  653. }
  654. j = s->scantable.permutated[i];
  655. block[j] = level * quant_matrix[j];
  656. }
  657. } while (i < 63);
  658. CLOSE_READER(re, &s->gb);}
  659. return 0;
  660. }
  661. static int decode_dc_progressive(MJpegDecodeContext *s, int16_t *block,
  662. int component, int dc_index,
  663. int16_t *quant_matrix, int Al)
  664. {
  665. unsigned val;
  666. s->bdsp.clear_block(block);
  667. val = mjpeg_decode_dc(s, dc_index);
  668. if (val == 0xfffff) {
  669. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  670. return AVERROR_INVALIDDATA;
  671. }
  672. val = (val * (quant_matrix[0] << Al)) + s->last_dc[component];
  673. s->last_dc[component] = val;
  674. block[0] = val;
  675. return 0;
  676. }
  677. /* decode block and dequantize - progressive JPEG version */
  678. static int decode_block_progressive(MJpegDecodeContext *s, int16_t *block,
  679. uint8_t *last_nnz, int ac_index,
  680. int16_t *quant_matrix,
  681. int ss, int se, int Al, int *EOBRUN)
  682. {
  683. int code, i, j, val, run;
  684. unsigned level;
  685. if (*EOBRUN) {
  686. (*EOBRUN)--;
  687. return 0;
  688. }
  689. {
  690. OPEN_READER(re, &s->gb);
  691. for (i = ss; ; i++) {
  692. UPDATE_CACHE(re, &s->gb);
  693. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  694. run = ((unsigned) code) >> 4;
  695. code &= 0xF;
  696. if (code) {
  697. i += run;
  698. if (code > MIN_CACHE_BITS - 16)
  699. UPDATE_CACHE(re, &s->gb);
  700. {
  701. int cache = GET_CACHE(re, &s->gb);
  702. int sign = (~cache) >> 31;
  703. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  704. }
  705. LAST_SKIP_BITS(re, &s->gb, code);
  706. if (i >= se) {
  707. if (i == se) {
  708. j = s->scantable.permutated[se];
  709. block[j] = level * (quant_matrix[j] << Al);
  710. break;
  711. }
  712. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  713. return AVERROR_INVALIDDATA;
  714. }
  715. j = s->scantable.permutated[i];
  716. block[j] = level * (quant_matrix[j] << Al);
  717. } else {
  718. if (run == 0xF) {// ZRL - skip 15 coefficients
  719. i += 15;
  720. if (i >= se) {
  721. av_log(s->avctx, AV_LOG_ERROR, "ZRL overflow: %d\n", i);
  722. return AVERROR_INVALIDDATA;
  723. }
  724. } else {
  725. val = (1 << run);
  726. if (run) {
  727. UPDATE_CACHE(re, &s->gb);
  728. val += NEG_USR32(GET_CACHE(re, &s->gb), run);
  729. LAST_SKIP_BITS(re, &s->gb, run);
  730. }
  731. *EOBRUN = val - 1;
  732. break;
  733. }
  734. }
  735. }
  736. CLOSE_READER(re, &s->gb);
  737. }
  738. if (i > *last_nnz)
  739. *last_nnz = i;
  740. return 0;
  741. }
  742. #define REFINE_BIT(j) { \
  743. UPDATE_CACHE(re, &s->gb); \
  744. sign = block[j] >> 15; \
  745. block[j] += SHOW_UBITS(re, &s->gb, 1) * \
  746. ((quant_matrix[j] ^ sign) - sign) << Al; \
  747. LAST_SKIP_BITS(re, &s->gb, 1); \
  748. }
  749. #define ZERO_RUN \
  750. for (; ; i++) { \
  751. if (i > last) { \
  752. i += run; \
  753. if (i > se) { \
  754. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i); \
  755. return -1; \
  756. } \
  757. break; \
  758. } \
  759. j = s->scantable.permutated[i]; \
  760. if (block[j]) \
  761. REFINE_BIT(j) \
  762. else if (run-- == 0) \
  763. break; \
  764. }
  765. /* decode block and dequantize - progressive JPEG refinement pass */
  766. static int decode_block_refinement(MJpegDecodeContext *s, int16_t *block,
  767. uint8_t *last_nnz,
  768. int ac_index, int16_t *quant_matrix,
  769. int ss, int se, int Al, int *EOBRUN)
  770. {
  771. int code, i = ss, j, sign, val, run;
  772. int last = FFMIN(se, *last_nnz);
  773. OPEN_READER(re, &s->gb);
  774. if (*EOBRUN) {
  775. (*EOBRUN)--;
  776. } else {
  777. for (; ; i++) {
  778. UPDATE_CACHE(re, &s->gb);
  779. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  780. if (code & 0xF) {
  781. run = ((unsigned) code) >> 4;
  782. UPDATE_CACHE(re, &s->gb);
  783. val = SHOW_UBITS(re, &s->gb, 1);
  784. LAST_SKIP_BITS(re, &s->gb, 1);
  785. ZERO_RUN;
  786. j = s->scantable.permutated[i];
  787. val--;
  788. block[j] = ((quant_matrix[j] << Al) ^ val) - val;
  789. if (i == se) {
  790. if (i > *last_nnz)
  791. *last_nnz = i;
  792. CLOSE_READER(re, &s->gb);
  793. return 0;
  794. }
  795. } else {
  796. run = ((unsigned) code) >> 4;
  797. if (run == 0xF) {
  798. ZERO_RUN;
  799. } else {
  800. val = run;
  801. run = (1 << run);
  802. if (val) {
  803. UPDATE_CACHE(re, &s->gb);
  804. run += SHOW_UBITS(re, &s->gb, val);
  805. LAST_SKIP_BITS(re, &s->gb, val);
  806. }
  807. *EOBRUN = run - 1;
  808. break;
  809. }
  810. }
  811. }
  812. if (i > *last_nnz)
  813. *last_nnz = i;
  814. }
  815. for (; i <= last; i++) {
  816. j = s->scantable.permutated[i];
  817. if (block[j])
  818. REFINE_BIT(j)
  819. }
  820. CLOSE_READER(re, &s->gb);
  821. return 0;
  822. }
  823. #undef REFINE_BIT
  824. #undef ZERO_RUN
  825. static int handle_rstn(MJpegDecodeContext *s, int nb_components)
  826. {
  827. int i;
  828. int reset = 0;
  829. if (s->restart_interval) {
  830. s->restart_count--;
  831. if(s->restart_count == 0 && s->avctx->codec_id == AV_CODEC_ID_THP){
  832. align_get_bits(&s->gb);
  833. for (i = 0; i < nb_components; i++) /* reset dc */
  834. s->last_dc[i] = (4 << s->bits);
  835. }
  836. i = 8 + ((-get_bits_count(&s->gb)) & 7);
  837. /* skip RSTn */
  838. if (s->restart_count == 0) {
  839. if( show_bits(&s->gb, i) == (1 << i) - 1
  840. || show_bits(&s->gb, i) == 0xFF) {
  841. int pos = get_bits_count(&s->gb);
  842. align_get_bits(&s->gb);
  843. while (get_bits_left(&s->gb) >= 8 && show_bits(&s->gb, 8) == 0xFF)
  844. skip_bits(&s->gb, 8);
  845. if (get_bits_left(&s->gb) >= 8 && (get_bits(&s->gb, 8) & 0xF8) == 0xD0) {
  846. for (i = 0; i < nb_components; i++) /* reset dc */
  847. s->last_dc[i] = (4 << s->bits);
  848. reset = 1;
  849. } else
  850. skip_bits_long(&s->gb, pos - get_bits_count(&s->gb));
  851. }
  852. }
  853. }
  854. return reset;
  855. }
  856. static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int nb_components, int predictor, int point_transform)
  857. {
  858. int i, mb_x, mb_y;
  859. uint16_t (*buffer)[4];
  860. int left[4], top[4], topleft[4];
  861. const int linesize = s->linesize[0];
  862. const int mask = ((1 << s->bits) - 1) << point_transform;
  863. int resync_mb_y = 0;
  864. int resync_mb_x = 0;
  865. if (s->nb_components != 3 && s->nb_components != 4)
  866. return AVERROR_INVALIDDATA;
  867. if (s->v_max != 1 || s->h_max != 1 || !s->lossless)
  868. return AVERROR_INVALIDDATA;
  869. s->restart_count = s->restart_interval;
  870. av_fast_malloc(&s->ljpeg_buffer, &s->ljpeg_buffer_size,
  871. (unsigned)s->mb_width * 4 * sizeof(s->ljpeg_buffer[0][0]));
  872. buffer = s->ljpeg_buffer;
  873. for (i = 0; i < 4; i++)
  874. buffer[0][i] = 1 << (s->bits - 1);
  875. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  876. uint8_t *ptr = s->picture_ptr->data[0] + (linesize * mb_y);
  877. if (s->interlaced && s->bottom_field)
  878. ptr += linesize >> 1;
  879. for (i = 0; i < 4; i++)
  880. top[i] = left[i] = topleft[i] = buffer[0][i];
  881. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  882. int modified_predictor = predictor;
  883. if (get_bits_left(&s->gb) < 1) {
  884. av_log(s->avctx, AV_LOG_ERROR, "bitstream end in rgb_scan\n");
  885. return AVERROR_INVALIDDATA;
  886. }
  887. if (s->restart_interval && !s->restart_count){
  888. s->restart_count = s->restart_interval;
  889. resync_mb_x = mb_x;
  890. resync_mb_y = mb_y;
  891. for(i=0; i<4; i++)
  892. top[i] = left[i]= topleft[i]= 1 << (s->bits - 1);
  893. }
  894. if (mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || !mb_x)
  895. modified_predictor = 1;
  896. for (i=0;i<nb_components;i++) {
  897. int pred, dc;
  898. topleft[i] = top[i];
  899. top[i] = buffer[mb_x][i];
  900. PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
  901. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  902. if(dc == 0xFFFFF)
  903. return -1;
  904. left[i] = buffer[mb_x][i] =
  905. mask & (pred + (unsigned)(dc * (1 << point_transform)));
  906. }
  907. if (s->restart_interval && !--s->restart_count) {
  908. align_get_bits(&s->gb);
  909. skip_bits(&s->gb, 16); /* skip RSTn */
  910. }
  911. }
  912. if (s->rct && s->nb_components == 4) {
  913. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  914. ptr[4*mb_x + 2] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  915. ptr[4*mb_x + 1] = buffer[mb_x][1] + ptr[4*mb_x + 2];
  916. ptr[4*mb_x + 3] = buffer[mb_x][2] + ptr[4*mb_x + 2];
  917. ptr[4*mb_x + 0] = buffer[mb_x][3];
  918. }
  919. } else if (s->nb_components == 4) {
  920. for(i=0; i<nb_components; i++) {
  921. int c= s->comp_index[i];
  922. if (s->bits <= 8) {
  923. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  924. ptr[4*mb_x+3-c] = buffer[mb_x][i];
  925. }
  926. } else if(s->bits == 9) {
  927. return AVERROR_PATCHWELCOME;
  928. } else {
  929. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  930. ((uint16_t*)ptr)[4*mb_x+c] = buffer[mb_x][i];
  931. }
  932. }
  933. }
  934. } else if (s->rct) {
  935. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  936. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  937. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  938. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  939. }
  940. } else if (s->pegasus_rct) {
  941. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  942. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2]) >> 2);
  943. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  944. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  945. }
  946. } else {
  947. for(i=0; i<nb_components; i++) {
  948. int c= s->comp_index[i];
  949. if (s->bits <= 8) {
  950. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  951. ptr[3*mb_x+2-c] = buffer[mb_x][i];
  952. }
  953. } else if(s->bits == 9) {
  954. return AVERROR_PATCHWELCOME;
  955. } else {
  956. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  957. ((uint16_t*)ptr)[3*mb_x+2-c] = buffer[mb_x][i];
  958. }
  959. }
  960. }
  961. }
  962. }
  963. return 0;
  964. }
  965. static int ljpeg_decode_yuv_scan(MJpegDecodeContext *s, int predictor,
  966. int point_transform, int nb_components)
  967. {
  968. int i, mb_x, mb_y, mask;
  969. int bits= (s->bits+7)&~7;
  970. int resync_mb_y = 0;
  971. int resync_mb_x = 0;
  972. point_transform += bits - s->bits;
  973. mask = ((1 << s->bits) - 1) << point_transform;
  974. av_assert0(nb_components>=1 && nb_components<=4);
  975. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  976. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  977. if (get_bits_left(&s->gb) < 1) {
  978. av_log(s->avctx, AV_LOG_ERROR, "bitstream end in yuv_scan\n");
  979. return AVERROR_INVALIDDATA;
  980. }
  981. if (s->restart_interval && !s->restart_count){
  982. s->restart_count = s->restart_interval;
  983. resync_mb_x = mb_x;
  984. resync_mb_y = mb_y;
  985. }
  986. if(!mb_x || mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || s->interlaced){
  987. int toprow = mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x;
  988. int leftcol = !mb_x || mb_y == resync_mb_y && mb_x == resync_mb_x;
  989. for (i = 0; i < nb_components; i++) {
  990. uint8_t *ptr;
  991. uint16_t *ptr16;
  992. int n, h, v, x, y, c, j, linesize;
  993. n = s->nb_blocks[i];
  994. c = s->comp_index[i];
  995. h = s->h_scount[i];
  996. v = s->v_scount[i];
  997. x = 0;
  998. y = 0;
  999. linesize= s->linesize[c];
  1000. if(bits>8) linesize /= 2;
  1001. for(j=0; j<n; j++) {
  1002. int pred, dc;
  1003. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  1004. if(dc == 0xFFFFF)
  1005. return -1;
  1006. if ( h * mb_x + x >= s->width
  1007. || v * mb_y + y >= s->height) {
  1008. // Nothing to do
  1009. } else if (bits<=8) {
  1010. ptr = s->picture_ptr->data[c] + (linesize * (v * mb_y + y)) + (h * mb_x + x); //FIXME optimize this crap
  1011. if(y==0 && toprow){
  1012. if(x==0 && leftcol){
  1013. pred= 1 << (bits - 1);
  1014. }else{
  1015. pred= ptr[-1];
  1016. }
  1017. }else{
  1018. if(x==0 && leftcol){
  1019. pred= ptr[-linesize];
  1020. }else{
  1021. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  1022. }
  1023. }
  1024. if (s->interlaced && s->bottom_field)
  1025. ptr += linesize >> 1;
  1026. pred &= mask;
  1027. *ptr= pred + ((unsigned)dc << point_transform);
  1028. }else{
  1029. ptr16 = (uint16_t*)(s->picture_ptr->data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  1030. if(y==0 && toprow){
  1031. if(x==0 && leftcol){
  1032. pred= 1 << (bits - 1);
  1033. }else{
  1034. pred= ptr16[-1];
  1035. }
  1036. }else{
  1037. if(x==0 && leftcol){
  1038. pred= ptr16[-linesize];
  1039. }else{
  1040. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  1041. }
  1042. }
  1043. if (s->interlaced && s->bottom_field)
  1044. ptr16 += linesize >> 1;
  1045. pred &= mask;
  1046. *ptr16= pred + ((unsigned)dc << point_transform);
  1047. }
  1048. if (++x == h) {
  1049. x = 0;
  1050. y++;
  1051. }
  1052. }
  1053. }
  1054. } else {
  1055. for (i = 0; i < nb_components; i++) {
  1056. uint8_t *ptr;
  1057. uint16_t *ptr16;
  1058. int n, h, v, x, y, c, j, linesize, dc;
  1059. n = s->nb_blocks[i];
  1060. c = s->comp_index[i];
  1061. h = s->h_scount[i];
  1062. v = s->v_scount[i];
  1063. x = 0;
  1064. y = 0;
  1065. linesize = s->linesize[c];
  1066. if(bits>8) linesize /= 2;
  1067. for (j = 0; j < n; j++) {
  1068. int pred;
  1069. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  1070. if(dc == 0xFFFFF)
  1071. return -1;
  1072. if ( h * mb_x + x >= s->width
  1073. || v * mb_y + y >= s->height) {
  1074. // Nothing to do
  1075. } else if (bits<=8) {
  1076. ptr = s->picture_ptr->data[c] +
  1077. (linesize * (v * mb_y + y)) +
  1078. (h * mb_x + x); //FIXME optimize this crap
  1079. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  1080. pred &= mask;
  1081. *ptr = pred + ((unsigned)dc << point_transform);
  1082. }else{
  1083. ptr16 = (uint16_t*)(s->picture_ptr->data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  1084. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  1085. pred &= mask;
  1086. *ptr16= pred + ((unsigned)dc << point_transform);
  1087. }
  1088. if (++x == h) {
  1089. x = 0;
  1090. y++;
  1091. }
  1092. }
  1093. }
  1094. }
  1095. if (s->restart_interval && !--s->restart_count) {
  1096. align_get_bits(&s->gb);
  1097. skip_bits(&s->gb, 16); /* skip RSTn */
  1098. }
  1099. }
  1100. }
  1101. return 0;
  1102. }
  1103. static av_always_inline void mjpeg_copy_block(MJpegDecodeContext *s,
  1104. uint8_t *dst, const uint8_t *src,
  1105. int linesize, int lowres)
  1106. {
  1107. switch (lowres) {
  1108. case 0: s->hdsp.put_pixels_tab[1][0](dst, src, linesize, 8);
  1109. break;
  1110. case 1: copy_block4(dst, src, linesize, linesize, 4);
  1111. break;
  1112. case 2: copy_block2(dst, src, linesize, linesize, 2);
  1113. break;
  1114. case 3: *dst = *src;
  1115. break;
  1116. }
  1117. }
  1118. static void shift_output(MJpegDecodeContext *s, uint8_t *ptr, int linesize)
  1119. {
  1120. int block_x, block_y;
  1121. int size = 8 >> s->avctx->lowres;
  1122. if (s->bits > 8) {
  1123. for (block_y=0; block_y<size; block_y++)
  1124. for (block_x=0; block_x<size; block_x++)
  1125. *(uint16_t*)(ptr + 2*block_x + block_y*linesize) <<= 16 - s->bits;
  1126. } else {
  1127. for (block_y=0; block_y<size; block_y++)
  1128. for (block_x=0; block_x<size; block_x++)
  1129. *(ptr + block_x + block_y*linesize) <<= 8 - s->bits;
  1130. }
  1131. }
  1132. static int mjpeg_decode_scan(MJpegDecodeContext *s, int nb_components, int Ah,
  1133. int Al, const uint8_t *mb_bitmask,
  1134. int mb_bitmask_size,
  1135. const AVFrame *reference)
  1136. {
  1137. int i, mb_x, mb_y, chroma_h_shift, chroma_v_shift, chroma_width, chroma_height;
  1138. uint8_t *data[MAX_COMPONENTS];
  1139. const uint8_t *reference_data[MAX_COMPONENTS];
  1140. int linesize[MAX_COMPONENTS];
  1141. GetBitContext mb_bitmask_gb = {0}; // initialize to silence gcc warning
  1142. int bytes_per_pixel = 1 + (s->bits > 8);
  1143. if (mb_bitmask) {
  1144. if (mb_bitmask_size != (s->mb_width * s->mb_height + 7)>>3) {
  1145. av_log(s->avctx, AV_LOG_ERROR, "mb_bitmask_size mismatches\n");
  1146. return AVERROR_INVALIDDATA;
  1147. }
  1148. init_get_bits(&mb_bitmask_gb, mb_bitmask, s->mb_width * s->mb_height);
  1149. }
  1150. s->restart_count = 0;
  1151. av_pix_fmt_get_chroma_sub_sample(s->avctx->pix_fmt, &chroma_h_shift,
  1152. &chroma_v_shift);
  1153. chroma_width = FF_CEIL_RSHIFT(s->width, chroma_h_shift);
  1154. chroma_height = FF_CEIL_RSHIFT(s->height, chroma_v_shift);
  1155. for (i = 0; i < nb_components; i++) {
  1156. int c = s->comp_index[i];
  1157. data[c] = s->picture_ptr->data[c];
  1158. reference_data[c] = reference ? reference->data[c] : NULL;
  1159. linesize[c] = s->linesize[c];
  1160. s->coefs_finished[c] |= 1;
  1161. }
  1162. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1163. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  1164. const int copy_mb = mb_bitmask && !get_bits1(&mb_bitmask_gb);
  1165. if (s->restart_interval && !s->restart_count)
  1166. s->restart_count = s->restart_interval;
  1167. if (get_bits_left(&s->gb) < 0) {
  1168. av_log(s->avctx, AV_LOG_ERROR, "overread %d\n",
  1169. -get_bits_left(&s->gb));
  1170. return AVERROR_INVALIDDATA;
  1171. }
  1172. for (i = 0; i < nb_components; i++) {
  1173. uint8_t *ptr;
  1174. int n, h, v, x, y, c, j;
  1175. int block_offset;
  1176. n = s->nb_blocks[i];
  1177. c = s->comp_index[i];
  1178. h = s->h_scount[i];
  1179. v = s->v_scount[i];
  1180. x = 0;
  1181. y = 0;
  1182. for (j = 0; j < n; j++) {
  1183. block_offset = (((linesize[c] * (v * mb_y + y) * 8) +
  1184. (h * mb_x + x) * 8 * bytes_per_pixel) >> s->avctx->lowres);
  1185. if (s->interlaced && s->bottom_field)
  1186. block_offset += linesize[c] >> 1;
  1187. if ( 8*(h * mb_x + x) < ((c == 1) || (c == 2) ? chroma_width : s->width)
  1188. && 8*(v * mb_y + y) < ((c == 1) || (c == 2) ? chroma_height : s->height)) {
  1189. ptr = data[c] + block_offset;
  1190. } else
  1191. ptr = NULL;
  1192. if (!s->progressive) {
  1193. if (copy_mb) {
  1194. if (ptr)
  1195. mjpeg_copy_block(s, ptr, reference_data[c] + block_offset,
  1196. linesize[c], s->avctx->lowres);
  1197. } else {
  1198. s->bdsp.clear_block(s->block);
  1199. if (decode_block(s, s->block, i,
  1200. s->dc_index[i], s->ac_index[i],
  1201. s->quant_matrixes[s->quant_sindex[i]]) < 0) {
  1202. av_log(s->avctx, AV_LOG_ERROR,
  1203. "error y=%d x=%d\n", mb_y, mb_x);
  1204. return AVERROR_INVALIDDATA;
  1205. }
  1206. if (ptr) {
  1207. s->idsp.idct_put(ptr, linesize[c], s->block);
  1208. if (s->bits & 7)
  1209. shift_output(s, ptr, linesize[c]);
  1210. }
  1211. }
  1212. } else {
  1213. int block_idx = s->block_stride[c] * (v * mb_y + y) +
  1214. (h * mb_x + x);
  1215. int16_t *block = s->blocks[c][block_idx];
  1216. if (Ah)
  1217. block[0] += get_bits1(&s->gb) *
  1218. s->quant_matrixes[s->quant_sindex[i]][0] << Al;
  1219. else if (decode_dc_progressive(s, block, i, s->dc_index[i],
  1220. s->quant_matrixes[s->quant_sindex[i]],
  1221. Al) < 0) {
  1222. av_log(s->avctx, AV_LOG_ERROR,
  1223. "error y=%d x=%d\n", mb_y, mb_x);
  1224. return AVERROR_INVALIDDATA;
  1225. }
  1226. }
  1227. ff_dlog(s->avctx, "mb: %d %d processed\n", mb_y, mb_x);
  1228. ff_dlog(s->avctx, "%d %d %d %d %d %d %d %d \n",
  1229. mb_x, mb_y, x, y, c, s->bottom_field,
  1230. (v * mb_y + y) * 8, (h * mb_x + x) * 8);
  1231. if (++x == h) {
  1232. x = 0;
  1233. y++;
  1234. }
  1235. }
  1236. }
  1237. handle_rstn(s, nb_components);
  1238. }
  1239. }
  1240. return 0;
  1241. }
  1242. static int mjpeg_decode_scan_progressive_ac(MJpegDecodeContext *s, int ss,
  1243. int se, int Ah, int Al)
  1244. {
  1245. int mb_x, mb_y;
  1246. int EOBRUN = 0;
  1247. int c = s->comp_index[0];
  1248. int16_t *quant_matrix = s->quant_matrixes[s->quant_sindex[0]];
  1249. av_assert0(ss>=0 && Ah>=0 && Al>=0);
  1250. if (se < ss || se > 63) {
  1251. av_log(s->avctx, AV_LOG_ERROR, "SS/SE %d/%d is invalid\n", ss, se);
  1252. return AVERROR_INVALIDDATA;
  1253. }
  1254. // s->coefs_finished is a bitmask for coefficients coded
  1255. // ss and se are parameters telling start and end coefficients
  1256. s->coefs_finished[c] |= (2ULL << se) - (1ULL << ss);
  1257. s->restart_count = 0;
  1258. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1259. int block_idx = mb_y * s->block_stride[c];
  1260. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1261. uint8_t *last_nnz = &s->last_nnz[c][block_idx];
  1262. if (get_bits_left(&s->gb) <= 0) {
  1263. av_log(s->avctx, AV_LOG_ERROR, "bitstream truncated in mjpeg_decode_scan_progressive_ac\n");
  1264. return AVERROR_INVALIDDATA;
  1265. }
  1266. for (mb_x = 0; mb_x < s->mb_width; mb_x++, block++, last_nnz++) {
  1267. int ret;
  1268. if (s->restart_interval && !s->restart_count)
  1269. s->restart_count = s->restart_interval;
  1270. if (Ah)
  1271. ret = decode_block_refinement(s, *block, last_nnz, s->ac_index[0],
  1272. quant_matrix, ss, se, Al, &EOBRUN);
  1273. else
  1274. ret = decode_block_progressive(s, *block, last_nnz, s->ac_index[0],
  1275. quant_matrix, ss, se, Al, &EOBRUN);
  1276. if (ret < 0) {
  1277. av_log(s->avctx, AV_LOG_ERROR,
  1278. "error y=%d x=%d\n", mb_y, mb_x);
  1279. return AVERROR_INVALIDDATA;
  1280. }
  1281. if (handle_rstn(s, 0))
  1282. EOBRUN = 0;
  1283. }
  1284. }
  1285. return 0;
  1286. }
  1287. static void mjpeg_idct_scan_progressive_ac(MJpegDecodeContext *s)
  1288. {
  1289. int mb_x, mb_y;
  1290. int c;
  1291. const int bytes_per_pixel = 1 + (s->bits > 8);
  1292. const int block_size = s->lossless ? 1 : 8;
  1293. for (c = 0; c < s->nb_components; c++) {
  1294. uint8_t *data = s->picture_ptr->data[c];
  1295. int linesize = s->linesize[c];
  1296. int h = s->h_max / s->h_count[c];
  1297. int v = s->v_max / s->v_count[c];
  1298. int mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1299. int mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1300. if (~s->coefs_finished[c])
  1301. av_log(s->avctx, AV_LOG_WARNING, "component %d is incomplete\n", c);
  1302. if (s->interlaced && s->bottom_field)
  1303. data += linesize >> 1;
  1304. for (mb_y = 0; mb_y < mb_height; mb_y++) {
  1305. uint8_t *ptr = data + (mb_y * linesize * 8 >> s->avctx->lowres);
  1306. int block_idx = mb_y * s->block_stride[c];
  1307. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1308. for (mb_x = 0; mb_x < mb_width; mb_x++, block++) {
  1309. s->idsp.idct_put(ptr, linesize, *block);
  1310. if (s->bits & 7)
  1311. shift_output(s, ptr, linesize);
  1312. ptr += bytes_per_pixel*8 >> s->avctx->lowres;
  1313. }
  1314. }
  1315. }
  1316. }
  1317. int ff_mjpeg_decode_sos(MJpegDecodeContext *s, const uint8_t *mb_bitmask,
  1318. int mb_bitmask_size, const AVFrame *reference)
  1319. {
  1320. int len, nb_components, i, h, v, predictor, point_transform;
  1321. int index, id, ret;
  1322. const int block_size = s->lossless ? 1 : 8;
  1323. int ilv, prev_shift;
  1324. if (!s->got_picture) {
  1325. av_log(s->avctx, AV_LOG_WARNING,
  1326. "Can not process SOS before SOF, skipping\n");
  1327. return -1;
  1328. }
  1329. if (reference) {
  1330. if (reference->width != s->picture_ptr->width ||
  1331. reference->height != s->picture_ptr->height ||
  1332. reference->format != s->picture_ptr->format) {
  1333. av_log(s->avctx, AV_LOG_ERROR, "Reference mismatching\n");
  1334. return AVERROR_INVALIDDATA;
  1335. }
  1336. }
  1337. av_assert0(s->picture_ptr->data[0]);
  1338. /* XXX: verify len field validity */
  1339. len = get_bits(&s->gb, 16);
  1340. nb_components = get_bits(&s->gb, 8);
  1341. if (nb_components == 0 || nb_components > MAX_COMPONENTS) {
  1342. av_log(s->avctx, AV_LOG_ERROR,
  1343. "decode_sos: nb_components (%d) unsupported\n", nb_components);
  1344. return AVERROR_PATCHWELCOME;
  1345. }
  1346. if (len != 6 + 2 * nb_components) {
  1347. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: invalid len (%d)\n", len);
  1348. return AVERROR_INVALIDDATA;
  1349. }
  1350. for (i = 0; i < nb_components; i++) {
  1351. id = get_bits(&s->gb, 8) - 1;
  1352. av_log(s->avctx, AV_LOG_DEBUG, "component: %d\n", id);
  1353. /* find component index */
  1354. for (index = 0; index < s->nb_components; index++)
  1355. if (id == s->component_id[index])
  1356. break;
  1357. if (index == s->nb_components) {
  1358. av_log(s->avctx, AV_LOG_ERROR,
  1359. "decode_sos: index(%d) out of components\n", index);
  1360. return AVERROR_INVALIDDATA;
  1361. }
  1362. /* Metasoft MJPEG codec has Cb and Cr swapped */
  1363. if (s->avctx->codec_tag == MKTAG('M', 'T', 'S', 'J')
  1364. && nb_components == 3 && s->nb_components == 3 && i)
  1365. index = 3 - i;
  1366. s->quant_sindex[i] = s->quant_index[index];
  1367. s->nb_blocks[i] = s->h_count[index] * s->v_count[index];
  1368. s->h_scount[i] = s->h_count[index];
  1369. s->v_scount[i] = s->v_count[index];
  1370. if(nb_components == 3 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1371. index = (i+2)%3;
  1372. if(nb_components == 1 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1373. index = (index+2)%3;
  1374. s->comp_index[i] = index;
  1375. s->dc_index[i] = get_bits(&s->gb, 4);
  1376. s->ac_index[i] = get_bits(&s->gb, 4);
  1377. if (s->dc_index[i] < 0 || s->ac_index[i] < 0 ||
  1378. s->dc_index[i] >= 4 || s->ac_index[i] >= 4)
  1379. goto out_of_range;
  1380. if (!s->vlcs[0][s->dc_index[i]].table || !(s->progressive ? s->vlcs[2][s->ac_index[0]].table : s->vlcs[1][s->ac_index[i]].table))
  1381. goto out_of_range;
  1382. }
  1383. predictor = get_bits(&s->gb, 8); /* JPEG Ss / lossless JPEG predictor /JPEG-LS NEAR */
  1384. ilv = get_bits(&s->gb, 8); /* JPEG Se / JPEG-LS ILV */
  1385. if(s->avctx->codec_tag != AV_RL32("CJPG")){
  1386. prev_shift = get_bits(&s->gb, 4); /* Ah */
  1387. point_transform = get_bits(&s->gb, 4); /* Al */
  1388. }else
  1389. prev_shift = point_transform = 0;
  1390. if (nb_components > 1) {
  1391. /* interleaved stream */
  1392. s->mb_width = (s->width + s->h_max * block_size - 1) / (s->h_max * block_size);
  1393. s->mb_height = (s->height + s->v_max * block_size - 1) / (s->v_max * block_size);
  1394. } else if (!s->ls) { /* skip this for JPEG-LS */
  1395. h = s->h_max / s->h_scount[0];
  1396. v = s->v_max / s->v_scount[0];
  1397. s->mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1398. s->mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1399. s->nb_blocks[0] = 1;
  1400. s->h_scount[0] = 1;
  1401. s->v_scount[0] = 1;
  1402. }
  1403. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1404. av_log(s->avctx, AV_LOG_DEBUG, "%s %s p:%d >>:%d ilv:%d bits:%d skip:%d %s comp:%d\n",
  1405. s->lossless ? "lossless" : "sequential DCT", s->rgb ? "RGB" : "",
  1406. predictor, point_transform, ilv, s->bits, s->mjpb_skiptosod,
  1407. s->pegasus_rct ? "PRCT" : (s->rct ? "RCT" : ""), nb_components);
  1408. /* mjpeg-b can have padding bytes between sos and image data, skip them */
  1409. for (i = s->mjpb_skiptosod; i > 0; i--)
  1410. skip_bits(&s->gb, 8);
  1411. next_field:
  1412. for (i = 0; i < nb_components; i++)
  1413. s->last_dc[i] = (4 << s->bits);
  1414. if (s->lossless) {
  1415. av_assert0(s->picture_ptr == s->picture);
  1416. if (CONFIG_JPEGLS_DECODER && s->ls) {
  1417. // for () {
  1418. // reset_ls_coding_parameters(s, 0);
  1419. if ((ret = ff_jpegls_decode_picture(s, predictor,
  1420. point_transform, ilv)) < 0)
  1421. return ret;
  1422. } else {
  1423. if (s->rgb) {
  1424. if ((ret = ljpeg_decode_rgb_scan(s, nb_components, predictor, point_transform)) < 0)
  1425. return ret;
  1426. } else {
  1427. if ((ret = ljpeg_decode_yuv_scan(s, predictor,
  1428. point_transform,
  1429. nb_components)) < 0)
  1430. return ret;
  1431. }
  1432. }
  1433. } else {
  1434. if (s->progressive && predictor) {
  1435. av_assert0(s->picture_ptr == s->picture);
  1436. if ((ret = mjpeg_decode_scan_progressive_ac(s, predictor,
  1437. ilv, prev_shift,
  1438. point_transform)) < 0)
  1439. return ret;
  1440. } else {
  1441. if ((ret = mjpeg_decode_scan(s, nb_components,
  1442. prev_shift, point_transform,
  1443. mb_bitmask, mb_bitmask_size, reference)) < 0)
  1444. return ret;
  1445. }
  1446. }
  1447. if (s->interlaced &&
  1448. get_bits_left(&s->gb) > 32 &&
  1449. show_bits(&s->gb, 8) == 0xFF) {
  1450. GetBitContext bak = s->gb;
  1451. align_get_bits(&bak);
  1452. if (show_bits(&bak, 16) == 0xFFD1) {
  1453. av_log(s->avctx, AV_LOG_DEBUG, "AVRn interlaced picture marker found\n");
  1454. s->gb = bak;
  1455. skip_bits(&s->gb, 16);
  1456. s->bottom_field ^= 1;
  1457. goto next_field;
  1458. }
  1459. }
  1460. emms_c();
  1461. return 0;
  1462. out_of_range:
  1463. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: ac/dc index out of range\n");
  1464. return AVERROR_INVALIDDATA;
  1465. }
  1466. static int mjpeg_decode_dri(MJpegDecodeContext *s)
  1467. {
  1468. if (get_bits(&s->gb, 16) != 4)
  1469. return AVERROR_INVALIDDATA;
  1470. s->restart_interval = get_bits(&s->gb, 16);
  1471. s->restart_count = 0;
  1472. av_log(s->avctx, AV_LOG_DEBUG, "restart interval: %d\n",
  1473. s->restart_interval);
  1474. return 0;
  1475. }
  1476. static int mjpeg_decode_app(MJpegDecodeContext *s)
  1477. {
  1478. int len, id, i;
  1479. len = get_bits(&s->gb, 16);
  1480. if (len < 6)
  1481. return AVERROR_INVALIDDATA;
  1482. if (8 * len > get_bits_left(&s->gb))
  1483. return AVERROR_INVALIDDATA;
  1484. id = get_bits_long(&s->gb, 32);
  1485. len -= 6;
  1486. if (s->avctx->debug & FF_DEBUG_STARTCODE) {
  1487. char id_str[32];
  1488. av_get_codec_tag_string(id_str, sizeof(id_str), av_bswap32(id));
  1489. av_log(s->avctx, AV_LOG_DEBUG, "APPx (%s / %8X) len=%d\n", id_str, id, len);
  1490. }
  1491. /* Buggy AVID, it puts EOI only at every 10th frame. */
  1492. /* Also, this fourcc is used by non-avid files too, it holds some
  1493. information, but it's always present in AVID-created files. */
  1494. if (id == AV_RB32("AVI1")) {
  1495. /* structure:
  1496. 4bytes AVI1
  1497. 1bytes polarity
  1498. 1bytes always zero
  1499. 4bytes field_size
  1500. 4bytes field_size_less_padding
  1501. */
  1502. s->buggy_avid = 1;
  1503. i = get_bits(&s->gb, 8); len--;
  1504. av_log(s->avctx, AV_LOG_DEBUG, "polarity %d\n", i);
  1505. #if 0
  1506. skip_bits(&s->gb, 8);
  1507. skip_bits(&s->gb, 32);
  1508. skip_bits(&s->gb, 32);
  1509. len -= 10;
  1510. #endif
  1511. goto out;
  1512. }
  1513. // len -= 2;
  1514. if (id == AV_RB32("JFIF")) {
  1515. int t_w, t_h, v1, v2;
  1516. skip_bits(&s->gb, 8); /* the trailing zero-byte */
  1517. v1 = get_bits(&s->gb, 8);
  1518. v2 = get_bits(&s->gb, 8);
  1519. skip_bits(&s->gb, 8);
  1520. s->avctx->sample_aspect_ratio.num = get_bits(&s->gb, 16);
  1521. s->avctx->sample_aspect_ratio.den = get_bits(&s->gb, 16);
  1522. ff_set_sar(s->avctx, s->avctx->sample_aspect_ratio);
  1523. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1524. av_log(s->avctx, AV_LOG_INFO,
  1525. "mjpeg: JFIF header found (version: %x.%x) SAR=%d/%d\n",
  1526. v1, v2,
  1527. s->avctx->sample_aspect_ratio.num,
  1528. s->avctx->sample_aspect_ratio.den);
  1529. t_w = get_bits(&s->gb, 8);
  1530. t_h = get_bits(&s->gb, 8);
  1531. if (t_w && t_h) {
  1532. /* skip thumbnail */
  1533. if (len -10 - (t_w * t_h * 3) > 0)
  1534. len -= t_w * t_h * 3;
  1535. }
  1536. len -= 10;
  1537. goto out;
  1538. }
  1539. if (id == AV_RB32("Adob") && (get_bits(&s->gb, 8) == 'e')) {
  1540. skip_bits(&s->gb, 16); /* version */
  1541. skip_bits(&s->gb, 16); /* flags0 */
  1542. skip_bits(&s->gb, 16); /* flags1 */
  1543. s->adobe_transform = get_bits(&s->gb, 8);
  1544. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1545. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Adobe header found, transform=%d\n", s->adobe_transform);
  1546. len -= 7;
  1547. goto out;
  1548. }
  1549. if (id == AV_RB32("LJIF")) {
  1550. int rgb = s->rgb;
  1551. int pegasus_rct = s->pegasus_rct;
  1552. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1553. av_log(s->avctx, AV_LOG_INFO,
  1554. "Pegasus lossless jpeg header found\n");
  1555. skip_bits(&s->gb, 16); /* version ? */
  1556. skip_bits(&s->gb, 16); /* unknown always 0? */
  1557. skip_bits(&s->gb, 16); /* unknown always 0? */
  1558. skip_bits(&s->gb, 16); /* unknown always 0? */
  1559. switch (i=get_bits(&s->gb, 8)) {
  1560. case 1:
  1561. rgb = 1;
  1562. pegasus_rct = 0;
  1563. break;
  1564. case 2:
  1565. rgb = 1;
  1566. pegasus_rct = 1;
  1567. break;
  1568. default:
  1569. av_log(s->avctx, AV_LOG_ERROR, "unknown colorspace %d\n", i);
  1570. }
  1571. len -= 9;
  1572. if (s->got_picture)
  1573. if (rgb != s->rgb || pegasus_rct != s->pegasus_rct) {
  1574. av_log(s->avctx, AV_LOG_WARNING, "Mismatching LJIF tag\n");
  1575. goto out;
  1576. }
  1577. s->rgb = rgb;
  1578. s->pegasus_rct = pegasus_rct;
  1579. goto out;
  1580. }
  1581. if (id == AV_RL32("colr") && len > 0) {
  1582. s->colr = get_bits(&s->gb, 8);
  1583. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1584. av_log(s->avctx, AV_LOG_INFO, "COLR %d\n", s->colr);
  1585. len --;
  1586. goto out;
  1587. }
  1588. if (id == AV_RL32("xfrm") && len > 0) {
  1589. s->xfrm = get_bits(&s->gb, 8);
  1590. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1591. av_log(s->avctx, AV_LOG_INFO, "XFRM %d\n", s->xfrm);
  1592. len --;
  1593. goto out;
  1594. }
  1595. /* JPS extension by VRex */
  1596. if (s->start_code == APP3 && id == AV_RB32("_JPS") && len >= 10) {
  1597. int flags, layout, type;
  1598. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1599. av_log(s->avctx, AV_LOG_INFO, "_JPSJPS_\n");
  1600. skip_bits(&s->gb, 32); len -= 4; /* JPS_ */
  1601. skip_bits(&s->gb, 16); len -= 2; /* block length */
  1602. skip_bits(&s->gb, 8); /* reserved */
  1603. flags = get_bits(&s->gb, 8);
  1604. layout = get_bits(&s->gb, 8);
  1605. type = get_bits(&s->gb, 8);
  1606. len -= 4;
  1607. s->stereo3d = av_stereo3d_alloc();
  1608. if (!s->stereo3d) {
  1609. goto out;
  1610. }
  1611. if (type == 0) {
  1612. s->stereo3d->type = AV_STEREO3D_2D;
  1613. } else if (type == 1) {
  1614. switch (layout) {
  1615. case 0x01:
  1616. s->stereo3d->type = AV_STEREO3D_LINES;
  1617. break;
  1618. case 0x02:
  1619. s->stereo3d->type = AV_STEREO3D_SIDEBYSIDE;
  1620. break;
  1621. case 0x03:
  1622. s->stereo3d->type = AV_STEREO3D_TOPBOTTOM;
  1623. break;
  1624. }
  1625. if (!(flags & 0x04)) {
  1626. s->stereo3d->flags = AV_STEREO3D_FLAG_INVERT;
  1627. }
  1628. }
  1629. goto out;
  1630. }
  1631. /* EXIF metadata */
  1632. if (s->start_code == APP1 && id == AV_RB32("Exif") && len >= 2) {
  1633. GetByteContext gbytes;
  1634. int ret, le, ifd_offset, bytes_read;
  1635. const uint8_t *aligned;
  1636. skip_bits(&s->gb, 16); // skip padding
  1637. len -= 2;
  1638. // init byte wise reading
  1639. aligned = align_get_bits(&s->gb);
  1640. bytestream2_init(&gbytes, aligned, len);
  1641. // read TIFF header
  1642. ret = ff_tdecode_header(&gbytes, &le, &ifd_offset);
  1643. if (ret) {
  1644. av_log(s->avctx, AV_LOG_ERROR, "mjpeg: invalid TIFF header in EXIF data\n");
  1645. } else {
  1646. bytestream2_seek(&gbytes, ifd_offset, SEEK_SET);
  1647. // read 0th IFD and store the metadata
  1648. // (return values > 0 indicate the presence of subimage metadata)
  1649. ret = avpriv_exif_decode_ifd(s->avctx, &gbytes, le, 0, &s->exif_metadata);
  1650. if (ret < 0) {
  1651. av_log(s->avctx, AV_LOG_ERROR, "mjpeg: error decoding EXIF data\n");
  1652. }
  1653. }
  1654. bytes_read = bytestream2_tell(&gbytes);
  1655. skip_bits(&s->gb, bytes_read << 3);
  1656. len -= bytes_read;
  1657. goto out;
  1658. }
  1659. /* Apple MJPEG-A */
  1660. if ((s->start_code == APP1) && (len > (0x28 - 8))) {
  1661. id = get_bits_long(&s->gb, 32);
  1662. len -= 4;
  1663. /* Apple MJPEG-A */
  1664. if (id == AV_RB32("mjpg")) {
  1665. #if 0
  1666. skip_bits(&s->gb, 32); /* field size */
  1667. skip_bits(&s->gb, 32); /* pad field size */
  1668. skip_bits(&s->gb, 32); /* next off */
  1669. skip_bits(&s->gb, 32); /* quant off */
  1670. skip_bits(&s->gb, 32); /* huff off */
  1671. skip_bits(&s->gb, 32); /* image off */
  1672. skip_bits(&s->gb, 32); /* scan off */
  1673. skip_bits(&s->gb, 32); /* data off */
  1674. #endif
  1675. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1676. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Apple MJPEG-A header found\n");
  1677. }
  1678. }
  1679. out:
  1680. /* slow but needed for extreme adobe jpegs */
  1681. if (len < 0)
  1682. av_log(s->avctx, AV_LOG_ERROR,
  1683. "mjpeg: error, decode_app parser read over the end\n");
  1684. while (--len > 0)
  1685. skip_bits(&s->gb, 8);
  1686. return 0;
  1687. }
  1688. static int mjpeg_decode_com(MJpegDecodeContext *s)
  1689. {
  1690. int len = get_bits(&s->gb, 16);
  1691. if (len >= 2 && 8 * len - 16 <= get_bits_left(&s->gb)) {
  1692. char *cbuf = av_malloc(len - 1);
  1693. if (cbuf) {
  1694. int i;
  1695. for (i = 0; i < len - 2; i++)
  1696. cbuf[i] = get_bits(&s->gb, 8);
  1697. if (i > 0 && cbuf[i - 1] == '\n')
  1698. cbuf[i - 1] = 0;
  1699. else
  1700. cbuf[i] = 0;
  1701. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1702. av_log(s->avctx, AV_LOG_INFO, "comment: '%s'\n", cbuf);
  1703. /* buggy avid, it puts EOI only at every 10th frame */
  1704. if (!strncmp(cbuf, "AVID", 4)) {
  1705. parse_avid(s, cbuf, len);
  1706. } else if (!strcmp(cbuf, "CS=ITU601"))
  1707. s->cs_itu601 = 1;
  1708. else if ((!strncmp(cbuf, "Intel(R) JPEG Library, version 1", 32) && s->avctx->codec_tag) ||
  1709. (!strncmp(cbuf, "Metasoft MJPEG Codec", 20)))
  1710. s->flipped = 1;
  1711. else if (!strcmp(cbuf, "MULTISCOPE II"))
  1712. s->multiscope = 2;
  1713. av_free(cbuf);
  1714. }
  1715. }
  1716. return 0;
  1717. }
  1718. /* return the 8 bit start code value and update the search
  1719. state. Return -1 if no start code found */
  1720. static int find_marker(const uint8_t **pbuf_ptr, const uint8_t *buf_end)
  1721. {
  1722. const uint8_t *buf_ptr;
  1723. unsigned int v, v2;
  1724. int val;
  1725. int skipped = 0;
  1726. buf_ptr = *pbuf_ptr;
  1727. while (buf_end - buf_ptr > 1) {
  1728. v = *buf_ptr++;
  1729. v2 = *buf_ptr;
  1730. if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe) && buf_ptr < buf_end) {
  1731. val = *buf_ptr++;
  1732. goto found;
  1733. }
  1734. skipped++;
  1735. }
  1736. buf_ptr = buf_end;
  1737. val = -1;
  1738. found:
  1739. ff_dlog(NULL, "find_marker skipped %d bytes\n", skipped);
  1740. *pbuf_ptr = buf_ptr;
  1741. return val;
  1742. }
  1743. int ff_mjpeg_find_marker(MJpegDecodeContext *s,
  1744. const uint8_t **buf_ptr, const uint8_t *buf_end,
  1745. const uint8_t **unescaped_buf_ptr,
  1746. int *unescaped_buf_size)
  1747. {
  1748. int start_code;
  1749. start_code = find_marker(buf_ptr, buf_end);
  1750. av_fast_padded_malloc(&s->buffer, &s->buffer_size, buf_end - *buf_ptr);
  1751. if (!s->buffer)
  1752. return AVERROR(ENOMEM);
  1753. /* unescape buffer of SOS, use special treatment for JPEG-LS */
  1754. if (start_code == SOS && !s->ls) {
  1755. const uint8_t *src = *buf_ptr;
  1756. uint8_t *dst = s->buffer;
  1757. while (src < buf_end) {
  1758. uint8_t x = *(src++);
  1759. *(dst++) = x;
  1760. if (s->avctx->codec_id != AV_CODEC_ID_THP) {
  1761. if (x == 0xff) {
  1762. while (src < buf_end && x == 0xff)
  1763. x = *(src++);
  1764. if (x >= 0xd0 && x <= 0xd7)
  1765. *(dst++) = x;
  1766. else if (x)
  1767. break;
  1768. }
  1769. }
  1770. }
  1771. *unescaped_buf_ptr = s->buffer;
  1772. *unescaped_buf_size = dst - s->buffer;
  1773. memset(s->buffer + *unescaped_buf_size, 0,
  1774. AV_INPUT_BUFFER_PADDING_SIZE);
  1775. av_log(s->avctx, AV_LOG_DEBUG, "escaping removed %"PTRDIFF_SPECIFIER" bytes\n",
  1776. (buf_end - *buf_ptr) - (dst - s->buffer));
  1777. } else if (start_code == SOS && s->ls) {
  1778. const uint8_t *src = *buf_ptr;
  1779. uint8_t *dst = s->buffer;
  1780. int bit_count = 0;
  1781. int t = 0, b = 0;
  1782. PutBitContext pb;
  1783. /* find marker */
  1784. while (src + t < buf_end) {
  1785. uint8_t x = src[t++];
  1786. if (x == 0xff) {
  1787. while ((src + t < buf_end) && x == 0xff)
  1788. x = src[t++];
  1789. if (x & 0x80) {
  1790. t -= FFMIN(2, t);
  1791. break;
  1792. }
  1793. }
  1794. }
  1795. bit_count = t * 8;
  1796. init_put_bits(&pb, dst, t);
  1797. /* unescape bitstream */
  1798. while (b < t) {
  1799. uint8_t x = src[b++];
  1800. put_bits(&pb, 8, x);
  1801. if (x == 0xFF && b < t) {
  1802. x = src[b++];
  1803. if (x & 0x80) {
  1804. av_log(s->avctx, AV_LOG_WARNING, "Invalid escape sequence\n");
  1805. x &= 0x7f;
  1806. }
  1807. put_bits(&pb, 7, x);
  1808. bit_count--;
  1809. }
  1810. }
  1811. flush_put_bits(&pb);
  1812. *unescaped_buf_ptr = dst;
  1813. *unescaped_buf_size = (bit_count + 7) >> 3;
  1814. memset(s->buffer + *unescaped_buf_size, 0,
  1815. AV_INPUT_BUFFER_PADDING_SIZE);
  1816. } else {
  1817. *unescaped_buf_ptr = *buf_ptr;
  1818. *unescaped_buf_size = buf_end - *buf_ptr;
  1819. }
  1820. return start_code;
  1821. }
  1822. int ff_mjpeg_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  1823. AVPacket *avpkt)
  1824. {
  1825. AVFrame *frame = data;
  1826. const uint8_t *buf = avpkt->data;
  1827. int buf_size = avpkt->size;
  1828. MJpegDecodeContext *s = avctx->priv_data;
  1829. const uint8_t *buf_end, *buf_ptr;
  1830. const uint8_t *unescaped_buf_ptr;
  1831. int hshift, vshift;
  1832. int unescaped_buf_size;
  1833. int start_code;
  1834. int i, index;
  1835. int ret = 0;
  1836. int is16bit;
  1837. s->buf_size = buf_size;
  1838. av_dict_free(&s->exif_metadata);
  1839. av_freep(&s->stereo3d);
  1840. s->adobe_transform = -1;
  1841. buf_ptr = buf;
  1842. buf_end = buf + buf_size;
  1843. while (buf_ptr < buf_end) {
  1844. /* find start next marker */
  1845. start_code = ff_mjpeg_find_marker(s, &buf_ptr, buf_end,
  1846. &unescaped_buf_ptr,
  1847. &unescaped_buf_size);
  1848. /* EOF */
  1849. if (start_code < 0) {
  1850. break;
  1851. } else if (unescaped_buf_size > INT_MAX / 8) {
  1852. av_log(avctx, AV_LOG_ERROR,
  1853. "MJPEG packet 0x%x too big (%d/%d), corrupt data?\n",
  1854. start_code, unescaped_buf_size, buf_size);
  1855. return AVERROR_INVALIDDATA;
  1856. }
  1857. av_log(avctx, AV_LOG_DEBUG, "marker=%x avail_size_in_buf=%"PTRDIFF_SPECIFIER"\n",
  1858. start_code, buf_end - buf_ptr);
  1859. ret = init_get_bits8(&s->gb, unescaped_buf_ptr, unescaped_buf_size);
  1860. if (ret < 0) {
  1861. av_log(avctx, AV_LOG_ERROR, "invalid buffer\n");
  1862. goto fail;
  1863. }
  1864. s->start_code = start_code;
  1865. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1866. av_log(avctx, AV_LOG_DEBUG, "startcode: %X\n", start_code);
  1867. /* process markers */
  1868. if (start_code >= 0xd0 && start_code <= 0xd7)
  1869. av_log(avctx, AV_LOG_DEBUG,
  1870. "restart marker: %d\n", start_code & 0x0f);
  1871. /* APP fields */
  1872. else if (start_code >= APP0 && start_code <= APP15)
  1873. mjpeg_decode_app(s);
  1874. /* Comment */
  1875. else if (start_code == COM)
  1876. mjpeg_decode_com(s);
  1877. ret = -1;
  1878. if (!CONFIG_JPEGLS_DECODER &&
  1879. (start_code == SOF48 || start_code == LSE)) {
  1880. av_log(avctx, AV_LOG_ERROR, "JPEG-LS support not enabled.\n");
  1881. return AVERROR(ENOSYS);
  1882. }
  1883. switch (start_code) {
  1884. case SOI:
  1885. s->restart_interval = 0;
  1886. s->restart_count = 0;
  1887. /* nothing to do on SOI */
  1888. break;
  1889. case DQT:
  1890. ff_mjpeg_decode_dqt(s);
  1891. break;
  1892. case DHT:
  1893. if ((ret = ff_mjpeg_decode_dht(s)) < 0) {
  1894. av_log(avctx, AV_LOG_ERROR, "huffman table decode error\n");
  1895. goto fail;
  1896. }
  1897. break;
  1898. case SOF0:
  1899. case SOF1:
  1900. s->lossless = 0;
  1901. s->ls = 0;
  1902. s->progressive = 0;
  1903. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1904. goto fail;
  1905. break;
  1906. case SOF2:
  1907. s->lossless = 0;
  1908. s->ls = 0;
  1909. s->progressive = 1;
  1910. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1911. goto fail;
  1912. break;
  1913. case SOF3:
  1914. s->avctx->properties |= FF_CODEC_PROPERTY_LOSSLESS;
  1915. s->lossless = 1;
  1916. s->ls = 0;
  1917. s->progressive = 0;
  1918. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1919. goto fail;
  1920. break;
  1921. case SOF48:
  1922. s->avctx->properties |= FF_CODEC_PROPERTY_LOSSLESS;
  1923. s->lossless = 1;
  1924. s->ls = 1;
  1925. s->progressive = 0;
  1926. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1927. goto fail;
  1928. break;
  1929. case LSE:
  1930. if (!CONFIG_JPEGLS_DECODER ||
  1931. (ret = ff_jpegls_decode_lse(s)) < 0)
  1932. goto fail;
  1933. break;
  1934. case EOI:
  1935. eoi_parser:
  1936. if (avctx->skip_frame != AVDISCARD_ALL && s->progressive && s->cur_scan && s->got_picture)
  1937. mjpeg_idct_scan_progressive_ac(s);
  1938. s->cur_scan = 0;
  1939. if (!s->got_picture) {
  1940. av_log(avctx, AV_LOG_WARNING,
  1941. "Found EOI before any SOF, ignoring\n");
  1942. break;
  1943. }
  1944. if (s->interlaced) {
  1945. s->bottom_field ^= 1;
  1946. /* if not bottom field, do not output image yet */
  1947. if (s->bottom_field == !s->interlace_polarity)
  1948. break;
  1949. }
  1950. if ((ret = av_frame_ref(frame, s->picture_ptr)) < 0)
  1951. return ret;
  1952. *got_frame = 1;
  1953. s->got_picture = 0;
  1954. if (!s->lossless) {
  1955. int qp = FFMAX3(s->qscale[0],
  1956. s->qscale[1],
  1957. s->qscale[2]);
  1958. int qpw = (s->width + 15) / 16;
  1959. AVBufferRef *qp_table_buf = av_buffer_alloc(qpw);
  1960. if (qp_table_buf) {
  1961. memset(qp_table_buf->data, qp, qpw);
  1962. av_frame_set_qp_table(data, qp_table_buf, 0, FF_QSCALE_TYPE_MPEG1);
  1963. }
  1964. if(avctx->debug & FF_DEBUG_QP)
  1965. av_log(avctx, AV_LOG_DEBUG, "QP: %d\n", qp);
  1966. }
  1967. goto the_end;
  1968. case SOS:
  1969. s->cur_scan++;
  1970. if ((ret = ff_mjpeg_decode_sos(s, NULL, 0, NULL)) < 0 &&
  1971. (avctx->err_recognition & AV_EF_EXPLODE))
  1972. goto fail;
  1973. break;
  1974. case DRI:
  1975. mjpeg_decode_dri(s);
  1976. break;
  1977. case SOF5:
  1978. case SOF6:
  1979. case SOF7:
  1980. case SOF9:
  1981. case SOF10:
  1982. case SOF11:
  1983. case SOF13:
  1984. case SOF14:
  1985. case SOF15:
  1986. case JPG:
  1987. av_log(avctx, AV_LOG_ERROR,
  1988. "mjpeg: unsupported coding type (%x)\n", start_code);
  1989. break;
  1990. }
  1991. /* eof process start code */
  1992. buf_ptr += (get_bits_count(&s->gb) + 7) / 8;
  1993. av_log(avctx, AV_LOG_DEBUG,
  1994. "marker parser used %d bytes (%d bits)\n",
  1995. (get_bits_count(&s->gb) + 7) / 8, get_bits_count(&s->gb));
  1996. }
  1997. if (s->got_picture && s->cur_scan) {
  1998. av_log(avctx, AV_LOG_WARNING, "EOI missing, emulating\n");
  1999. goto eoi_parser;
  2000. }
  2001. av_log(avctx, AV_LOG_FATAL, "No JPEG data found in image\n");
  2002. return AVERROR_INVALIDDATA;
  2003. fail:
  2004. s->got_picture = 0;
  2005. return ret;
  2006. the_end:
  2007. is16bit = av_pix_fmt_desc_get(s->avctx->pix_fmt)->comp[0].step_minus1;
  2008. if (AV_RB32(s->upscale_h)) {
  2009. int p;
  2010. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  2011. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  2012. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  2013. avctx->pix_fmt == AV_PIX_FMT_YUV440P ||
  2014. avctx->pix_fmt == AV_PIX_FMT_YUVA444P ||
  2015. avctx->pix_fmt == AV_PIX_FMT_YUVJ420P ||
  2016. avctx->pix_fmt == AV_PIX_FMT_YUV420P ||
  2017. avctx->pix_fmt == AV_PIX_FMT_YUV420P16||
  2018. avctx->pix_fmt == AV_PIX_FMT_YUVA420P ||
  2019. avctx->pix_fmt == AV_PIX_FMT_YUVA420P16||
  2020. avctx->pix_fmt == AV_PIX_FMT_GBRP ||
  2021. avctx->pix_fmt == AV_PIX_FMT_GBRAP
  2022. );
  2023. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2024. for (p = 0; p<4; p++) {
  2025. uint8_t *line = s->picture_ptr->data[p];
  2026. int w = s->width;
  2027. int h = s->height;
  2028. if (!s->upscale_h[p])
  2029. continue;
  2030. if (p==1 || p==2) {
  2031. w = FF_CEIL_RSHIFT(w, hshift);
  2032. h = FF_CEIL_RSHIFT(h, vshift);
  2033. }
  2034. if (s->upscale_v[p])
  2035. h = (h+1)>>1;
  2036. av_assert0(w > 0);
  2037. for (i = 0; i < h; i++) {
  2038. if (s->upscale_h[p] == 1) {
  2039. if (is16bit) ((uint16_t*)line)[w - 1] = ((uint16_t*)line)[(w - 1) / 2];
  2040. else line[w - 1] = line[(w - 1) / 2];
  2041. for (index = w - 2; index > 0; index--) {
  2042. if (is16bit)
  2043. ((uint16_t*)line)[index] = (((uint16_t*)line)[index / 2] + ((uint16_t*)line)[(index + 1) / 2]) >> 1;
  2044. else
  2045. line[index] = (line[index / 2] + line[(index + 1) / 2]) >> 1;
  2046. }
  2047. } else if (s->upscale_h[p] == 2) {
  2048. if (is16bit) {
  2049. ((uint16_t*)line)[w - 1] = ((uint16_t*)line)[(w - 1) / 3];
  2050. if (w > 1)
  2051. ((uint16_t*)line)[w - 2] = ((uint16_t*)line)[w - 1];
  2052. } else {
  2053. line[w - 1] = line[(w - 1) / 3];
  2054. if (w > 1)
  2055. line[w - 2] = line[w - 1];
  2056. }
  2057. for (index = w - 3; index > 0; index--) {
  2058. line[index] = (line[index / 3] + line[(index + 1) / 3] + line[(index + 2) / 3] + 1) / 3;
  2059. }
  2060. }
  2061. line += s->linesize[p];
  2062. }
  2063. }
  2064. }
  2065. if (AV_RB32(s->upscale_v)) {
  2066. int p;
  2067. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  2068. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  2069. avctx->pix_fmt == AV_PIX_FMT_YUVJ422P ||
  2070. avctx->pix_fmt == AV_PIX_FMT_YUV422P ||
  2071. avctx->pix_fmt == AV_PIX_FMT_YUVJ420P ||
  2072. avctx->pix_fmt == AV_PIX_FMT_YUV420P ||
  2073. avctx->pix_fmt == AV_PIX_FMT_YUV440P ||
  2074. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  2075. avctx->pix_fmt == AV_PIX_FMT_YUVA444P ||
  2076. avctx->pix_fmt == AV_PIX_FMT_YUVA420P ||
  2077. avctx->pix_fmt == AV_PIX_FMT_YUVA420P16||
  2078. avctx->pix_fmt == AV_PIX_FMT_GBRP ||
  2079. avctx->pix_fmt == AV_PIX_FMT_GBRAP
  2080. );
  2081. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2082. for (p = 0; p < 4; p++) {
  2083. uint8_t *dst;
  2084. int w = s->width;
  2085. int h = s->height;
  2086. if (!s->upscale_v[p])
  2087. continue;
  2088. if (p==1 || p==2) {
  2089. w = FF_CEIL_RSHIFT(w, hshift);
  2090. h = FF_CEIL_RSHIFT(h, vshift);
  2091. }
  2092. dst = &((uint8_t *)s->picture_ptr->data[p])[(h - 1) * s->linesize[p]];
  2093. for (i = h - 1; i; i--) {
  2094. uint8_t *src1 = &((uint8_t *)s->picture_ptr->data[p])[i / 2 * s->linesize[p]];
  2095. uint8_t *src2 = &((uint8_t *)s->picture_ptr->data[p])[(i + 1) / 2 * s->linesize[p]];
  2096. if (src1 == src2 || i == h - 1) {
  2097. memcpy(dst, src1, w);
  2098. } else {
  2099. for (index = 0; index < w; index++)
  2100. dst[index] = (src1[index] + src2[index]) >> 1;
  2101. }
  2102. dst -= s->linesize[p];
  2103. }
  2104. }
  2105. }
  2106. if (s->flipped && !s->rgb) {
  2107. int j;
  2108. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2109. for (index=0; index<4; index++) {
  2110. uint8_t *dst = s->picture_ptr->data[index];
  2111. int w = s->picture_ptr->width;
  2112. int h = s->picture_ptr->height;
  2113. if(index && index<3){
  2114. w = FF_CEIL_RSHIFT(w, hshift);
  2115. h = FF_CEIL_RSHIFT(h, vshift);
  2116. }
  2117. if(dst){
  2118. uint8_t *dst2 = dst + s->picture_ptr->linesize[index]*(h-1);
  2119. for (i=0; i<h/2; i++) {
  2120. for (j=0; j<w; j++)
  2121. FFSWAP(int, dst[j], dst2[j]);
  2122. dst += s->picture_ptr->linesize[index];
  2123. dst2 -= s->picture_ptr->linesize[index];
  2124. }
  2125. }
  2126. }
  2127. }
  2128. if (s->adobe_transform == 0 && s->avctx->pix_fmt == AV_PIX_FMT_GBRAP) {
  2129. int w = s->picture_ptr->width;
  2130. int h = s->picture_ptr->height;
  2131. for (i=0; i<h; i++) {
  2132. int j;
  2133. uint8_t *dst[4];
  2134. for (index=0; index<4; index++) {
  2135. dst[index] = s->picture_ptr->data[index]
  2136. + s->picture_ptr->linesize[index]*i;
  2137. }
  2138. for (j=0; j<w; j++) {
  2139. int k = dst[3][j];
  2140. int r = dst[0][j] * k;
  2141. int g = dst[1][j] * k;
  2142. int b = dst[2][j] * k;
  2143. dst[0][j] = g*257 >> 16;
  2144. dst[1][j] = b*257 >> 16;
  2145. dst[2][j] = r*257 >> 16;
  2146. dst[3][j] = 255;
  2147. }
  2148. }
  2149. }
  2150. if (s->adobe_transform == 2 && s->avctx->pix_fmt == AV_PIX_FMT_YUVA444P) {
  2151. int w = s->picture_ptr->width;
  2152. int h = s->picture_ptr->height;
  2153. for (i=0; i<h; i++) {
  2154. int j;
  2155. uint8_t *dst[4];
  2156. for (index=0; index<4; index++) {
  2157. dst[index] = s->picture_ptr->data[index]
  2158. + s->picture_ptr->linesize[index]*i;
  2159. }
  2160. for (j=0; j<w; j++) {
  2161. int k = dst[3][j];
  2162. int r = (255 - dst[0][j]) * k;
  2163. int g = (128 - dst[1][j]) * k;
  2164. int b = (128 - dst[2][j]) * k;
  2165. dst[0][j] = r*257 >> 16;
  2166. dst[1][j] = (g*257 >> 16) + 128;
  2167. dst[2][j] = (b*257 >> 16) + 128;
  2168. dst[3][j] = 255;
  2169. }
  2170. }
  2171. }
  2172. if (s->stereo3d) {
  2173. AVStereo3D *stereo = av_stereo3d_create_side_data(data);
  2174. if (stereo) {
  2175. stereo->type = s->stereo3d->type;
  2176. stereo->flags = s->stereo3d->flags;
  2177. }
  2178. av_freep(&s->stereo3d);
  2179. }
  2180. av_dict_copy(avpriv_frame_get_metadatap(data), s->exif_metadata, 0);
  2181. av_dict_free(&s->exif_metadata);
  2182. av_log(avctx, AV_LOG_DEBUG, "decode frame unused %"PTRDIFF_SPECIFIER" bytes\n",
  2183. buf_end - buf_ptr);
  2184. // return buf_end - buf_ptr;
  2185. return buf_ptr - buf;
  2186. }
  2187. av_cold int ff_mjpeg_decode_end(AVCodecContext *avctx)
  2188. {
  2189. MJpegDecodeContext *s = avctx->priv_data;
  2190. int i, j;
  2191. if (s->interlaced && s->bottom_field == !s->interlace_polarity && s->got_picture && !avctx->frame_number) {
  2192. av_log(avctx, AV_LOG_INFO, "Single field\n");
  2193. }
  2194. if (s->picture) {
  2195. av_frame_free(&s->picture);
  2196. s->picture_ptr = NULL;
  2197. } else if (s->picture_ptr)
  2198. av_frame_unref(s->picture_ptr);
  2199. av_freep(&s->buffer);
  2200. av_freep(&s->stereo3d);
  2201. av_freep(&s->ljpeg_buffer);
  2202. s->ljpeg_buffer_size = 0;
  2203. for (i = 0; i < 3; i++) {
  2204. for (j = 0; j < 4; j++)
  2205. ff_free_vlc(&s->vlcs[i][j]);
  2206. }
  2207. for (i = 0; i < MAX_COMPONENTS; i++) {
  2208. av_freep(&s->blocks[i]);
  2209. av_freep(&s->last_nnz[i]);
  2210. }
  2211. av_dict_free(&s->exif_metadata);
  2212. return 0;
  2213. }
  2214. static void decode_flush(AVCodecContext *avctx)
  2215. {
  2216. MJpegDecodeContext *s = avctx->priv_data;
  2217. s->got_picture = 0;
  2218. }
  2219. #if CONFIG_MJPEG_DECODER
  2220. #define OFFSET(x) offsetof(MJpegDecodeContext, x)
  2221. #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
  2222. static const AVOption options[] = {
  2223. { "extern_huff", "Use external huffman table.",
  2224. OFFSET(extern_huff), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, VD },
  2225. { NULL },
  2226. };
  2227. static const AVClass mjpegdec_class = {
  2228. .class_name = "MJPEG decoder",
  2229. .item_name = av_default_item_name,
  2230. .option = options,
  2231. .version = LIBAVUTIL_VERSION_INT,
  2232. };
  2233. AVCodec ff_mjpeg_decoder = {
  2234. .name = "mjpeg",
  2235. .long_name = NULL_IF_CONFIG_SMALL("MJPEG (Motion JPEG)"),
  2236. .type = AVMEDIA_TYPE_VIDEO,
  2237. .id = AV_CODEC_ID_MJPEG,
  2238. .priv_data_size = sizeof(MJpegDecodeContext),
  2239. .init = ff_mjpeg_decode_init,
  2240. .close = ff_mjpeg_decode_end,
  2241. .decode = ff_mjpeg_decode_frame,
  2242. .flush = decode_flush,
  2243. .capabilities = AV_CODEC_CAP_DR1,
  2244. .max_lowres = 3,
  2245. .priv_class = &mjpegdec_class,
  2246. .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE,
  2247. };
  2248. #endif
  2249. #if CONFIG_THP_DECODER
  2250. AVCodec ff_thp_decoder = {
  2251. .name = "thp",
  2252. .long_name = NULL_IF_CONFIG_SMALL("Nintendo Gamecube THP video"),
  2253. .type = AVMEDIA_TYPE_VIDEO,
  2254. .id = AV_CODEC_ID_THP,
  2255. .priv_data_size = sizeof(MJpegDecodeContext),
  2256. .init = ff_mjpeg_decode_init,
  2257. .close = ff_mjpeg_decode_end,
  2258. .decode = ff_mjpeg_decode_frame,
  2259. .flush = decode_flush,
  2260. .capabilities = AV_CODEC_CAP_DR1,
  2261. .max_lowres = 3,
  2262. .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE,
  2263. };
  2264. #endif