You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

2542 lines
90KB

  1. /*
  2. * MJPEG decoder
  3. * Copyright (c) 2000, 2001 Fabrice Bellard
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. * Copyright (c) 2003-2004 Michael Niedermayer
  6. *
  7. * Support for external huffman table, various fixes (AVID workaround),
  8. * aspecting, new decode_frame mechanism and apple mjpeg-b support
  9. * by Alex Beregszaszi
  10. *
  11. * This file is part of FFmpeg.
  12. *
  13. * FFmpeg is free software; you can redistribute it and/or
  14. * modify it under the terms of the GNU Lesser General Public
  15. * License as published by the Free Software Foundation; either
  16. * version 2.1 of the License, or (at your option) any later version.
  17. *
  18. * FFmpeg is distributed in the hope that it will be useful,
  19. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  21. * Lesser General Public License for more details.
  22. *
  23. * You should have received a copy of the GNU Lesser General Public
  24. * License along with FFmpeg; if not, write to the Free Software
  25. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  26. */
  27. /**
  28. * @file
  29. * MJPEG decoder.
  30. */
  31. #include "libavutil/imgutils.h"
  32. #include "libavutil/avassert.h"
  33. #include "libavutil/opt.h"
  34. #include "avcodec.h"
  35. #include "blockdsp.h"
  36. #include "copy_block.h"
  37. #include "idctdsp.h"
  38. #include "internal.h"
  39. #include "jpegtables.h"
  40. #include "mjpeg.h"
  41. #include "mjpegdec.h"
  42. #include "jpeglsdec.h"
  43. #include "put_bits.h"
  44. #include "tiff.h"
  45. #include "exif.h"
  46. #include "bytestream.h"
  47. static int build_vlc(VLC *vlc, const uint8_t *bits_table,
  48. const uint8_t *val_table, int nb_codes,
  49. int use_static, int is_ac)
  50. {
  51. uint8_t huff_size[256] = { 0 };
  52. uint16_t huff_code[256];
  53. uint16_t huff_sym[256];
  54. int i;
  55. av_assert0(nb_codes <= 256);
  56. ff_mjpeg_build_huffman_codes(huff_size, huff_code, bits_table, val_table);
  57. for (i = 0; i < 256; i++)
  58. huff_sym[i] = i + 16 * is_ac;
  59. if (is_ac)
  60. huff_sym[0] = 16 * 256;
  61. return ff_init_vlc_sparse(vlc, 9, nb_codes, huff_size, 1, 1,
  62. huff_code, 2, 2, huff_sym, 2, 2, use_static);
  63. }
  64. static void build_basic_mjpeg_vlc(MJpegDecodeContext *s)
  65. {
  66. build_vlc(&s->vlcs[0][0], avpriv_mjpeg_bits_dc_luminance,
  67. avpriv_mjpeg_val_dc, 12, 0, 0);
  68. build_vlc(&s->vlcs[0][1], avpriv_mjpeg_bits_dc_chrominance,
  69. avpriv_mjpeg_val_dc, 12, 0, 0);
  70. build_vlc(&s->vlcs[1][0], avpriv_mjpeg_bits_ac_luminance,
  71. avpriv_mjpeg_val_ac_luminance, 251, 0, 1);
  72. build_vlc(&s->vlcs[1][1], avpriv_mjpeg_bits_ac_chrominance,
  73. avpriv_mjpeg_val_ac_chrominance, 251, 0, 1);
  74. build_vlc(&s->vlcs[2][0], avpriv_mjpeg_bits_ac_luminance,
  75. avpriv_mjpeg_val_ac_luminance, 251, 0, 0);
  76. build_vlc(&s->vlcs[2][1], avpriv_mjpeg_bits_ac_chrominance,
  77. avpriv_mjpeg_val_ac_chrominance, 251, 0, 0);
  78. }
  79. static void parse_avid(MJpegDecodeContext *s, uint8_t *buf, int len)
  80. {
  81. s->buggy_avid = 1;
  82. if (len > 14 && buf[12] == 1) /* 1 - NTSC */
  83. s->interlace_polarity = 1;
  84. if (len > 14 && buf[12] == 2) /* 2 - PAL */
  85. s->interlace_polarity = 0;
  86. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  87. av_log(s->avctx, AV_LOG_INFO, "AVID: len:%d %d\n", len, len > 14 ? buf[12] : -1);
  88. }
  89. static void init_idct(AVCodecContext *avctx)
  90. {
  91. MJpegDecodeContext *s = avctx->priv_data;
  92. ff_idctdsp_init(&s->idsp, avctx);
  93. ff_init_scantable(s->idsp.idct_permutation, &s->scantable,
  94. ff_zigzag_direct);
  95. }
  96. av_cold int ff_mjpeg_decode_init(AVCodecContext *avctx)
  97. {
  98. MJpegDecodeContext *s = avctx->priv_data;
  99. if (!s->picture_ptr) {
  100. s->picture = av_frame_alloc();
  101. if (!s->picture)
  102. return AVERROR(ENOMEM);
  103. s->picture_ptr = s->picture;
  104. }
  105. s->avctx = avctx;
  106. ff_blockdsp_init(&s->bdsp, avctx);
  107. ff_hpeldsp_init(&s->hdsp, avctx->flags);
  108. init_idct(avctx);
  109. s->buffer_size = 0;
  110. s->buffer = NULL;
  111. s->start_code = -1;
  112. s->first_picture = 1;
  113. s->got_picture = 0;
  114. s->org_height = avctx->coded_height;
  115. avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
  116. avctx->colorspace = AVCOL_SPC_BT470BG;
  117. build_basic_mjpeg_vlc(s);
  118. if (s->extern_huff) {
  119. av_log(avctx, AV_LOG_INFO, "using external huffman table\n");
  120. init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size * 8);
  121. if (ff_mjpeg_decode_dht(s)) {
  122. av_log(avctx, AV_LOG_ERROR,
  123. "error using external huffman table, switching back to internal\n");
  124. build_basic_mjpeg_vlc(s);
  125. }
  126. }
  127. if (avctx->field_order == AV_FIELD_BB) { /* quicktime icefloe 019 */
  128. s->interlace_polarity = 1; /* bottom field first */
  129. av_log(avctx, AV_LOG_DEBUG, "bottom field first\n");
  130. } else if (avctx->field_order == AV_FIELD_UNKNOWN) {
  131. if (avctx->codec_tag == AV_RL32("MJPG"))
  132. s->interlace_polarity = 1;
  133. }
  134. if ( avctx->extradata_size > 8
  135. && AV_RL32(avctx->extradata) == 0x2C
  136. && AV_RL32(avctx->extradata+4) == 0x18) {
  137. parse_avid(s, avctx->extradata, avctx->extradata_size);
  138. }
  139. if (avctx->codec->id == AV_CODEC_ID_AMV)
  140. s->flipped = 1;
  141. return 0;
  142. }
  143. /* quantize tables */
  144. int ff_mjpeg_decode_dqt(MJpegDecodeContext *s)
  145. {
  146. int len, index, i, j;
  147. len = get_bits(&s->gb, 16) - 2;
  148. if (8*len > get_bits_left(&s->gb)) {
  149. av_log(s->avctx, AV_LOG_ERROR, "dqt: len %d is too large\n", len);
  150. return AVERROR_INVALIDDATA;
  151. }
  152. while (len >= 65) {
  153. int pr = get_bits(&s->gb, 4);
  154. if (pr > 1) {
  155. av_log(s->avctx, AV_LOG_ERROR, "dqt: invalid precision\n");
  156. return AVERROR_INVALIDDATA;
  157. }
  158. index = get_bits(&s->gb, 4);
  159. if (index >= 4)
  160. return -1;
  161. av_log(s->avctx, AV_LOG_DEBUG, "index=%d\n", index);
  162. /* read quant table */
  163. for (i = 0; i < 64; i++) {
  164. j = s->scantable.permutated[i];
  165. s->quant_matrixes[index][j] = get_bits(&s->gb, pr ? 16 : 8);
  166. }
  167. // XXX FIXME finetune, and perhaps add dc too
  168. s->qscale[index] = FFMAX(s->quant_matrixes[index][s->scantable.permutated[1]],
  169. s->quant_matrixes[index][s->scantable.permutated[8]]) >> 1;
  170. av_log(s->avctx, AV_LOG_DEBUG, "qscale[%d]: %d\n",
  171. index, s->qscale[index]);
  172. len -= 1 + 64 * (1+pr);
  173. }
  174. return 0;
  175. }
  176. /* decode huffman tables and build VLC decoders */
  177. int ff_mjpeg_decode_dht(MJpegDecodeContext *s)
  178. {
  179. int len, index, i, class, n, v, code_max;
  180. uint8_t bits_table[17];
  181. uint8_t val_table[256];
  182. int ret = 0;
  183. len = get_bits(&s->gb, 16) - 2;
  184. if (8*len > get_bits_left(&s->gb)) {
  185. av_log(s->avctx, AV_LOG_ERROR, "dht: len %d is too large\n", len);
  186. return AVERROR_INVALIDDATA;
  187. }
  188. while (len > 0) {
  189. if (len < 17)
  190. return AVERROR_INVALIDDATA;
  191. class = get_bits(&s->gb, 4);
  192. if (class >= 2)
  193. return AVERROR_INVALIDDATA;
  194. index = get_bits(&s->gb, 4);
  195. if (index >= 4)
  196. return AVERROR_INVALIDDATA;
  197. n = 0;
  198. for (i = 1; i <= 16; i++) {
  199. bits_table[i] = get_bits(&s->gb, 8);
  200. n += bits_table[i];
  201. }
  202. len -= 17;
  203. if (len < n || n > 256)
  204. return AVERROR_INVALIDDATA;
  205. code_max = 0;
  206. for (i = 0; i < n; i++) {
  207. v = get_bits(&s->gb, 8);
  208. if (v > code_max)
  209. code_max = v;
  210. val_table[i] = v;
  211. }
  212. len -= n;
  213. /* build VLC and flush previous vlc if present */
  214. ff_free_vlc(&s->vlcs[class][index]);
  215. av_log(s->avctx, AV_LOG_DEBUG, "class=%d index=%d nb_codes=%d\n",
  216. class, index, code_max + 1);
  217. if ((ret = build_vlc(&s->vlcs[class][index], bits_table, val_table,
  218. code_max + 1, 0, class > 0)) < 0)
  219. return ret;
  220. if (class > 0) {
  221. ff_free_vlc(&s->vlcs[2][index]);
  222. if ((ret = build_vlc(&s->vlcs[2][index], bits_table, val_table,
  223. code_max + 1, 0, 0)) < 0)
  224. return ret;
  225. }
  226. }
  227. return 0;
  228. }
  229. int ff_mjpeg_decode_sof(MJpegDecodeContext *s)
  230. {
  231. int len, nb_components, i, width, height, bits, ret;
  232. unsigned pix_fmt_id;
  233. int h_count[MAX_COMPONENTS] = { 0 };
  234. int v_count[MAX_COMPONENTS] = { 0 };
  235. s->cur_scan = 0;
  236. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  237. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  238. /* XXX: verify len field validity */
  239. len = get_bits(&s->gb, 16);
  240. bits = get_bits(&s->gb, 8);
  241. if (bits > 16 || bits < 1) {
  242. av_log(s->avctx, AV_LOG_ERROR, "bits %d is invalid\n", bits);
  243. return AVERROR_INVALIDDATA;
  244. }
  245. if (s->avctx->bits_per_raw_sample != bits) {
  246. av_log(s->avctx, AV_LOG_INFO, "Changing bps to %d\n", bits);
  247. s->avctx->bits_per_raw_sample = bits;
  248. init_idct(s->avctx);
  249. }
  250. if (s->pegasus_rct)
  251. bits = 9;
  252. if (bits == 9 && !s->pegasus_rct)
  253. s->rct = 1; // FIXME ugly
  254. if(s->lossless && s->avctx->lowres){
  255. av_log(s->avctx, AV_LOG_ERROR, "lowres is not possible with lossless jpeg\n");
  256. return -1;
  257. }
  258. height = get_bits(&s->gb, 16);
  259. width = get_bits(&s->gb, 16);
  260. // HACK for odd_height.mov
  261. if (s->interlaced && s->width == width && s->height == height + 1)
  262. height= s->height;
  263. av_log(s->avctx, AV_LOG_DEBUG, "sof0: picture: %dx%d\n", width, height);
  264. if (av_image_check_size(width, height, 0, s->avctx))
  265. return AVERROR_INVALIDDATA;
  266. nb_components = get_bits(&s->gb, 8);
  267. if (nb_components <= 0 ||
  268. nb_components > MAX_COMPONENTS)
  269. return -1;
  270. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  271. if (nb_components != s->nb_components) {
  272. av_log(s->avctx, AV_LOG_ERROR,
  273. "nb_components changing in interlaced picture\n");
  274. return AVERROR_INVALIDDATA;
  275. }
  276. }
  277. if (s->ls && !(bits <= 8 || nb_components == 1)) {
  278. avpriv_report_missing_feature(s->avctx,
  279. "JPEG-LS that is not <= 8 "
  280. "bits/component or 16-bit gray");
  281. return AVERROR_PATCHWELCOME;
  282. }
  283. s->nb_components = nb_components;
  284. s->h_max = 1;
  285. s->v_max = 1;
  286. for (i = 0; i < nb_components; i++) {
  287. /* component id */
  288. s->component_id[i] = get_bits(&s->gb, 8) - 1;
  289. h_count[i] = get_bits(&s->gb, 4);
  290. v_count[i] = get_bits(&s->gb, 4);
  291. /* compute hmax and vmax (only used in interleaved case) */
  292. if (h_count[i] > s->h_max)
  293. s->h_max = h_count[i];
  294. if (v_count[i] > s->v_max)
  295. s->v_max = v_count[i];
  296. s->quant_index[i] = get_bits(&s->gb, 8);
  297. if (s->quant_index[i] >= 4) {
  298. av_log(s->avctx, AV_LOG_ERROR, "quant_index is invalid\n");
  299. return AVERROR_INVALIDDATA;
  300. }
  301. if (!h_count[i] || !v_count[i]) {
  302. av_log(s->avctx, AV_LOG_ERROR,
  303. "Invalid sampling factor in component %d %d:%d\n",
  304. i, h_count[i], v_count[i]);
  305. return AVERROR_INVALIDDATA;
  306. }
  307. av_log(s->avctx, AV_LOG_DEBUG, "component %d %d:%d id: %d quant:%d\n",
  308. i, h_count[i], v_count[i],
  309. s->component_id[i], s->quant_index[i]);
  310. }
  311. if ( nb_components == 4
  312. && s->component_id[0] == 'C' - 1
  313. && s->component_id[1] == 'M' - 1
  314. && s->component_id[2] == 'Y' - 1
  315. && s->component_id[3] == 'K' - 1)
  316. s->adobe_transform = 0;
  317. if (s->ls && (s->h_max > 1 || s->v_max > 1)) {
  318. avpriv_report_missing_feature(s->avctx, "Subsampling in JPEG-LS");
  319. return AVERROR_PATCHWELCOME;
  320. }
  321. /* if different size, realloc/alloc picture */
  322. if (width != s->width || height != s->height || bits != s->bits ||
  323. memcmp(s->h_count, h_count, sizeof(h_count)) ||
  324. memcmp(s->v_count, v_count, sizeof(v_count))) {
  325. s->width = width;
  326. s->height = height;
  327. s->bits = bits;
  328. memcpy(s->h_count, h_count, sizeof(h_count));
  329. memcpy(s->v_count, v_count, sizeof(v_count));
  330. s->interlaced = 0;
  331. s->got_picture = 0;
  332. /* test interlaced mode */
  333. if (s->first_picture &&
  334. (s->multiscope != 2 || s->avctx->time_base.den >= 25 * s->avctx->time_base.num) &&
  335. s->org_height != 0 &&
  336. s->height < ((s->org_height * 3) / 4)) {
  337. s->interlaced = 1;
  338. s->bottom_field = s->interlace_polarity;
  339. s->picture_ptr->interlaced_frame = 1;
  340. s->picture_ptr->top_field_first = !s->interlace_polarity;
  341. height *= 2;
  342. }
  343. ret = ff_set_dimensions(s->avctx, width, height);
  344. if (ret < 0)
  345. return ret;
  346. s->first_picture = 0;
  347. }
  348. if (s->got_picture && s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  349. if (s->progressive) {
  350. avpriv_request_sample(s->avctx, "progressively coded interlaced picture");
  351. return AVERROR_INVALIDDATA;
  352. }
  353. } else{
  354. if (s->v_max == 1 && s->h_max == 1 && s->lossless==1 && (nb_components==3 || nb_components==4))
  355. s->rgb = 1;
  356. else if (!s->lossless)
  357. s->rgb = 0;
  358. /* XXX: not complete test ! */
  359. pix_fmt_id = ((unsigned)s->h_count[0] << 28) | (s->v_count[0] << 24) |
  360. (s->h_count[1] << 20) | (s->v_count[1] << 16) |
  361. (s->h_count[2] << 12) | (s->v_count[2] << 8) |
  362. (s->h_count[3] << 4) | s->v_count[3];
  363. av_log(s->avctx, AV_LOG_DEBUG, "pix fmt id %x\n", pix_fmt_id);
  364. /* NOTE we do not allocate pictures large enough for the possible
  365. * padding of h/v_count being 4 */
  366. if (!(pix_fmt_id & 0xD0D0D0D0))
  367. pix_fmt_id -= (pix_fmt_id & 0xF0F0F0F0) >> 1;
  368. if (!(pix_fmt_id & 0x0D0D0D0D))
  369. pix_fmt_id -= (pix_fmt_id & 0x0F0F0F0F) >> 1;
  370. for (i = 0; i < 8; i++) {
  371. int j = 6 + (i&1) - (i&6);
  372. int is = (pix_fmt_id >> (4*i)) & 0xF;
  373. int js = (pix_fmt_id >> (4*j)) & 0xF;
  374. if (is == 1 && js != 2 && (i < 2 || i > 5))
  375. js = (pix_fmt_id >> ( 8 + 4*(i&1))) & 0xF;
  376. if (is == 1 && js != 2 && (i < 2 || i > 5))
  377. js = (pix_fmt_id >> (16 + 4*(i&1))) & 0xF;
  378. if (is == 1 && js == 2) {
  379. if (i & 1) s->upscale_h[j/2] = 1;
  380. else s->upscale_v[j/2] = 1;
  381. }
  382. }
  383. switch (pix_fmt_id) {
  384. case 0x11111100:
  385. if (s->rgb)
  386. s->avctx->pix_fmt = s->bits <= 9 ? AV_PIX_FMT_BGR24 : AV_PIX_FMT_BGR48;
  387. else {
  388. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  389. s->avctx->pix_fmt = s->bits <= 8 ? AV_PIX_FMT_GBRP : AV_PIX_FMT_GBRP16;
  390. } else {
  391. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  392. else s->avctx->pix_fmt = AV_PIX_FMT_YUV444P16;
  393. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  394. }
  395. }
  396. av_assert0(s->nb_components == 3);
  397. break;
  398. case 0x11111111:
  399. if (s->rgb)
  400. s->avctx->pix_fmt = s->bits <= 9 ? AV_PIX_FMT_ABGR : AV_PIX_FMT_RGBA64;
  401. else {
  402. if (s->adobe_transform == 0 && s->bits <= 8) {
  403. s->avctx->pix_fmt = AV_PIX_FMT_GBRAP;
  404. } else {
  405. s->avctx->pix_fmt = s->bits <= 8 ? AV_PIX_FMT_YUVA444P : AV_PIX_FMT_YUVA444P16;
  406. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  407. }
  408. }
  409. av_assert0(s->nb_components == 4);
  410. break;
  411. case 0x22111122:
  412. case 0x22111111:
  413. if (s->adobe_transform == 0 && s->bits <= 8) {
  414. s->avctx->pix_fmt = AV_PIX_FMT_GBRAP;
  415. s->upscale_v[1] = s->upscale_v[2] = 1;
  416. s->upscale_h[1] = s->upscale_h[2] = 1;
  417. } else if (s->adobe_transform == 2 && s->bits <= 8) {
  418. s->avctx->pix_fmt = AV_PIX_FMT_YUVA444P;
  419. s->upscale_v[1] = s->upscale_v[2] = 1;
  420. s->upscale_h[1] = s->upscale_h[2] = 1;
  421. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  422. } else {
  423. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_YUVA420P;
  424. else s->avctx->pix_fmt = AV_PIX_FMT_YUVA420P16;
  425. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  426. }
  427. av_assert0(s->nb_components == 4);
  428. break;
  429. case 0x12121100:
  430. case 0x22122100:
  431. case 0x21211100:
  432. case 0x22211200:
  433. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  434. else
  435. goto unk_pixfmt;
  436. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  437. break;
  438. case 0x22221100:
  439. case 0x22112200:
  440. case 0x11222200:
  441. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  442. else
  443. goto unk_pixfmt;
  444. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  445. break;
  446. case 0x11000000:
  447. case 0x13000000:
  448. case 0x14000000:
  449. case 0x31000000:
  450. case 0x33000000:
  451. case 0x34000000:
  452. case 0x41000000:
  453. case 0x43000000:
  454. case 0x44000000:
  455. if(s->bits <= 8)
  456. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  457. else
  458. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  459. break;
  460. case 0x12111100:
  461. case 0x14121200:
  462. case 0x14111100:
  463. case 0x22211100:
  464. case 0x22112100:
  465. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  466. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_GBRP;
  467. else
  468. goto unk_pixfmt;
  469. s->upscale_v[0] = s->upscale_v[1] = 1;
  470. } else {
  471. if (pix_fmt_id == 0x14111100)
  472. s->upscale_v[1] = s->upscale_v[2] = 1;
  473. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV440P : AV_PIX_FMT_YUVJ440P;
  474. else
  475. goto unk_pixfmt;
  476. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  477. }
  478. break;
  479. case 0x21111100:
  480. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  481. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_GBRP;
  482. else
  483. goto unk_pixfmt;
  484. s->upscale_h[0] = s->upscale_h[1] = 1;
  485. } else {
  486. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  487. else s->avctx->pix_fmt = AV_PIX_FMT_YUV422P16;
  488. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  489. }
  490. break;
  491. case 0x31111100:
  492. if (s->bits > 8)
  493. goto unk_pixfmt;
  494. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  495. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  496. s->upscale_h[1] = s->upscale_h[2] = 2;
  497. break;
  498. case 0x22121100:
  499. case 0x22111200:
  500. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  501. else
  502. goto unk_pixfmt;
  503. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  504. break;
  505. case 0x22111100:
  506. case 0x42111100:
  507. case 0x24111100:
  508. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUVJ420P;
  509. else s->avctx->pix_fmt = AV_PIX_FMT_YUV420P16;
  510. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  511. if (pix_fmt_id == 0x42111100) {
  512. if (s->bits > 8)
  513. goto unk_pixfmt;
  514. s->upscale_h[1] = s->upscale_h[2] = 1;
  515. } else if (pix_fmt_id == 0x24111100) {
  516. if (s->bits > 8)
  517. goto unk_pixfmt;
  518. s->upscale_v[1] = s->upscale_v[2] = 1;
  519. }
  520. break;
  521. case 0x41111100:
  522. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV411P : AV_PIX_FMT_YUVJ411P;
  523. else
  524. goto unk_pixfmt;
  525. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  526. break;
  527. default:
  528. unk_pixfmt:
  529. av_log(s->avctx, AV_LOG_ERROR, "Unhandled pixel format 0x%x bits:%d\n", pix_fmt_id, s->bits);
  530. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  531. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  532. return AVERROR_PATCHWELCOME;
  533. }
  534. if ((AV_RB32(s->upscale_h) || AV_RB32(s->upscale_v)) && s->avctx->lowres) {
  535. av_log(s->avctx, AV_LOG_ERROR, "lowres not supported for weird subsampling\n");
  536. return AVERROR_PATCHWELCOME;
  537. }
  538. if (s->ls) {
  539. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  540. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  541. if (s->nb_components == 3) {
  542. s->avctx->pix_fmt = AV_PIX_FMT_RGB24;
  543. } else if (s->nb_components != 1) {
  544. av_log(s->avctx, AV_LOG_ERROR, "Unsupported number of components %d\n", s->nb_components);
  545. return AVERROR_PATCHWELCOME;
  546. } else if (s->palette_index && s->bits <= 8)
  547. s->avctx->pix_fmt = AV_PIX_FMT_PAL8;
  548. else if (s->bits <= 8)
  549. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  550. else
  551. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  552. }
  553. s->pix_desc = av_pix_fmt_desc_get(s->avctx->pix_fmt);
  554. if (!s->pix_desc) {
  555. av_log(s->avctx, AV_LOG_ERROR, "Could not get a pixel format descriptor.\n");
  556. return AVERROR_BUG;
  557. }
  558. av_frame_unref(s->picture_ptr);
  559. if (ff_get_buffer(s->avctx, s->picture_ptr, AV_GET_BUFFER_FLAG_REF) < 0)
  560. return -1;
  561. s->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
  562. s->picture_ptr->key_frame = 1;
  563. s->got_picture = 1;
  564. for (i = 0; i < 4; i++)
  565. s->linesize[i] = s->picture_ptr->linesize[i] << s->interlaced;
  566. ff_dlog(s->avctx, "%d %d %d %d %d %d\n",
  567. s->width, s->height, s->linesize[0], s->linesize[1],
  568. s->interlaced, s->avctx->height);
  569. if (len != (8 + (3 * nb_components)))
  570. av_log(s->avctx, AV_LOG_DEBUG, "decode_sof0: error, len(%d) mismatch\n", len);
  571. }
  572. if ((s->rgb && !s->lossless && !s->ls) ||
  573. (!s->rgb && s->ls && s->nb_components > 1)) {
  574. av_log(s->avctx, AV_LOG_ERROR, "Unsupported coding and pixel format combination\n");
  575. return AVERROR_PATCHWELCOME;
  576. }
  577. /* totally blank picture as progressive JPEG will only add details to it */
  578. if (s->progressive) {
  579. int bw = (width + s->h_max * 8 - 1) / (s->h_max * 8);
  580. int bh = (height + s->v_max * 8 - 1) / (s->v_max * 8);
  581. for (i = 0; i < s->nb_components; i++) {
  582. int size = bw * bh * s->h_count[i] * s->v_count[i];
  583. av_freep(&s->blocks[i]);
  584. av_freep(&s->last_nnz[i]);
  585. s->blocks[i] = av_mallocz_array(size, sizeof(**s->blocks));
  586. s->last_nnz[i] = av_mallocz_array(size, sizeof(**s->last_nnz));
  587. if (!s->blocks[i] || !s->last_nnz[i])
  588. return AVERROR(ENOMEM);
  589. s->block_stride[i] = bw * s->h_count[i];
  590. }
  591. memset(s->coefs_finished, 0, sizeof(s->coefs_finished));
  592. }
  593. return 0;
  594. }
  595. static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
  596. {
  597. int code;
  598. code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
  599. if (code < 0 || code > 16) {
  600. av_log(s->avctx, AV_LOG_WARNING,
  601. "mjpeg_decode_dc: bad vlc: %d:%d (%p)\n",
  602. 0, dc_index, &s->vlcs[0][dc_index]);
  603. return 0xfffff;
  604. }
  605. if (code)
  606. return get_xbits(&s->gb, code);
  607. else
  608. return 0;
  609. }
  610. /* decode block and dequantize */
  611. static int decode_block(MJpegDecodeContext *s, int16_t *block, int component,
  612. int dc_index, int ac_index, int16_t *quant_matrix)
  613. {
  614. int code, i, j, level, val;
  615. /* DC coef */
  616. val = mjpeg_decode_dc(s, dc_index);
  617. if (val == 0xfffff) {
  618. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  619. return AVERROR_INVALIDDATA;
  620. }
  621. val = val * quant_matrix[0] + s->last_dc[component];
  622. val = FFMIN(val, 32767);
  623. s->last_dc[component] = val;
  624. block[0] = val;
  625. /* AC coefs */
  626. i = 0;
  627. {OPEN_READER(re, &s->gb);
  628. do {
  629. UPDATE_CACHE(re, &s->gb);
  630. GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2);
  631. i += ((unsigned)code) >> 4;
  632. code &= 0xf;
  633. if (code) {
  634. if (code > MIN_CACHE_BITS - 16)
  635. UPDATE_CACHE(re, &s->gb);
  636. {
  637. int cache = GET_CACHE(re, &s->gb);
  638. int sign = (~cache) >> 31;
  639. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  640. }
  641. LAST_SKIP_BITS(re, &s->gb, code);
  642. if (i > 63) {
  643. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  644. return AVERROR_INVALIDDATA;
  645. }
  646. j = s->scantable.permutated[i];
  647. block[j] = level * quant_matrix[j];
  648. }
  649. } while (i < 63);
  650. CLOSE_READER(re, &s->gb);}
  651. return 0;
  652. }
  653. static int decode_dc_progressive(MJpegDecodeContext *s, int16_t *block,
  654. int component, int dc_index,
  655. int16_t *quant_matrix, int Al)
  656. {
  657. int val;
  658. s->bdsp.clear_block(block);
  659. val = mjpeg_decode_dc(s, dc_index);
  660. if (val == 0xfffff) {
  661. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  662. return AVERROR_INVALIDDATA;
  663. }
  664. val = (val * (quant_matrix[0] << Al)) + s->last_dc[component];
  665. s->last_dc[component] = val;
  666. block[0] = val;
  667. return 0;
  668. }
  669. /* decode block and dequantize - progressive JPEG version */
  670. static int decode_block_progressive(MJpegDecodeContext *s, int16_t *block,
  671. uint8_t *last_nnz, int ac_index,
  672. int16_t *quant_matrix,
  673. int ss, int se, int Al, int *EOBRUN)
  674. {
  675. int code, i, j, level, val, run;
  676. if (*EOBRUN) {
  677. (*EOBRUN)--;
  678. return 0;
  679. }
  680. {
  681. OPEN_READER(re, &s->gb);
  682. for (i = ss; ; i++) {
  683. UPDATE_CACHE(re, &s->gb);
  684. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  685. run = ((unsigned) code) >> 4;
  686. code &= 0xF;
  687. if (code) {
  688. i += run;
  689. if (code > MIN_CACHE_BITS - 16)
  690. UPDATE_CACHE(re, &s->gb);
  691. {
  692. int cache = GET_CACHE(re, &s->gb);
  693. int sign = (~cache) >> 31;
  694. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  695. }
  696. LAST_SKIP_BITS(re, &s->gb, code);
  697. if (i >= se) {
  698. if (i == se) {
  699. j = s->scantable.permutated[se];
  700. block[j] = level * (quant_matrix[j] << Al);
  701. break;
  702. }
  703. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  704. return AVERROR_INVALIDDATA;
  705. }
  706. j = s->scantable.permutated[i];
  707. block[j] = level * (quant_matrix[j] << Al);
  708. } else {
  709. if (run == 0xF) {// ZRL - skip 15 coefficients
  710. i += 15;
  711. if (i >= se) {
  712. av_log(s->avctx, AV_LOG_ERROR, "ZRL overflow: %d\n", i);
  713. return AVERROR_INVALIDDATA;
  714. }
  715. } else {
  716. val = (1 << run);
  717. if (run) {
  718. UPDATE_CACHE(re, &s->gb);
  719. val += NEG_USR32(GET_CACHE(re, &s->gb), run);
  720. LAST_SKIP_BITS(re, &s->gb, run);
  721. }
  722. *EOBRUN = val - 1;
  723. break;
  724. }
  725. }
  726. }
  727. CLOSE_READER(re, &s->gb);
  728. }
  729. if (i > *last_nnz)
  730. *last_nnz = i;
  731. return 0;
  732. }
  733. #define REFINE_BIT(j) { \
  734. UPDATE_CACHE(re, &s->gb); \
  735. sign = block[j] >> 15; \
  736. block[j] += SHOW_UBITS(re, &s->gb, 1) * \
  737. ((quant_matrix[j] ^ sign) - sign) << Al; \
  738. LAST_SKIP_BITS(re, &s->gb, 1); \
  739. }
  740. #define ZERO_RUN \
  741. for (; ; i++) { \
  742. if (i > last) { \
  743. i += run; \
  744. if (i > se) { \
  745. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i); \
  746. return -1; \
  747. } \
  748. break; \
  749. } \
  750. j = s->scantable.permutated[i]; \
  751. if (block[j]) \
  752. REFINE_BIT(j) \
  753. else if (run-- == 0) \
  754. break; \
  755. }
  756. /* decode block and dequantize - progressive JPEG refinement pass */
  757. static int decode_block_refinement(MJpegDecodeContext *s, int16_t *block,
  758. uint8_t *last_nnz,
  759. int ac_index, int16_t *quant_matrix,
  760. int ss, int se, int Al, int *EOBRUN)
  761. {
  762. int code, i = ss, j, sign, val, run;
  763. int last = FFMIN(se, *last_nnz);
  764. OPEN_READER(re, &s->gb);
  765. if (*EOBRUN) {
  766. (*EOBRUN)--;
  767. } else {
  768. for (; ; i++) {
  769. UPDATE_CACHE(re, &s->gb);
  770. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  771. if (code & 0xF) {
  772. run = ((unsigned) code) >> 4;
  773. UPDATE_CACHE(re, &s->gb);
  774. val = SHOW_UBITS(re, &s->gb, 1);
  775. LAST_SKIP_BITS(re, &s->gb, 1);
  776. ZERO_RUN;
  777. j = s->scantable.permutated[i];
  778. val--;
  779. block[j] = ((quant_matrix[j] << Al) ^ val) - val;
  780. if (i == se) {
  781. if (i > *last_nnz)
  782. *last_nnz = i;
  783. CLOSE_READER(re, &s->gb);
  784. return 0;
  785. }
  786. } else {
  787. run = ((unsigned) code) >> 4;
  788. if (run == 0xF) {
  789. ZERO_RUN;
  790. } else {
  791. val = run;
  792. run = (1 << run);
  793. if (val) {
  794. UPDATE_CACHE(re, &s->gb);
  795. run += SHOW_UBITS(re, &s->gb, val);
  796. LAST_SKIP_BITS(re, &s->gb, val);
  797. }
  798. *EOBRUN = run - 1;
  799. break;
  800. }
  801. }
  802. }
  803. if (i > *last_nnz)
  804. *last_nnz = i;
  805. }
  806. for (; i <= last; i++) {
  807. j = s->scantable.permutated[i];
  808. if (block[j])
  809. REFINE_BIT(j)
  810. }
  811. CLOSE_READER(re, &s->gb);
  812. return 0;
  813. }
  814. #undef REFINE_BIT
  815. #undef ZERO_RUN
  816. static int handle_rstn(MJpegDecodeContext *s, int nb_components)
  817. {
  818. int i;
  819. int reset = 0;
  820. if (s->restart_interval) {
  821. s->restart_count--;
  822. if(s->restart_count == 0 && s->avctx->codec_id == AV_CODEC_ID_THP){
  823. align_get_bits(&s->gb);
  824. for (i = 0; i < nb_components; i++) /* reset dc */
  825. s->last_dc[i] = (4 << s->bits);
  826. }
  827. i = 8 + ((-get_bits_count(&s->gb)) & 7);
  828. /* skip RSTn */
  829. if (s->restart_count == 0) {
  830. if( show_bits(&s->gb, i) == (1 << i) - 1
  831. || show_bits(&s->gb, i) == 0xFF) {
  832. int pos = get_bits_count(&s->gb);
  833. align_get_bits(&s->gb);
  834. while (get_bits_left(&s->gb) >= 8 && show_bits(&s->gb, 8) == 0xFF)
  835. skip_bits(&s->gb, 8);
  836. if (get_bits_left(&s->gb) >= 8 && (get_bits(&s->gb, 8) & 0xF8) == 0xD0) {
  837. for (i = 0; i < nb_components; i++) /* reset dc */
  838. s->last_dc[i] = (4 << s->bits);
  839. reset = 1;
  840. } else
  841. skip_bits_long(&s->gb, pos - get_bits_count(&s->gb));
  842. }
  843. }
  844. }
  845. return reset;
  846. }
  847. static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int nb_components, int predictor, int point_transform)
  848. {
  849. int i, mb_x, mb_y;
  850. uint16_t (*buffer)[4];
  851. int left[4], top[4], topleft[4];
  852. const int linesize = s->linesize[0];
  853. const int mask = ((1 << s->bits) - 1) << point_transform;
  854. int resync_mb_y = 0;
  855. int resync_mb_x = 0;
  856. if (s->nb_components != 3 && s->nb_components != 4)
  857. return AVERROR_INVALIDDATA;
  858. if (s->v_max != 1 || s->h_max != 1 || !s->lossless)
  859. return AVERROR_INVALIDDATA;
  860. s->restart_count = s->restart_interval;
  861. av_fast_malloc(&s->ljpeg_buffer, &s->ljpeg_buffer_size,
  862. (unsigned)s->mb_width * 4 * sizeof(s->ljpeg_buffer[0][0]));
  863. buffer = s->ljpeg_buffer;
  864. for (i = 0; i < 4; i++)
  865. buffer[0][i] = 1 << (s->bits - 1);
  866. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  867. uint8_t *ptr = s->picture_ptr->data[0] + (linesize * mb_y);
  868. if (s->interlaced && s->bottom_field)
  869. ptr += linesize >> 1;
  870. for (i = 0; i < 4; i++)
  871. top[i] = left[i] = topleft[i] = buffer[0][i];
  872. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  873. int modified_predictor = predictor;
  874. if (s->restart_interval && !s->restart_count){
  875. s->restart_count = s->restart_interval;
  876. resync_mb_x = mb_x;
  877. resync_mb_y = mb_y;
  878. for(i=0; i<4; i++)
  879. top[i] = left[i]= topleft[i]= 1 << (s->bits - 1);
  880. }
  881. if (mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || !mb_x)
  882. modified_predictor = 1;
  883. for (i=0;i<nb_components;i++) {
  884. int pred, dc;
  885. topleft[i] = top[i];
  886. top[i] = buffer[mb_x][i];
  887. PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
  888. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  889. if(dc == 0xFFFFF)
  890. return -1;
  891. left[i] = buffer[mb_x][i] =
  892. mask & (pred + (dc * (1 << point_transform)));
  893. }
  894. if (s->restart_interval && !--s->restart_count) {
  895. align_get_bits(&s->gb);
  896. skip_bits(&s->gb, 16); /* skip RSTn */
  897. }
  898. }
  899. if (s->rct && s->nb_components == 4) {
  900. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  901. ptr[4*mb_x + 2] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  902. ptr[4*mb_x + 1] = buffer[mb_x][1] + ptr[4*mb_x + 2];
  903. ptr[4*mb_x + 3] = buffer[mb_x][2] + ptr[4*mb_x + 2];
  904. ptr[4*mb_x + 0] = buffer[mb_x][3];
  905. }
  906. } else if (s->nb_components == 4) {
  907. for(i=0; i<nb_components; i++) {
  908. int c= s->comp_index[i];
  909. if (s->bits <= 8) {
  910. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  911. ptr[4*mb_x+3-c] = buffer[mb_x][i];
  912. }
  913. } else if(s->bits == 9) {
  914. return AVERROR_PATCHWELCOME;
  915. } else {
  916. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  917. ((uint16_t*)ptr)[4*mb_x+c] = buffer[mb_x][i];
  918. }
  919. }
  920. }
  921. } else if (s->rct) {
  922. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  923. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  924. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  925. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  926. }
  927. } else if (s->pegasus_rct) {
  928. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  929. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2]) >> 2);
  930. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  931. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  932. }
  933. } else {
  934. for(i=0; i<nb_components; i++) {
  935. int c= s->comp_index[i];
  936. if (s->bits <= 8) {
  937. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  938. ptr[3*mb_x+2-c] = buffer[mb_x][i];
  939. }
  940. } else if(s->bits == 9) {
  941. return AVERROR_PATCHWELCOME;
  942. } else {
  943. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  944. ((uint16_t*)ptr)[3*mb_x+2-c] = buffer[mb_x][i];
  945. }
  946. }
  947. }
  948. }
  949. }
  950. return 0;
  951. }
  952. static int ljpeg_decode_yuv_scan(MJpegDecodeContext *s, int predictor,
  953. int point_transform, int nb_components)
  954. {
  955. int i, mb_x, mb_y, mask;
  956. int bits= (s->bits+7)&~7;
  957. int resync_mb_y = 0;
  958. int resync_mb_x = 0;
  959. point_transform += bits - s->bits;
  960. mask = ((1 << s->bits) - 1) << point_transform;
  961. av_assert0(nb_components>=1 && nb_components<=4);
  962. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  963. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  964. if (s->restart_interval && !s->restart_count){
  965. s->restart_count = s->restart_interval;
  966. resync_mb_x = mb_x;
  967. resync_mb_y = mb_y;
  968. }
  969. if(!mb_x || mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || s->interlaced){
  970. int toprow = mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x;
  971. int leftcol = !mb_x || mb_y == resync_mb_y && mb_x == resync_mb_x;
  972. for (i = 0; i < nb_components; i++) {
  973. uint8_t *ptr;
  974. uint16_t *ptr16;
  975. int n, h, v, x, y, c, j, linesize;
  976. n = s->nb_blocks[i];
  977. c = s->comp_index[i];
  978. h = s->h_scount[i];
  979. v = s->v_scount[i];
  980. x = 0;
  981. y = 0;
  982. linesize= s->linesize[c];
  983. if(bits>8) linesize /= 2;
  984. for(j=0; j<n; j++) {
  985. int pred, dc;
  986. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  987. if(dc == 0xFFFFF)
  988. return -1;
  989. if ( h * mb_x + x >= s->width
  990. || v * mb_y + y >= s->height) {
  991. // Nothing to do
  992. } else if (bits<=8) {
  993. ptr = s->picture_ptr->data[c] + (linesize * (v * mb_y + y)) + (h * mb_x + x); //FIXME optimize this crap
  994. if(y==0 && toprow){
  995. if(x==0 && leftcol){
  996. pred= 1 << (bits - 1);
  997. }else{
  998. pred= ptr[-1];
  999. }
  1000. }else{
  1001. if(x==0 && leftcol){
  1002. pred= ptr[-linesize];
  1003. }else{
  1004. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  1005. }
  1006. }
  1007. if (s->interlaced && s->bottom_field)
  1008. ptr += linesize >> 1;
  1009. pred &= mask;
  1010. *ptr= pred + (dc << point_transform);
  1011. }else{
  1012. ptr16 = (uint16_t*)(s->picture_ptr->data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  1013. if(y==0 && toprow){
  1014. if(x==0 && leftcol){
  1015. pred= 1 << (bits - 1);
  1016. }else{
  1017. pred= ptr16[-1];
  1018. }
  1019. }else{
  1020. if(x==0 && leftcol){
  1021. pred= ptr16[-linesize];
  1022. }else{
  1023. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  1024. }
  1025. }
  1026. if (s->interlaced && s->bottom_field)
  1027. ptr16 += linesize >> 1;
  1028. pred &= mask;
  1029. *ptr16= pred + (dc << point_transform);
  1030. }
  1031. if (++x == h) {
  1032. x = 0;
  1033. y++;
  1034. }
  1035. }
  1036. }
  1037. } else {
  1038. for (i = 0; i < nb_components; i++) {
  1039. uint8_t *ptr;
  1040. uint16_t *ptr16;
  1041. int n, h, v, x, y, c, j, linesize, dc;
  1042. n = s->nb_blocks[i];
  1043. c = s->comp_index[i];
  1044. h = s->h_scount[i];
  1045. v = s->v_scount[i];
  1046. x = 0;
  1047. y = 0;
  1048. linesize = s->linesize[c];
  1049. if(bits>8) linesize /= 2;
  1050. for (j = 0; j < n; j++) {
  1051. int pred;
  1052. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  1053. if(dc == 0xFFFFF)
  1054. return -1;
  1055. if ( h * mb_x + x >= s->width
  1056. || v * mb_y + y >= s->height) {
  1057. // Nothing to do
  1058. } else if (bits<=8) {
  1059. ptr = s->picture_ptr->data[c] +
  1060. (linesize * (v * mb_y + y)) +
  1061. (h * mb_x + x); //FIXME optimize this crap
  1062. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  1063. pred &= mask;
  1064. *ptr = pred + (dc << point_transform);
  1065. }else{
  1066. ptr16 = (uint16_t*)(s->picture_ptr->data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  1067. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  1068. pred &= mask;
  1069. *ptr16= pred + (dc << point_transform);
  1070. }
  1071. if (++x == h) {
  1072. x = 0;
  1073. y++;
  1074. }
  1075. }
  1076. }
  1077. }
  1078. if (s->restart_interval && !--s->restart_count) {
  1079. align_get_bits(&s->gb);
  1080. skip_bits(&s->gb, 16); /* skip RSTn */
  1081. }
  1082. }
  1083. }
  1084. return 0;
  1085. }
  1086. static av_always_inline void mjpeg_copy_block(MJpegDecodeContext *s,
  1087. uint8_t *dst, const uint8_t *src,
  1088. int linesize, int lowres)
  1089. {
  1090. switch (lowres) {
  1091. case 0: s->hdsp.put_pixels_tab[1][0](dst, src, linesize, 8);
  1092. break;
  1093. case 1: copy_block4(dst, src, linesize, linesize, 4);
  1094. break;
  1095. case 2: copy_block2(dst, src, linesize, linesize, 2);
  1096. break;
  1097. case 3: *dst = *src;
  1098. break;
  1099. }
  1100. }
  1101. static void shift_output(MJpegDecodeContext *s, uint8_t *ptr, int linesize)
  1102. {
  1103. int block_x, block_y;
  1104. int size = 8 >> s->avctx->lowres;
  1105. if (s->bits > 8) {
  1106. for (block_y=0; block_y<size; block_y++)
  1107. for (block_x=0; block_x<size; block_x++)
  1108. *(uint16_t*)(ptr + 2*block_x + block_y*linesize) <<= 16 - s->bits;
  1109. } else {
  1110. for (block_y=0; block_y<size; block_y++)
  1111. for (block_x=0; block_x<size; block_x++)
  1112. *(ptr + block_x + block_y*linesize) <<= 8 - s->bits;
  1113. }
  1114. }
  1115. static int mjpeg_decode_scan(MJpegDecodeContext *s, int nb_components, int Ah,
  1116. int Al, const uint8_t *mb_bitmask,
  1117. int mb_bitmask_size,
  1118. const AVFrame *reference)
  1119. {
  1120. int i, mb_x, mb_y, chroma_h_shift, chroma_v_shift, chroma_width, chroma_height;
  1121. uint8_t *data[MAX_COMPONENTS];
  1122. const uint8_t *reference_data[MAX_COMPONENTS];
  1123. int linesize[MAX_COMPONENTS];
  1124. GetBitContext mb_bitmask_gb = {0}; // initialize to silence gcc warning
  1125. int bytes_per_pixel = 1 + (s->bits > 8);
  1126. if (mb_bitmask) {
  1127. if (mb_bitmask_size != (s->mb_width * s->mb_height + 7)>>3) {
  1128. av_log(s->avctx, AV_LOG_ERROR, "mb_bitmask_size mismatches\n");
  1129. return AVERROR_INVALIDDATA;
  1130. }
  1131. init_get_bits(&mb_bitmask_gb, mb_bitmask, s->mb_width * s->mb_height);
  1132. }
  1133. s->restart_count = 0;
  1134. av_pix_fmt_get_chroma_sub_sample(s->avctx->pix_fmt, &chroma_h_shift,
  1135. &chroma_v_shift);
  1136. chroma_width = AV_CEIL_RSHIFT(s->width, chroma_h_shift);
  1137. chroma_height = AV_CEIL_RSHIFT(s->height, chroma_v_shift);
  1138. for (i = 0; i < nb_components; i++) {
  1139. int c = s->comp_index[i];
  1140. data[c] = s->picture_ptr->data[c];
  1141. reference_data[c] = reference ? reference->data[c] : NULL;
  1142. linesize[c] = s->linesize[c];
  1143. s->coefs_finished[c] |= 1;
  1144. }
  1145. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1146. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  1147. const int copy_mb = mb_bitmask && !get_bits1(&mb_bitmask_gb);
  1148. if (s->restart_interval && !s->restart_count)
  1149. s->restart_count = s->restart_interval;
  1150. if (get_bits_left(&s->gb) < 0) {
  1151. av_log(s->avctx, AV_LOG_ERROR, "overread %d\n",
  1152. -get_bits_left(&s->gb));
  1153. return AVERROR_INVALIDDATA;
  1154. }
  1155. for (i = 0; i < nb_components; i++) {
  1156. uint8_t *ptr;
  1157. int n, h, v, x, y, c, j;
  1158. int block_offset;
  1159. n = s->nb_blocks[i];
  1160. c = s->comp_index[i];
  1161. h = s->h_scount[i];
  1162. v = s->v_scount[i];
  1163. x = 0;
  1164. y = 0;
  1165. for (j = 0; j < n; j++) {
  1166. block_offset = (((linesize[c] * (v * mb_y + y) * 8) +
  1167. (h * mb_x + x) * 8 * bytes_per_pixel) >> s->avctx->lowres);
  1168. if (s->interlaced && s->bottom_field)
  1169. block_offset += linesize[c] >> 1;
  1170. if ( 8*(h * mb_x + x) < ((c == 1) || (c == 2) ? chroma_width : s->width)
  1171. && 8*(v * mb_y + y) < ((c == 1) || (c == 2) ? chroma_height : s->height)) {
  1172. ptr = data[c] + block_offset;
  1173. } else
  1174. ptr = NULL;
  1175. if (!s->progressive) {
  1176. if (copy_mb) {
  1177. if (ptr)
  1178. mjpeg_copy_block(s, ptr, reference_data[c] + block_offset,
  1179. linesize[c], s->avctx->lowres);
  1180. } else {
  1181. s->bdsp.clear_block(s->block);
  1182. if (decode_block(s, s->block, i,
  1183. s->dc_index[i], s->ac_index[i],
  1184. s->quant_matrixes[s->quant_sindex[i]]) < 0) {
  1185. av_log(s->avctx, AV_LOG_ERROR,
  1186. "error y=%d x=%d\n", mb_y, mb_x);
  1187. return AVERROR_INVALIDDATA;
  1188. }
  1189. if (ptr) {
  1190. s->idsp.idct_put(ptr, linesize[c], s->block);
  1191. if (s->bits & 7)
  1192. shift_output(s, ptr, linesize[c]);
  1193. }
  1194. }
  1195. } else {
  1196. int block_idx = s->block_stride[c] * (v * mb_y + y) +
  1197. (h * mb_x + x);
  1198. int16_t *block = s->blocks[c][block_idx];
  1199. if (Ah)
  1200. block[0] += get_bits1(&s->gb) *
  1201. s->quant_matrixes[s->quant_sindex[i]][0] << Al;
  1202. else if (decode_dc_progressive(s, block, i, s->dc_index[i],
  1203. s->quant_matrixes[s->quant_sindex[i]],
  1204. Al) < 0) {
  1205. av_log(s->avctx, AV_LOG_ERROR,
  1206. "error y=%d x=%d\n", mb_y, mb_x);
  1207. return AVERROR_INVALIDDATA;
  1208. }
  1209. }
  1210. ff_dlog(s->avctx, "mb: %d %d processed\n", mb_y, mb_x);
  1211. ff_dlog(s->avctx, "%d %d %d %d %d %d %d %d \n",
  1212. mb_x, mb_y, x, y, c, s->bottom_field,
  1213. (v * mb_y + y) * 8, (h * mb_x + x) * 8);
  1214. if (++x == h) {
  1215. x = 0;
  1216. y++;
  1217. }
  1218. }
  1219. }
  1220. handle_rstn(s, nb_components);
  1221. }
  1222. }
  1223. return 0;
  1224. }
  1225. static int mjpeg_decode_scan_progressive_ac(MJpegDecodeContext *s, int ss,
  1226. int se, int Ah, int Al)
  1227. {
  1228. int mb_x, mb_y;
  1229. int EOBRUN = 0;
  1230. int c = s->comp_index[0];
  1231. int16_t *quant_matrix = s->quant_matrixes[s->quant_sindex[0]];
  1232. av_assert0(ss>=0 && Ah>=0 && Al>=0);
  1233. if (se < ss || se > 63) {
  1234. av_log(s->avctx, AV_LOG_ERROR, "SS/SE %d/%d is invalid\n", ss, se);
  1235. return AVERROR_INVALIDDATA;
  1236. }
  1237. // s->coefs_finished is a bitmask for coefficients coded
  1238. // ss and se are parameters telling start and end coefficients
  1239. s->coefs_finished[c] |= (2ULL << se) - (1ULL << ss);
  1240. s->restart_count = 0;
  1241. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1242. int block_idx = mb_y * s->block_stride[c];
  1243. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1244. uint8_t *last_nnz = &s->last_nnz[c][block_idx];
  1245. for (mb_x = 0; mb_x < s->mb_width; mb_x++, block++, last_nnz++) {
  1246. int ret;
  1247. if (s->restart_interval && !s->restart_count)
  1248. s->restart_count = s->restart_interval;
  1249. if (Ah)
  1250. ret = decode_block_refinement(s, *block, last_nnz, s->ac_index[0],
  1251. quant_matrix, ss, se, Al, &EOBRUN);
  1252. else
  1253. ret = decode_block_progressive(s, *block, last_nnz, s->ac_index[0],
  1254. quant_matrix, ss, se, Al, &EOBRUN);
  1255. if (ret < 0) {
  1256. av_log(s->avctx, AV_LOG_ERROR,
  1257. "error y=%d x=%d\n", mb_y, mb_x);
  1258. return AVERROR_INVALIDDATA;
  1259. }
  1260. if (handle_rstn(s, 0))
  1261. EOBRUN = 0;
  1262. }
  1263. }
  1264. return 0;
  1265. }
  1266. static void mjpeg_idct_scan_progressive_ac(MJpegDecodeContext *s)
  1267. {
  1268. int mb_x, mb_y;
  1269. int c;
  1270. const int bytes_per_pixel = 1 + (s->bits > 8);
  1271. const int block_size = s->lossless ? 1 : 8;
  1272. for (c = 0; c < s->nb_components; c++) {
  1273. uint8_t *data = s->picture_ptr->data[c];
  1274. int linesize = s->linesize[c];
  1275. int h = s->h_max / s->h_count[c];
  1276. int v = s->v_max / s->v_count[c];
  1277. int mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1278. int mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1279. if (~s->coefs_finished[c])
  1280. av_log(s->avctx, AV_LOG_WARNING, "component %d is incomplete\n", c);
  1281. if (s->interlaced && s->bottom_field)
  1282. data += linesize >> 1;
  1283. for (mb_y = 0; mb_y < mb_height; mb_y++) {
  1284. uint8_t *ptr = data + (mb_y * linesize * 8 >> s->avctx->lowres);
  1285. int block_idx = mb_y * s->block_stride[c];
  1286. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1287. for (mb_x = 0; mb_x < mb_width; mb_x++, block++) {
  1288. s->idsp.idct_put(ptr, linesize, *block);
  1289. if (s->bits & 7)
  1290. shift_output(s, ptr, linesize);
  1291. ptr += bytes_per_pixel*8 >> s->avctx->lowres;
  1292. }
  1293. }
  1294. }
  1295. }
  1296. int ff_mjpeg_decode_sos(MJpegDecodeContext *s, const uint8_t *mb_bitmask,
  1297. int mb_bitmask_size, const AVFrame *reference)
  1298. {
  1299. int len, nb_components, i, h, v, predictor, point_transform;
  1300. int index, id, ret;
  1301. const int block_size = s->lossless ? 1 : 8;
  1302. int ilv, prev_shift;
  1303. if (!s->got_picture) {
  1304. av_log(s->avctx, AV_LOG_WARNING,
  1305. "Can not process SOS before SOF, skipping\n");
  1306. return -1;
  1307. }
  1308. av_assert0(s->picture_ptr->data[0]);
  1309. /* XXX: verify len field validity */
  1310. len = get_bits(&s->gb, 16);
  1311. nb_components = get_bits(&s->gb, 8);
  1312. if (nb_components == 0 || nb_components > MAX_COMPONENTS) {
  1313. av_log(s->avctx, AV_LOG_ERROR,
  1314. "decode_sos: nb_components (%d) unsupported\n", nb_components);
  1315. return AVERROR_PATCHWELCOME;
  1316. }
  1317. if (len != 6 + 2 * nb_components) {
  1318. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: invalid len (%d)\n", len);
  1319. return AVERROR_INVALIDDATA;
  1320. }
  1321. for (i = 0; i < nb_components; i++) {
  1322. id = get_bits(&s->gb, 8) - 1;
  1323. av_log(s->avctx, AV_LOG_DEBUG, "component: %d\n", id);
  1324. /* find component index */
  1325. for (index = 0; index < s->nb_components; index++)
  1326. if (id == s->component_id[index])
  1327. break;
  1328. if (index == s->nb_components) {
  1329. av_log(s->avctx, AV_LOG_ERROR,
  1330. "decode_sos: index(%d) out of components\n", index);
  1331. return AVERROR_INVALIDDATA;
  1332. }
  1333. /* Metasoft MJPEG codec has Cb and Cr swapped */
  1334. if (s->avctx->codec_tag == MKTAG('M', 'T', 'S', 'J')
  1335. && nb_components == 3 && s->nb_components == 3 && i)
  1336. index = 3 - i;
  1337. s->quant_sindex[i] = s->quant_index[index];
  1338. s->nb_blocks[i] = s->h_count[index] * s->v_count[index];
  1339. s->h_scount[i] = s->h_count[index];
  1340. s->v_scount[i] = s->v_count[index];
  1341. if(nb_components == 3 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1342. index = (i+2)%3;
  1343. if(nb_components == 1 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1344. index = (index+2)%3;
  1345. s->comp_index[i] = index;
  1346. s->dc_index[i] = get_bits(&s->gb, 4);
  1347. s->ac_index[i] = get_bits(&s->gb, 4);
  1348. if (s->dc_index[i] < 0 || s->ac_index[i] < 0 ||
  1349. s->dc_index[i] >= 4 || s->ac_index[i] >= 4)
  1350. goto out_of_range;
  1351. if (!s->vlcs[0][s->dc_index[i]].table || !(s->progressive ? s->vlcs[2][s->ac_index[0]].table : s->vlcs[1][s->ac_index[i]].table))
  1352. goto out_of_range;
  1353. }
  1354. predictor = get_bits(&s->gb, 8); /* JPEG Ss / lossless JPEG predictor /JPEG-LS NEAR */
  1355. ilv = get_bits(&s->gb, 8); /* JPEG Se / JPEG-LS ILV */
  1356. if(s->avctx->codec_tag != AV_RL32("CJPG")){
  1357. prev_shift = get_bits(&s->gb, 4); /* Ah */
  1358. point_transform = get_bits(&s->gb, 4); /* Al */
  1359. }else
  1360. prev_shift = point_transform = 0;
  1361. if (nb_components > 1) {
  1362. /* interleaved stream */
  1363. s->mb_width = (s->width + s->h_max * block_size - 1) / (s->h_max * block_size);
  1364. s->mb_height = (s->height + s->v_max * block_size - 1) / (s->v_max * block_size);
  1365. } else if (!s->ls) { /* skip this for JPEG-LS */
  1366. h = s->h_max / s->h_scount[0];
  1367. v = s->v_max / s->v_scount[0];
  1368. s->mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1369. s->mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1370. s->nb_blocks[0] = 1;
  1371. s->h_scount[0] = 1;
  1372. s->v_scount[0] = 1;
  1373. }
  1374. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1375. av_log(s->avctx, AV_LOG_DEBUG, "%s %s p:%d >>:%d ilv:%d bits:%d skip:%d %s comp:%d\n",
  1376. s->lossless ? "lossless" : "sequential DCT", s->rgb ? "RGB" : "",
  1377. predictor, point_transform, ilv, s->bits, s->mjpb_skiptosod,
  1378. s->pegasus_rct ? "PRCT" : (s->rct ? "RCT" : ""), nb_components);
  1379. /* mjpeg-b can have padding bytes between sos and image data, skip them */
  1380. for (i = s->mjpb_skiptosod; i > 0; i--)
  1381. skip_bits(&s->gb, 8);
  1382. next_field:
  1383. for (i = 0; i < nb_components; i++)
  1384. s->last_dc[i] = (4 << s->bits);
  1385. if (s->lossless) {
  1386. av_assert0(s->picture_ptr == s->picture);
  1387. if (CONFIG_JPEGLS_DECODER && s->ls) {
  1388. // for () {
  1389. // reset_ls_coding_parameters(s, 0);
  1390. if ((ret = ff_jpegls_decode_picture(s, predictor,
  1391. point_transform, ilv)) < 0)
  1392. return ret;
  1393. } else {
  1394. if (s->rgb) {
  1395. if ((ret = ljpeg_decode_rgb_scan(s, nb_components, predictor, point_transform)) < 0)
  1396. return ret;
  1397. } else {
  1398. if ((ret = ljpeg_decode_yuv_scan(s, predictor,
  1399. point_transform,
  1400. nb_components)) < 0)
  1401. return ret;
  1402. }
  1403. }
  1404. } else {
  1405. if (s->progressive && predictor) {
  1406. av_assert0(s->picture_ptr == s->picture);
  1407. if ((ret = mjpeg_decode_scan_progressive_ac(s, predictor,
  1408. ilv, prev_shift,
  1409. point_transform)) < 0)
  1410. return ret;
  1411. } else {
  1412. if ((ret = mjpeg_decode_scan(s, nb_components,
  1413. prev_shift, point_transform,
  1414. mb_bitmask, mb_bitmask_size, reference)) < 0)
  1415. return ret;
  1416. }
  1417. }
  1418. if (s->interlaced &&
  1419. get_bits_left(&s->gb) > 32 &&
  1420. show_bits(&s->gb, 8) == 0xFF) {
  1421. GetBitContext bak = s->gb;
  1422. align_get_bits(&bak);
  1423. if (show_bits(&bak, 16) == 0xFFD1) {
  1424. av_log(s->avctx, AV_LOG_DEBUG, "AVRn interlaced picture marker found\n");
  1425. s->gb = bak;
  1426. skip_bits(&s->gb, 16);
  1427. s->bottom_field ^= 1;
  1428. goto next_field;
  1429. }
  1430. }
  1431. emms_c();
  1432. return 0;
  1433. out_of_range:
  1434. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: ac/dc index out of range\n");
  1435. return AVERROR_INVALIDDATA;
  1436. }
  1437. static int mjpeg_decode_dri(MJpegDecodeContext *s)
  1438. {
  1439. if (get_bits(&s->gb, 16) != 4)
  1440. return AVERROR_INVALIDDATA;
  1441. s->restart_interval = get_bits(&s->gb, 16);
  1442. s->restart_count = 0;
  1443. av_log(s->avctx, AV_LOG_DEBUG, "restart interval: %d\n",
  1444. s->restart_interval);
  1445. return 0;
  1446. }
  1447. static int mjpeg_decode_app(MJpegDecodeContext *s)
  1448. {
  1449. int len, id, i;
  1450. len = get_bits(&s->gb, 16);
  1451. if (len < 6)
  1452. return AVERROR_INVALIDDATA;
  1453. if (8 * len > get_bits_left(&s->gb))
  1454. return AVERROR_INVALIDDATA;
  1455. id = get_bits_long(&s->gb, 32);
  1456. len -= 6;
  1457. if (s->avctx->debug & FF_DEBUG_STARTCODE) {
  1458. char id_str[32];
  1459. av_get_codec_tag_string(id_str, sizeof(id_str), av_bswap32(id));
  1460. av_log(s->avctx, AV_LOG_DEBUG, "APPx (%s / %8X) len=%d\n", id_str, id, len);
  1461. }
  1462. /* Buggy AVID, it puts EOI only at every 10th frame. */
  1463. /* Also, this fourcc is used by non-avid files too, it holds some
  1464. information, but it's always present in AVID-created files. */
  1465. if (id == AV_RB32("AVI1")) {
  1466. /* structure:
  1467. 4bytes AVI1
  1468. 1bytes polarity
  1469. 1bytes always zero
  1470. 4bytes field_size
  1471. 4bytes field_size_less_padding
  1472. */
  1473. s->buggy_avid = 1;
  1474. i = get_bits(&s->gb, 8); len--;
  1475. av_log(s->avctx, AV_LOG_DEBUG, "polarity %d\n", i);
  1476. #if 0
  1477. skip_bits(&s->gb, 8);
  1478. skip_bits(&s->gb, 32);
  1479. skip_bits(&s->gb, 32);
  1480. len -= 10;
  1481. #endif
  1482. goto out;
  1483. }
  1484. // len -= 2;
  1485. if (id == AV_RB32("JFIF")) {
  1486. int t_w, t_h, v1, v2;
  1487. skip_bits(&s->gb, 8); /* the trailing zero-byte */
  1488. v1 = get_bits(&s->gb, 8);
  1489. v2 = get_bits(&s->gb, 8);
  1490. skip_bits(&s->gb, 8);
  1491. s->avctx->sample_aspect_ratio.num = get_bits(&s->gb, 16);
  1492. s->avctx->sample_aspect_ratio.den = get_bits(&s->gb, 16);
  1493. if ( s->avctx->sample_aspect_ratio.num <= 0
  1494. || s->avctx->sample_aspect_ratio.den <= 0) {
  1495. s->avctx->sample_aspect_ratio.num = 0;
  1496. s->avctx->sample_aspect_ratio.den = 1;
  1497. }
  1498. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1499. av_log(s->avctx, AV_LOG_INFO,
  1500. "mjpeg: JFIF header found (version: %x.%x) SAR=%d/%d\n",
  1501. v1, v2,
  1502. s->avctx->sample_aspect_ratio.num,
  1503. s->avctx->sample_aspect_ratio.den);
  1504. t_w = get_bits(&s->gb, 8);
  1505. t_h = get_bits(&s->gb, 8);
  1506. if (t_w && t_h) {
  1507. /* skip thumbnail */
  1508. if (len -10 - (t_w * t_h * 3) > 0)
  1509. len -= t_w * t_h * 3;
  1510. }
  1511. len -= 10;
  1512. goto out;
  1513. }
  1514. if (id == AV_RB32("Adob") && (get_bits(&s->gb, 8) == 'e')) {
  1515. skip_bits(&s->gb, 16); /* version */
  1516. skip_bits(&s->gb, 16); /* flags0 */
  1517. skip_bits(&s->gb, 16); /* flags1 */
  1518. s->adobe_transform = get_bits(&s->gb, 8);
  1519. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1520. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Adobe header found, transform=%d\n", s->adobe_transform);
  1521. len -= 7;
  1522. goto out;
  1523. }
  1524. if (id == AV_RB32("LJIF")) {
  1525. int rgb = s->rgb;
  1526. int pegasus_rct = s->pegasus_rct;
  1527. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1528. av_log(s->avctx, AV_LOG_INFO,
  1529. "Pegasus lossless jpeg header found\n");
  1530. skip_bits(&s->gb, 16); /* version ? */
  1531. skip_bits(&s->gb, 16); /* unknown always 0? */
  1532. skip_bits(&s->gb, 16); /* unknown always 0? */
  1533. skip_bits(&s->gb, 16); /* unknown always 0? */
  1534. switch (i=get_bits(&s->gb, 8)) {
  1535. case 1:
  1536. rgb = 1;
  1537. pegasus_rct = 0;
  1538. break;
  1539. case 2:
  1540. rgb = 1;
  1541. pegasus_rct = 1;
  1542. break;
  1543. default:
  1544. av_log(s->avctx, AV_LOG_ERROR, "unknown colorspace %d\n", i);
  1545. }
  1546. len -= 9;
  1547. if (s->got_picture)
  1548. if (rgb != s->rgb || pegasus_rct != s->pegasus_rct) {
  1549. av_log(s->avctx, AV_LOG_WARNING, "Mismatching LJIF tag\n");
  1550. goto out;
  1551. }
  1552. s->rgb = rgb;
  1553. s->pegasus_rct = pegasus_rct;
  1554. goto out;
  1555. }
  1556. if (id == AV_RL32("colr") && len > 0) {
  1557. s->colr = get_bits(&s->gb, 8);
  1558. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1559. av_log(s->avctx, AV_LOG_INFO, "COLR %d\n", s->colr);
  1560. len --;
  1561. goto out;
  1562. }
  1563. if (id == AV_RL32("xfrm") && len > 0) {
  1564. s->xfrm = get_bits(&s->gb, 8);
  1565. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1566. av_log(s->avctx, AV_LOG_INFO, "XFRM %d\n", s->xfrm);
  1567. len --;
  1568. goto out;
  1569. }
  1570. /* JPS extension by VRex */
  1571. if (s->start_code == APP3 && id == AV_RB32("_JPS") && len >= 10) {
  1572. int flags, layout, type;
  1573. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1574. av_log(s->avctx, AV_LOG_INFO, "_JPSJPS_\n");
  1575. skip_bits(&s->gb, 32); len -= 4; /* JPS_ */
  1576. skip_bits(&s->gb, 16); len -= 2; /* block length */
  1577. skip_bits(&s->gb, 8); /* reserved */
  1578. flags = get_bits(&s->gb, 8);
  1579. layout = get_bits(&s->gb, 8);
  1580. type = get_bits(&s->gb, 8);
  1581. len -= 4;
  1582. s->stereo3d = av_stereo3d_alloc();
  1583. if (!s->stereo3d) {
  1584. goto out;
  1585. }
  1586. if (type == 0) {
  1587. s->stereo3d->type = AV_STEREO3D_2D;
  1588. } else if (type == 1) {
  1589. switch (layout) {
  1590. case 0x01:
  1591. s->stereo3d->type = AV_STEREO3D_LINES;
  1592. break;
  1593. case 0x02:
  1594. s->stereo3d->type = AV_STEREO3D_SIDEBYSIDE;
  1595. break;
  1596. case 0x03:
  1597. s->stereo3d->type = AV_STEREO3D_TOPBOTTOM;
  1598. break;
  1599. }
  1600. if (!(flags & 0x04)) {
  1601. s->stereo3d->flags = AV_STEREO3D_FLAG_INVERT;
  1602. }
  1603. }
  1604. goto out;
  1605. }
  1606. /* EXIF metadata */
  1607. if (s->start_code == APP1 && id == AV_RB32("Exif") && len >= 2) {
  1608. GetByteContext gbytes;
  1609. int ret, le, ifd_offset, bytes_read;
  1610. const uint8_t *aligned;
  1611. skip_bits(&s->gb, 16); // skip padding
  1612. len -= 2;
  1613. // init byte wise reading
  1614. aligned = align_get_bits(&s->gb);
  1615. bytestream2_init(&gbytes, aligned, len);
  1616. // read TIFF header
  1617. ret = ff_tdecode_header(&gbytes, &le, &ifd_offset);
  1618. if (ret) {
  1619. av_log(s->avctx, AV_LOG_ERROR, "mjpeg: invalid TIFF header in EXIF data\n");
  1620. } else {
  1621. bytestream2_seek(&gbytes, ifd_offset, SEEK_SET);
  1622. // read 0th IFD and store the metadata
  1623. // (return values > 0 indicate the presence of subimage metadata)
  1624. ret = avpriv_exif_decode_ifd(s->avctx, &gbytes, le, 0, &s->exif_metadata);
  1625. if (ret < 0) {
  1626. av_log(s->avctx, AV_LOG_ERROR, "mjpeg: error decoding EXIF data\n");
  1627. }
  1628. }
  1629. bytes_read = bytestream2_tell(&gbytes);
  1630. skip_bits(&s->gb, bytes_read << 3);
  1631. len -= bytes_read;
  1632. goto out;
  1633. }
  1634. /* Apple MJPEG-A */
  1635. if ((s->start_code == APP1) && (len > (0x28 - 8))) {
  1636. id = get_bits_long(&s->gb, 32);
  1637. len -= 4;
  1638. /* Apple MJPEG-A */
  1639. if (id == AV_RB32("mjpg")) {
  1640. #if 0
  1641. skip_bits(&s->gb, 32); /* field size */
  1642. skip_bits(&s->gb, 32); /* pad field size */
  1643. skip_bits(&s->gb, 32); /* next off */
  1644. skip_bits(&s->gb, 32); /* quant off */
  1645. skip_bits(&s->gb, 32); /* huff off */
  1646. skip_bits(&s->gb, 32); /* image off */
  1647. skip_bits(&s->gb, 32); /* scan off */
  1648. skip_bits(&s->gb, 32); /* data off */
  1649. #endif
  1650. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1651. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Apple MJPEG-A header found\n");
  1652. }
  1653. }
  1654. out:
  1655. /* slow but needed for extreme adobe jpegs */
  1656. if (len < 0)
  1657. av_log(s->avctx, AV_LOG_ERROR,
  1658. "mjpeg: error, decode_app parser read over the end\n");
  1659. while (--len > 0)
  1660. skip_bits(&s->gb, 8);
  1661. return 0;
  1662. }
  1663. static int mjpeg_decode_com(MJpegDecodeContext *s)
  1664. {
  1665. int len = get_bits(&s->gb, 16);
  1666. if (len >= 2 && 8 * len - 16 <= get_bits_left(&s->gb)) {
  1667. char *cbuf = av_malloc(len - 1);
  1668. if (cbuf) {
  1669. int i;
  1670. for (i = 0; i < len - 2; i++)
  1671. cbuf[i] = get_bits(&s->gb, 8);
  1672. if (i > 0 && cbuf[i - 1] == '\n')
  1673. cbuf[i - 1] = 0;
  1674. else
  1675. cbuf[i] = 0;
  1676. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1677. av_log(s->avctx, AV_LOG_INFO, "comment: '%s'\n", cbuf);
  1678. /* buggy avid, it puts EOI only at every 10th frame */
  1679. if (!strncmp(cbuf, "AVID", 4)) {
  1680. parse_avid(s, cbuf, len);
  1681. } else if (!strcmp(cbuf, "CS=ITU601"))
  1682. s->cs_itu601 = 1;
  1683. else if ((!strncmp(cbuf, "Intel(R) JPEG Library, version 1", 32) && s->avctx->codec_tag) ||
  1684. (!strncmp(cbuf, "Metasoft MJPEG Codec", 20)))
  1685. s->flipped = 1;
  1686. else if (!strcmp(cbuf, "MULTISCOPE II"))
  1687. s->multiscope = 2;
  1688. av_free(cbuf);
  1689. }
  1690. }
  1691. return 0;
  1692. }
  1693. /* return the 8 bit start code value and update the search
  1694. state. Return -1 if no start code found */
  1695. static int find_marker(const uint8_t **pbuf_ptr, const uint8_t *buf_end)
  1696. {
  1697. const uint8_t *buf_ptr;
  1698. unsigned int v, v2;
  1699. int val;
  1700. int skipped = 0;
  1701. buf_ptr = *pbuf_ptr;
  1702. while (buf_end - buf_ptr > 1) {
  1703. v = *buf_ptr++;
  1704. v2 = *buf_ptr;
  1705. if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe) && buf_ptr < buf_end) {
  1706. val = *buf_ptr++;
  1707. goto found;
  1708. }
  1709. skipped++;
  1710. }
  1711. buf_ptr = buf_end;
  1712. val = -1;
  1713. found:
  1714. ff_dlog(NULL, "find_marker skipped %d bytes\n", skipped);
  1715. *pbuf_ptr = buf_ptr;
  1716. return val;
  1717. }
  1718. int ff_mjpeg_find_marker(MJpegDecodeContext *s,
  1719. const uint8_t **buf_ptr, const uint8_t *buf_end,
  1720. const uint8_t **unescaped_buf_ptr,
  1721. int *unescaped_buf_size)
  1722. {
  1723. int start_code;
  1724. start_code = find_marker(buf_ptr, buf_end);
  1725. av_fast_padded_malloc(&s->buffer, &s->buffer_size, buf_end - *buf_ptr);
  1726. if (!s->buffer)
  1727. return AVERROR(ENOMEM);
  1728. /* unescape buffer of SOS, use special treatment for JPEG-LS */
  1729. if (start_code == SOS && !s->ls) {
  1730. const uint8_t *src = *buf_ptr;
  1731. const uint8_t *ptr = src;
  1732. uint8_t *dst = s->buffer;
  1733. #define copy_data_segment(skip) do { \
  1734. ptrdiff_t length = (ptr - src) - (skip); \
  1735. if (length > 0) { \
  1736. memcpy(dst, src, length); \
  1737. dst += length; \
  1738. src = ptr; \
  1739. } \
  1740. } while (0)
  1741. if (s->avctx->codec_id == AV_CODEC_ID_THP) {
  1742. ptr = buf_end;
  1743. copy_data_segment(0);
  1744. } else {
  1745. while (ptr < buf_end) {
  1746. uint8_t x = *(ptr++);
  1747. if (x == 0xff) {
  1748. ptrdiff_t skip = 0;
  1749. while (ptr < buf_end && x == 0xff) {
  1750. x = *(ptr++);
  1751. skip++;
  1752. }
  1753. /* 0xFF, 0xFF, ... */
  1754. if (skip > 1) {
  1755. copy_data_segment(skip);
  1756. /* decrement src as it is equal to ptr after the
  1757. * copy_data_segment macro and we might want to
  1758. * copy the current value of x later on */
  1759. src--;
  1760. }
  1761. if (x < 0xd0 || x > 0xd7) {
  1762. copy_data_segment(1);
  1763. if (x)
  1764. break;
  1765. }
  1766. }
  1767. }
  1768. if (src < ptr)
  1769. copy_data_segment(0);
  1770. }
  1771. #undef copy_data_segment
  1772. *unescaped_buf_ptr = s->buffer;
  1773. *unescaped_buf_size = dst - s->buffer;
  1774. memset(s->buffer + *unescaped_buf_size, 0,
  1775. AV_INPUT_BUFFER_PADDING_SIZE);
  1776. av_log(s->avctx, AV_LOG_DEBUG, "escaping removed %"PTRDIFF_SPECIFIER" bytes\n",
  1777. (buf_end - *buf_ptr) - (dst - s->buffer));
  1778. } else if (start_code == SOS && s->ls) {
  1779. const uint8_t *src = *buf_ptr;
  1780. uint8_t *dst = s->buffer;
  1781. int bit_count = 0;
  1782. int t = 0, b = 0;
  1783. PutBitContext pb;
  1784. /* find marker */
  1785. while (src + t < buf_end) {
  1786. uint8_t x = src[t++];
  1787. if (x == 0xff) {
  1788. while ((src + t < buf_end) && x == 0xff)
  1789. x = src[t++];
  1790. if (x & 0x80) {
  1791. t -= FFMIN(2, t);
  1792. break;
  1793. }
  1794. }
  1795. }
  1796. bit_count = t * 8;
  1797. init_put_bits(&pb, dst, t);
  1798. /* unescape bitstream */
  1799. while (b < t) {
  1800. uint8_t x = src[b++];
  1801. put_bits(&pb, 8, x);
  1802. if (x == 0xFF && b < t) {
  1803. x = src[b++];
  1804. if (x & 0x80) {
  1805. av_log(s->avctx, AV_LOG_WARNING, "Invalid escape sequence\n");
  1806. x &= 0x7f;
  1807. }
  1808. put_bits(&pb, 7, x);
  1809. bit_count--;
  1810. }
  1811. }
  1812. flush_put_bits(&pb);
  1813. *unescaped_buf_ptr = dst;
  1814. *unescaped_buf_size = (bit_count + 7) >> 3;
  1815. memset(s->buffer + *unescaped_buf_size, 0,
  1816. AV_INPUT_BUFFER_PADDING_SIZE);
  1817. } else {
  1818. *unescaped_buf_ptr = *buf_ptr;
  1819. *unescaped_buf_size = buf_end - *buf_ptr;
  1820. }
  1821. return start_code;
  1822. }
  1823. int ff_mjpeg_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  1824. AVPacket *avpkt)
  1825. {
  1826. AVFrame *frame = data;
  1827. const uint8_t *buf = avpkt->data;
  1828. int buf_size = avpkt->size;
  1829. MJpegDecodeContext *s = avctx->priv_data;
  1830. const uint8_t *buf_end, *buf_ptr;
  1831. const uint8_t *unescaped_buf_ptr;
  1832. int hshift, vshift;
  1833. int unescaped_buf_size;
  1834. int start_code;
  1835. int i, index;
  1836. int ret = 0;
  1837. int is16bit;
  1838. av_dict_free(&s->exif_metadata);
  1839. av_freep(&s->stereo3d);
  1840. s->adobe_transform = -1;
  1841. buf_ptr = buf;
  1842. buf_end = buf + buf_size;
  1843. while (buf_ptr < buf_end) {
  1844. /* find start next marker */
  1845. start_code = ff_mjpeg_find_marker(s, &buf_ptr, buf_end,
  1846. &unescaped_buf_ptr,
  1847. &unescaped_buf_size);
  1848. /* EOF */
  1849. if (start_code < 0) {
  1850. break;
  1851. } else if (unescaped_buf_size > INT_MAX / 8) {
  1852. av_log(avctx, AV_LOG_ERROR,
  1853. "MJPEG packet 0x%x too big (%d/%d), corrupt data?\n",
  1854. start_code, unescaped_buf_size, buf_size);
  1855. return AVERROR_INVALIDDATA;
  1856. }
  1857. av_log(avctx, AV_LOG_DEBUG, "marker=%x avail_size_in_buf=%"PTRDIFF_SPECIFIER"\n",
  1858. start_code, buf_end - buf_ptr);
  1859. ret = init_get_bits8(&s->gb, unescaped_buf_ptr, unescaped_buf_size);
  1860. if (ret < 0) {
  1861. av_log(avctx, AV_LOG_ERROR, "invalid buffer\n");
  1862. goto fail;
  1863. }
  1864. s->start_code = start_code;
  1865. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1866. av_log(avctx, AV_LOG_DEBUG, "startcode: %X\n", start_code);
  1867. /* process markers */
  1868. if (start_code >= 0xd0 && start_code <= 0xd7)
  1869. av_log(avctx, AV_LOG_DEBUG,
  1870. "restart marker: %d\n", start_code & 0x0f);
  1871. /* APP fields */
  1872. else if (start_code >= APP0 && start_code <= APP15)
  1873. mjpeg_decode_app(s);
  1874. /* Comment */
  1875. else if (start_code == COM)
  1876. mjpeg_decode_com(s);
  1877. else if (start_code == DQT) {
  1878. ff_mjpeg_decode_dqt(s);
  1879. }
  1880. ret = -1;
  1881. if (!CONFIG_JPEGLS_DECODER &&
  1882. (start_code == SOF48 || start_code == LSE)) {
  1883. av_log(avctx, AV_LOG_ERROR, "JPEG-LS support not enabled.\n");
  1884. return AVERROR(ENOSYS);
  1885. }
  1886. if (avctx->skip_frame == AVDISCARD_ALL) {
  1887. switch(start_code) {
  1888. case SOF0:
  1889. case SOF1:
  1890. case SOF2:
  1891. case SOF3:
  1892. case SOF48:
  1893. case SOI:
  1894. case SOS:
  1895. case EOI:
  1896. break;
  1897. default:
  1898. goto skip;
  1899. }
  1900. }
  1901. switch (start_code) {
  1902. case SOI:
  1903. s->restart_interval = 0;
  1904. s->restart_count = 0;
  1905. /* nothing to do on SOI */
  1906. break;
  1907. case DHT:
  1908. if ((ret = ff_mjpeg_decode_dht(s)) < 0) {
  1909. av_log(avctx, AV_LOG_ERROR, "huffman table decode error\n");
  1910. goto fail;
  1911. }
  1912. break;
  1913. case SOF0:
  1914. case SOF1:
  1915. s->lossless = 0;
  1916. s->ls = 0;
  1917. s->progressive = 0;
  1918. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1919. goto fail;
  1920. break;
  1921. case SOF2:
  1922. s->lossless = 0;
  1923. s->ls = 0;
  1924. s->progressive = 1;
  1925. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1926. goto fail;
  1927. break;
  1928. case SOF3:
  1929. s->avctx->properties |= FF_CODEC_PROPERTY_LOSSLESS;
  1930. s->lossless = 1;
  1931. s->ls = 0;
  1932. s->progressive = 0;
  1933. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1934. goto fail;
  1935. break;
  1936. case SOF48:
  1937. s->avctx->properties |= FF_CODEC_PROPERTY_LOSSLESS;
  1938. s->lossless = 1;
  1939. s->ls = 1;
  1940. s->progressive = 0;
  1941. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1942. goto fail;
  1943. break;
  1944. case LSE:
  1945. if (!CONFIG_JPEGLS_DECODER ||
  1946. (ret = ff_jpegls_decode_lse(s)) < 0)
  1947. goto fail;
  1948. break;
  1949. case EOI:
  1950. eoi_parser:
  1951. if (avctx->skip_frame != AVDISCARD_ALL && s->progressive && s->cur_scan && s->got_picture)
  1952. mjpeg_idct_scan_progressive_ac(s);
  1953. s->cur_scan = 0;
  1954. if (!s->got_picture) {
  1955. av_log(avctx, AV_LOG_WARNING,
  1956. "Found EOI before any SOF, ignoring\n");
  1957. break;
  1958. }
  1959. if (s->interlaced) {
  1960. s->bottom_field ^= 1;
  1961. /* if not bottom field, do not output image yet */
  1962. if (s->bottom_field == !s->interlace_polarity)
  1963. break;
  1964. }
  1965. if (avctx->skip_frame == AVDISCARD_ALL) {
  1966. s->got_picture = 0;
  1967. goto the_end_no_picture;
  1968. }
  1969. if ((ret = av_frame_ref(frame, s->picture_ptr)) < 0)
  1970. return ret;
  1971. *got_frame = 1;
  1972. s->got_picture = 0;
  1973. if (!s->lossless) {
  1974. int qp = FFMAX3(s->qscale[0],
  1975. s->qscale[1],
  1976. s->qscale[2]);
  1977. int qpw = (s->width + 15) / 16;
  1978. AVBufferRef *qp_table_buf = av_buffer_alloc(qpw);
  1979. if (qp_table_buf) {
  1980. memset(qp_table_buf->data, qp, qpw);
  1981. av_frame_set_qp_table(data, qp_table_buf, 0, FF_QSCALE_TYPE_MPEG1);
  1982. }
  1983. if(avctx->debug & FF_DEBUG_QP)
  1984. av_log(avctx, AV_LOG_DEBUG, "QP: %d\n", qp);
  1985. }
  1986. goto the_end;
  1987. case SOS:
  1988. s->cur_scan++;
  1989. if (avctx->skip_frame == AVDISCARD_ALL)
  1990. break;
  1991. if ((ret = ff_mjpeg_decode_sos(s, NULL, 0, NULL)) < 0 &&
  1992. (avctx->err_recognition & AV_EF_EXPLODE))
  1993. goto fail;
  1994. break;
  1995. case DRI:
  1996. mjpeg_decode_dri(s);
  1997. break;
  1998. case SOF5:
  1999. case SOF6:
  2000. case SOF7:
  2001. case SOF9:
  2002. case SOF10:
  2003. case SOF11:
  2004. case SOF13:
  2005. case SOF14:
  2006. case SOF15:
  2007. case JPG:
  2008. av_log(avctx, AV_LOG_ERROR,
  2009. "mjpeg: unsupported coding type (%x)\n", start_code);
  2010. break;
  2011. }
  2012. skip:
  2013. /* eof process start code */
  2014. buf_ptr += (get_bits_count(&s->gb) + 7) / 8;
  2015. av_log(avctx, AV_LOG_DEBUG,
  2016. "marker parser used %d bytes (%d bits)\n",
  2017. (get_bits_count(&s->gb) + 7) / 8, get_bits_count(&s->gb));
  2018. }
  2019. if (s->got_picture && s->cur_scan) {
  2020. av_log(avctx, AV_LOG_WARNING, "EOI missing, emulating\n");
  2021. goto eoi_parser;
  2022. }
  2023. av_log(avctx, AV_LOG_FATAL, "No JPEG data found in image\n");
  2024. return AVERROR_INVALIDDATA;
  2025. fail:
  2026. s->got_picture = 0;
  2027. return ret;
  2028. the_end:
  2029. is16bit = av_pix_fmt_desc_get(s->avctx->pix_fmt)->comp[0].step > 1;
  2030. if (AV_RB32(s->upscale_h)) {
  2031. int p;
  2032. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  2033. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  2034. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  2035. avctx->pix_fmt == AV_PIX_FMT_YUV440P ||
  2036. avctx->pix_fmt == AV_PIX_FMT_YUVA444P ||
  2037. avctx->pix_fmt == AV_PIX_FMT_YUVJ420P ||
  2038. avctx->pix_fmt == AV_PIX_FMT_YUV420P ||
  2039. avctx->pix_fmt == AV_PIX_FMT_YUV420P16||
  2040. avctx->pix_fmt == AV_PIX_FMT_YUVA420P ||
  2041. avctx->pix_fmt == AV_PIX_FMT_YUVA420P16||
  2042. avctx->pix_fmt == AV_PIX_FMT_GBRP ||
  2043. avctx->pix_fmt == AV_PIX_FMT_GBRAP
  2044. );
  2045. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2046. for (p = 0; p<4; p++) {
  2047. uint8_t *line = s->picture_ptr->data[p];
  2048. int w = s->width;
  2049. int h = s->height;
  2050. if (!s->upscale_h[p])
  2051. continue;
  2052. if (p==1 || p==2) {
  2053. w = AV_CEIL_RSHIFT(w, hshift);
  2054. h = AV_CEIL_RSHIFT(h, vshift);
  2055. }
  2056. if (s->upscale_v[p])
  2057. h = (h+1)>>1;
  2058. av_assert0(w > 0);
  2059. for (i = 0; i < h; i++) {
  2060. if (s->upscale_h[p] == 1) {
  2061. if (is16bit) ((uint16_t*)line)[w - 1] = ((uint16_t*)line)[(w - 1) / 2];
  2062. else line[w - 1] = line[(w - 1) / 2];
  2063. for (index = w - 2; index > 0; index--) {
  2064. if (is16bit)
  2065. ((uint16_t*)line)[index] = (((uint16_t*)line)[index / 2] + ((uint16_t*)line)[(index + 1) / 2]) >> 1;
  2066. else
  2067. line[index] = (line[index / 2] + line[(index + 1) / 2]) >> 1;
  2068. }
  2069. } else if (s->upscale_h[p] == 2) {
  2070. if (is16bit) {
  2071. ((uint16_t*)line)[w - 1] = ((uint16_t*)line)[(w - 1) / 3];
  2072. if (w > 1)
  2073. ((uint16_t*)line)[w - 2] = ((uint16_t*)line)[w - 1];
  2074. } else {
  2075. line[w - 1] = line[(w - 1) / 3];
  2076. if (w > 1)
  2077. line[w - 2] = line[w - 1];
  2078. }
  2079. for (index = w - 3; index > 0; index--) {
  2080. line[index] = (line[index / 3] + line[(index + 1) / 3] + line[(index + 2) / 3] + 1) / 3;
  2081. }
  2082. }
  2083. line += s->linesize[p];
  2084. }
  2085. }
  2086. }
  2087. if (AV_RB32(s->upscale_v)) {
  2088. int p;
  2089. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  2090. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  2091. avctx->pix_fmt == AV_PIX_FMT_YUVJ422P ||
  2092. avctx->pix_fmt == AV_PIX_FMT_YUV422P ||
  2093. avctx->pix_fmt == AV_PIX_FMT_YUVJ420P ||
  2094. avctx->pix_fmt == AV_PIX_FMT_YUV420P ||
  2095. avctx->pix_fmt == AV_PIX_FMT_YUV440P ||
  2096. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  2097. avctx->pix_fmt == AV_PIX_FMT_YUVA444P ||
  2098. avctx->pix_fmt == AV_PIX_FMT_YUVA420P ||
  2099. avctx->pix_fmt == AV_PIX_FMT_YUVA420P16||
  2100. avctx->pix_fmt == AV_PIX_FMT_GBRP ||
  2101. avctx->pix_fmt == AV_PIX_FMT_GBRAP
  2102. );
  2103. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2104. for (p = 0; p < 4; p++) {
  2105. uint8_t *dst;
  2106. int w = s->width;
  2107. int h = s->height;
  2108. if (!s->upscale_v[p])
  2109. continue;
  2110. if (p==1 || p==2) {
  2111. w = AV_CEIL_RSHIFT(w, hshift);
  2112. h = AV_CEIL_RSHIFT(h, vshift);
  2113. }
  2114. dst = &((uint8_t *)s->picture_ptr->data[p])[(h - 1) * s->linesize[p]];
  2115. for (i = h - 1; i; i--) {
  2116. uint8_t *src1 = &((uint8_t *)s->picture_ptr->data[p])[i / 2 * s->linesize[p]];
  2117. uint8_t *src2 = &((uint8_t *)s->picture_ptr->data[p])[(i + 1) / 2 * s->linesize[p]];
  2118. if (src1 == src2 || i == h - 1) {
  2119. memcpy(dst, src1, w);
  2120. } else {
  2121. for (index = 0; index < w; index++)
  2122. dst[index] = (src1[index] + src2[index]) >> 1;
  2123. }
  2124. dst -= s->linesize[p];
  2125. }
  2126. }
  2127. }
  2128. if (s->flipped) {
  2129. int j;
  2130. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2131. for (index=0; index<4; index++) {
  2132. uint8_t *dst = s->picture_ptr->data[index];
  2133. int w = s->picture_ptr->width;
  2134. int h = s->picture_ptr->height;
  2135. if(index && index<3){
  2136. w = AV_CEIL_RSHIFT(w, hshift);
  2137. h = AV_CEIL_RSHIFT(h, vshift);
  2138. }
  2139. if(dst){
  2140. uint8_t *dst2 = dst + s->picture_ptr->linesize[index]*(h-1);
  2141. for (i=0; i<h/2; i++) {
  2142. for (j=0; j<w; j++)
  2143. FFSWAP(int, dst[j], dst2[j]);
  2144. dst += s->picture_ptr->linesize[index];
  2145. dst2 -= s->picture_ptr->linesize[index];
  2146. }
  2147. }
  2148. }
  2149. }
  2150. if (s->adobe_transform == 0 && s->avctx->pix_fmt == AV_PIX_FMT_GBRAP) {
  2151. int w = s->picture_ptr->width;
  2152. int h = s->picture_ptr->height;
  2153. for (i=0; i<h; i++) {
  2154. int j;
  2155. uint8_t *dst[4];
  2156. for (index=0; index<4; index++) {
  2157. dst[index] = s->picture_ptr->data[index]
  2158. + s->picture_ptr->linesize[index]*i;
  2159. }
  2160. for (j=0; j<w; j++) {
  2161. int k = dst[3][j];
  2162. int r = dst[0][j] * k;
  2163. int g = dst[1][j] * k;
  2164. int b = dst[2][j] * k;
  2165. dst[0][j] = g*257 >> 16;
  2166. dst[1][j] = b*257 >> 16;
  2167. dst[2][j] = r*257 >> 16;
  2168. dst[3][j] = 255;
  2169. }
  2170. }
  2171. }
  2172. if (s->adobe_transform == 2 && s->avctx->pix_fmt == AV_PIX_FMT_YUVA444P) {
  2173. int w = s->picture_ptr->width;
  2174. int h = s->picture_ptr->height;
  2175. for (i=0; i<h; i++) {
  2176. int j;
  2177. uint8_t *dst[4];
  2178. for (index=0; index<4; index++) {
  2179. dst[index] = s->picture_ptr->data[index]
  2180. + s->picture_ptr->linesize[index]*i;
  2181. }
  2182. for (j=0; j<w; j++) {
  2183. int k = dst[3][j];
  2184. int r = (255 - dst[0][j]) * k;
  2185. int g = (128 - dst[1][j]) * k;
  2186. int b = (128 - dst[2][j]) * k;
  2187. dst[0][j] = r*257 >> 16;
  2188. dst[1][j] = (g*257 >> 16) + 128;
  2189. dst[2][j] = (b*257 >> 16) + 128;
  2190. dst[3][j] = 255;
  2191. }
  2192. }
  2193. }
  2194. if (s->stereo3d) {
  2195. AVStereo3D *stereo = av_stereo3d_create_side_data(data);
  2196. if (stereo) {
  2197. stereo->type = s->stereo3d->type;
  2198. stereo->flags = s->stereo3d->flags;
  2199. }
  2200. av_freep(&s->stereo3d);
  2201. }
  2202. av_dict_copy(avpriv_frame_get_metadatap(data), s->exif_metadata, 0);
  2203. av_dict_free(&s->exif_metadata);
  2204. the_end_no_picture:
  2205. av_log(avctx, AV_LOG_DEBUG, "decode frame unused %"PTRDIFF_SPECIFIER" bytes\n",
  2206. buf_end - buf_ptr);
  2207. // return buf_end - buf_ptr;
  2208. return buf_ptr - buf;
  2209. }
  2210. av_cold int ff_mjpeg_decode_end(AVCodecContext *avctx)
  2211. {
  2212. MJpegDecodeContext *s = avctx->priv_data;
  2213. int i, j;
  2214. if (s->interlaced && s->bottom_field == !s->interlace_polarity && s->got_picture && !avctx->frame_number) {
  2215. av_log(avctx, AV_LOG_INFO, "Single field\n");
  2216. }
  2217. if (s->picture) {
  2218. av_frame_free(&s->picture);
  2219. s->picture_ptr = NULL;
  2220. } else if (s->picture_ptr)
  2221. av_frame_unref(s->picture_ptr);
  2222. av_freep(&s->buffer);
  2223. av_freep(&s->stereo3d);
  2224. av_freep(&s->ljpeg_buffer);
  2225. s->ljpeg_buffer_size = 0;
  2226. for (i = 0; i < 3; i++) {
  2227. for (j = 0; j < 4; j++)
  2228. ff_free_vlc(&s->vlcs[i][j]);
  2229. }
  2230. for (i = 0; i < MAX_COMPONENTS; i++) {
  2231. av_freep(&s->blocks[i]);
  2232. av_freep(&s->last_nnz[i]);
  2233. }
  2234. av_dict_free(&s->exif_metadata);
  2235. return 0;
  2236. }
  2237. static void decode_flush(AVCodecContext *avctx)
  2238. {
  2239. MJpegDecodeContext *s = avctx->priv_data;
  2240. s->got_picture = 0;
  2241. }
  2242. #if CONFIG_MJPEG_DECODER
  2243. #define OFFSET(x) offsetof(MJpegDecodeContext, x)
  2244. #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
  2245. static const AVOption options[] = {
  2246. { "extern_huff", "Use external huffman table.",
  2247. OFFSET(extern_huff), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VD },
  2248. { NULL },
  2249. };
  2250. static const AVClass mjpegdec_class = {
  2251. .class_name = "MJPEG decoder",
  2252. .item_name = av_default_item_name,
  2253. .option = options,
  2254. .version = LIBAVUTIL_VERSION_INT,
  2255. };
  2256. AVCodec ff_mjpeg_decoder = {
  2257. .name = "mjpeg",
  2258. .long_name = NULL_IF_CONFIG_SMALL("MJPEG (Motion JPEG)"),
  2259. .type = AVMEDIA_TYPE_VIDEO,
  2260. .id = AV_CODEC_ID_MJPEG,
  2261. .priv_data_size = sizeof(MJpegDecodeContext),
  2262. .init = ff_mjpeg_decode_init,
  2263. .close = ff_mjpeg_decode_end,
  2264. .decode = ff_mjpeg_decode_frame,
  2265. .flush = decode_flush,
  2266. .capabilities = AV_CODEC_CAP_DR1,
  2267. .max_lowres = 3,
  2268. .priv_class = &mjpegdec_class,
  2269. .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE |
  2270. FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
  2271. };
  2272. #endif
  2273. #if CONFIG_THP_DECODER
  2274. AVCodec ff_thp_decoder = {
  2275. .name = "thp",
  2276. .long_name = NULL_IF_CONFIG_SMALL("Nintendo Gamecube THP video"),
  2277. .type = AVMEDIA_TYPE_VIDEO,
  2278. .id = AV_CODEC_ID_THP,
  2279. .priv_data_size = sizeof(MJpegDecodeContext),
  2280. .init = ff_mjpeg_decode_init,
  2281. .close = ff_mjpeg_decode_end,
  2282. .decode = ff_mjpeg_decode_frame,
  2283. .flush = decode_flush,
  2284. .capabilities = AV_CODEC_CAP_DR1,
  2285. .max_lowres = 3,
  2286. .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE,
  2287. };
  2288. #endif