You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

2567 lines
91KB

  1. /*
  2. * MJPEG decoder
  3. * Copyright (c) 2000, 2001 Fabrice Bellard
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. * Copyright (c) 2003-2004 Michael Niedermayer
  6. *
  7. * Support for external huffman table, various fixes (AVID workaround),
  8. * aspecting, new decode_frame mechanism and apple mjpeg-b support
  9. * by Alex Beregszaszi
  10. *
  11. * This file is part of FFmpeg.
  12. *
  13. * FFmpeg is free software; you can redistribute it and/or
  14. * modify it under the terms of the GNU Lesser General Public
  15. * License as published by the Free Software Foundation; either
  16. * version 2.1 of the License, or (at your option) any later version.
  17. *
  18. * FFmpeg is distributed in the hope that it will be useful,
  19. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  21. * Lesser General Public License for more details.
  22. *
  23. * You should have received a copy of the GNU Lesser General Public
  24. * License along with FFmpeg; if not, write to the Free Software
  25. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  26. */
  27. /**
  28. * @file
  29. * MJPEG decoder.
  30. */
  31. #include "libavutil/imgutils.h"
  32. #include "libavutil/avassert.h"
  33. #include "libavutil/opt.h"
  34. #include "avcodec.h"
  35. #include "blockdsp.h"
  36. #include "copy_block.h"
  37. #include "idctdsp.h"
  38. #include "internal.h"
  39. #include "jpegtables.h"
  40. #include "mjpeg.h"
  41. #include "mjpegdec.h"
  42. #include "jpeglsdec.h"
  43. #include "put_bits.h"
  44. #include "tiff.h"
  45. #include "exif.h"
  46. #include "bytestream.h"
  47. static int build_vlc(VLC *vlc, const uint8_t *bits_table,
  48. const uint8_t *val_table, int nb_codes,
  49. int use_static, int is_ac)
  50. {
  51. uint8_t huff_size[256] = { 0 };
  52. uint16_t huff_code[256];
  53. uint16_t huff_sym[256];
  54. int i;
  55. av_assert0(nb_codes <= 256);
  56. ff_mjpeg_build_huffman_codes(huff_size, huff_code, bits_table, val_table);
  57. for (i = 0; i < 256; i++)
  58. huff_sym[i] = i + 16 * is_ac;
  59. if (is_ac)
  60. huff_sym[0] = 16 * 256;
  61. return ff_init_vlc_sparse(vlc, 9, nb_codes, huff_size, 1, 1,
  62. huff_code, 2, 2, huff_sym, 2, 2, use_static);
  63. }
  64. static void build_basic_mjpeg_vlc(MJpegDecodeContext *s)
  65. {
  66. build_vlc(&s->vlcs[0][0], avpriv_mjpeg_bits_dc_luminance,
  67. avpriv_mjpeg_val_dc, 12, 0, 0);
  68. build_vlc(&s->vlcs[0][1], avpriv_mjpeg_bits_dc_chrominance,
  69. avpriv_mjpeg_val_dc, 12, 0, 0);
  70. build_vlc(&s->vlcs[1][0], avpriv_mjpeg_bits_ac_luminance,
  71. avpriv_mjpeg_val_ac_luminance, 251, 0, 1);
  72. build_vlc(&s->vlcs[1][1], avpriv_mjpeg_bits_ac_chrominance,
  73. avpriv_mjpeg_val_ac_chrominance, 251, 0, 1);
  74. build_vlc(&s->vlcs[2][0], avpriv_mjpeg_bits_ac_luminance,
  75. avpriv_mjpeg_val_ac_luminance, 251, 0, 0);
  76. build_vlc(&s->vlcs[2][1], avpriv_mjpeg_bits_ac_chrominance,
  77. avpriv_mjpeg_val_ac_chrominance, 251, 0, 0);
  78. }
  79. static void parse_avid(MJpegDecodeContext *s, uint8_t *buf, int len)
  80. {
  81. s->buggy_avid = 1;
  82. if (len > 14 && buf[12] == 1) /* 1 - NTSC */
  83. s->interlace_polarity = 1;
  84. if (len > 14 && buf[12] == 2) /* 2 - PAL */
  85. s->interlace_polarity = 0;
  86. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  87. av_log(s->avctx, AV_LOG_INFO, "AVID: len:%d %d\n", len, len > 14 ? buf[12] : -1);
  88. }
  89. static void init_idct(AVCodecContext *avctx)
  90. {
  91. MJpegDecodeContext *s = avctx->priv_data;
  92. ff_idctdsp_init(&s->idsp, avctx);
  93. ff_init_scantable(s->idsp.idct_permutation, &s->scantable,
  94. ff_zigzag_direct);
  95. }
  96. av_cold int ff_mjpeg_decode_init(AVCodecContext *avctx)
  97. {
  98. MJpegDecodeContext *s = avctx->priv_data;
  99. if (!s->picture_ptr) {
  100. s->picture = av_frame_alloc();
  101. if (!s->picture)
  102. return AVERROR(ENOMEM);
  103. s->picture_ptr = s->picture;
  104. }
  105. s->avctx = avctx;
  106. ff_blockdsp_init(&s->bdsp, avctx);
  107. ff_hpeldsp_init(&s->hdsp, avctx->flags);
  108. init_idct(avctx);
  109. s->buffer_size = 0;
  110. s->buffer = NULL;
  111. s->start_code = -1;
  112. s->first_picture = 1;
  113. s->got_picture = 0;
  114. s->org_height = avctx->coded_height;
  115. avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
  116. avctx->colorspace = AVCOL_SPC_BT470BG;
  117. build_basic_mjpeg_vlc(s);
  118. if (s->extern_huff) {
  119. av_log(avctx, AV_LOG_INFO, "using external huffman table\n");
  120. init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size * 8);
  121. if (ff_mjpeg_decode_dht(s)) {
  122. av_log(avctx, AV_LOG_ERROR,
  123. "error using external huffman table, switching back to internal\n");
  124. build_basic_mjpeg_vlc(s);
  125. }
  126. }
  127. if (avctx->field_order == AV_FIELD_BB) { /* quicktime icefloe 019 */
  128. s->interlace_polarity = 1; /* bottom field first */
  129. av_log(avctx, AV_LOG_DEBUG, "bottom field first\n");
  130. } else if (avctx->field_order == AV_FIELD_UNKNOWN) {
  131. if (avctx->codec_tag == AV_RL32("MJPG"))
  132. s->interlace_polarity = 1;
  133. }
  134. if ( avctx->extradata_size > 8
  135. && AV_RL32(avctx->extradata) == 0x2C
  136. && AV_RL32(avctx->extradata+4) == 0x18) {
  137. parse_avid(s, avctx->extradata, avctx->extradata_size);
  138. }
  139. if (avctx->codec->id == AV_CODEC_ID_AMV)
  140. s->flipped = 1;
  141. return 0;
  142. }
  143. /* quantize tables */
  144. int ff_mjpeg_decode_dqt(MJpegDecodeContext *s)
  145. {
  146. int len, index, i;
  147. len = get_bits(&s->gb, 16) - 2;
  148. if (8*len > get_bits_left(&s->gb)) {
  149. av_log(s->avctx, AV_LOG_ERROR, "dqt: len %d is too large\n", len);
  150. return AVERROR_INVALIDDATA;
  151. }
  152. while (len >= 65) {
  153. int pr = get_bits(&s->gb, 4);
  154. if (pr > 1) {
  155. av_log(s->avctx, AV_LOG_ERROR, "dqt: invalid precision\n");
  156. return AVERROR_INVALIDDATA;
  157. }
  158. index = get_bits(&s->gb, 4);
  159. if (index >= 4)
  160. return -1;
  161. av_log(s->avctx, AV_LOG_DEBUG, "index=%d\n", index);
  162. /* read quant table */
  163. for (i = 0; i < 64; i++) {
  164. s->quant_matrixes[index][i] = get_bits(&s->gb, pr ? 16 : 8);
  165. }
  166. // XXX FIXME fine-tune, and perhaps add dc too
  167. s->qscale[index] = FFMAX(s->quant_matrixes[index][1],
  168. s->quant_matrixes[index][8]) >> 1;
  169. av_log(s->avctx, AV_LOG_DEBUG, "qscale[%d]: %d\n",
  170. index, s->qscale[index]);
  171. len -= 1 + 64 * (1+pr);
  172. }
  173. return 0;
  174. }
  175. /* decode huffman tables and build VLC decoders */
  176. int ff_mjpeg_decode_dht(MJpegDecodeContext *s)
  177. {
  178. int len, index, i, class, n, v, code_max;
  179. uint8_t bits_table[17];
  180. uint8_t val_table[256];
  181. int ret = 0;
  182. len = get_bits(&s->gb, 16) - 2;
  183. if (8*len > get_bits_left(&s->gb)) {
  184. av_log(s->avctx, AV_LOG_ERROR, "dht: len %d is too large\n", len);
  185. return AVERROR_INVALIDDATA;
  186. }
  187. while (len > 0) {
  188. if (len < 17)
  189. return AVERROR_INVALIDDATA;
  190. class = get_bits(&s->gb, 4);
  191. if (class >= 2)
  192. return AVERROR_INVALIDDATA;
  193. index = get_bits(&s->gb, 4);
  194. if (index >= 4)
  195. return AVERROR_INVALIDDATA;
  196. n = 0;
  197. for (i = 1; i <= 16; i++) {
  198. bits_table[i] = get_bits(&s->gb, 8);
  199. n += bits_table[i];
  200. }
  201. len -= 17;
  202. if (len < n || n > 256)
  203. return AVERROR_INVALIDDATA;
  204. code_max = 0;
  205. for (i = 0; i < n; i++) {
  206. v = get_bits(&s->gb, 8);
  207. if (v > code_max)
  208. code_max = v;
  209. val_table[i] = v;
  210. }
  211. len -= n;
  212. /* build VLC and flush previous vlc if present */
  213. ff_free_vlc(&s->vlcs[class][index]);
  214. av_log(s->avctx, AV_LOG_DEBUG, "class=%d index=%d nb_codes=%d\n",
  215. class, index, code_max + 1);
  216. if ((ret = build_vlc(&s->vlcs[class][index], bits_table, val_table,
  217. code_max + 1, 0, class > 0)) < 0)
  218. return ret;
  219. if (class > 0) {
  220. ff_free_vlc(&s->vlcs[2][index]);
  221. if ((ret = build_vlc(&s->vlcs[2][index], bits_table, val_table,
  222. code_max + 1, 0, 0)) < 0)
  223. return ret;
  224. }
  225. }
  226. return 0;
  227. }
  228. int ff_mjpeg_decode_sof(MJpegDecodeContext *s)
  229. {
  230. int len, nb_components, i, width, height, bits, ret;
  231. unsigned pix_fmt_id;
  232. int h_count[MAX_COMPONENTS] = { 0 };
  233. int v_count[MAX_COMPONENTS] = { 0 };
  234. s->cur_scan = 0;
  235. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  236. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  237. /* XXX: verify len field validity */
  238. len = get_bits(&s->gb, 16);
  239. bits = get_bits(&s->gb, 8);
  240. if (bits > 16 || bits < 1) {
  241. av_log(s->avctx, AV_LOG_ERROR, "bits %d is invalid\n", bits);
  242. return AVERROR_INVALIDDATA;
  243. }
  244. if (s->avctx->bits_per_raw_sample != bits) {
  245. av_log(s->avctx, s->avctx->bits_per_raw_sample > 0 ? AV_LOG_INFO : AV_LOG_DEBUG, "Changing bps from %d to %d\n", s->avctx->bits_per_raw_sample, bits);
  246. s->avctx->bits_per_raw_sample = bits;
  247. init_idct(s->avctx);
  248. }
  249. if (s->pegasus_rct)
  250. bits = 9;
  251. if (bits == 9 && !s->pegasus_rct)
  252. s->rct = 1; // FIXME ugly
  253. if(s->lossless && s->avctx->lowres){
  254. av_log(s->avctx, AV_LOG_ERROR, "lowres is not possible with lossless jpeg\n");
  255. return -1;
  256. }
  257. height = get_bits(&s->gb, 16);
  258. width = get_bits(&s->gb, 16);
  259. // HACK for odd_height.mov
  260. if (s->interlaced && s->width == width && s->height == height + 1)
  261. height= s->height;
  262. av_log(s->avctx, AV_LOG_DEBUG, "sof0: picture: %dx%d\n", width, height);
  263. if (av_image_check_size(width, height, 0, s->avctx))
  264. return AVERROR_INVALIDDATA;
  265. nb_components = get_bits(&s->gb, 8);
  266. if (nb_components <= 0 ||
  267. nb_components > MAX_COMPONENTS)
  268. return -1;
  269. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  270. if (nb_components != s->nb_components) {
  271. av_log(s->avctx, AV_LOG_ERROR,
  272. "nb_components changing in interlaced picture\n");
  273. return AVERROR_INVALIDDATA;
  274. }
  275. }
  276. if (s->ls && !(bits <= 8 || nb_components == 1)) {
  277. avpriv_report_missing_feature(s->avctx,
  278. "JPEG-LS that is not <= 8 "
  279. "bits/component or 16-bit gray");
  280. return AVERROR_PATCHWELCOME;
  281. }
  282. s->nb_components = nb_components;
  283. s->h_max = 1;
  284. s->v_max = 1;
  285. for (i = 0; i < nb_components; i++) {
  286. /* component id */
  287. s->component_id[i] = get_bits(&s->gb, 8) - 1;
  288. h_count[i] = get_bits(&s->gb, 4);
  289. v_count[i] = get_bits(&s->gb, 4);
  290. /* compute hmax and vmax (only used in interleaved case) */
  291. if (h_count[i] > s->h_max)
  292. s->h_max = h_count[i];
  293. if (v_count[i] > s->v_max)
  294. s->v_max = v_count[i];
  295. s->quant_index[i] = get_bits(&s->gb, 8);
  296. if (s->quant_index[i] >= 4) {
  297. av_log(s->avctx, AV_LOG_ERROR, "quant_index is invalid\n");
  298. return AVERROR_INVALIDDATA;
  299. }
  300. if (!h_count[i] || !v_count[i]) {
  301. av_log(s->avctx, AV_LOG_ERROR,
  302. "Invalid sampling factor in component %d %d:%d\n",
  303. i, h_count[i], v_count[i]);
  304. return AVERROR_INVALIDDATA;
  305. }
  306. av_log(s->avctx, AV_LOG_DEBUG, "component %d %d:%d id: %d quant:%d\n",
  307. i, h_count[i], v_count[i],
  308. s->component_id[i], s->quant_index[i]);
  309. }
  310. if ( nb_components == 4
  311. && s->component_id[0] == 'C' - 1
  312. && s->component_id[1] == 'M' - 1
  313. && s->component_id[2] == 'Y' - 1
  314. && s->component_id[3] == 'K' - 1)
  315. s->adobe_transform = 0;
  316. if (s->ls && (s->h_max > 1 || s->v_max > 1)) {
  317. avpriv_report_missing_feature(s->avctx, "Subsampling in JPEG-LS");
  318. return AVERROR_PATCHWELCOME;
  319. }
  320. /* if different size, realloc/alloc picture */
  321. if (width != s->width || height != s->height || bits != s->bits ||
  322. memcmp(s->h_count, h_count, sizeof(h_count)) ||
  323. memcmp(s->v_count, v_count, sizeof(v_count))) {
  324. s->width = width;
  325. s->height = height;
  326. s->bits = bits;
  327. memcpy(s->h_count, h_count, sizeof(h_count));
  328. memcpy(s->v_count, v_count, sizeof(v_count));
  329. s->interlaced = 0;
  330. s->got_picture = 0;
  331. /* test interlaced mode */
  332. if (s->first_picture &&
  333. (s->multiscope != 2 || s->avctx->time_base.den >= 25 * s->avctx->time_base.num) &&
  334. s->org_height != 0 &&
  335. s->height < ((s->org_height * 3) / 4)) {
  336. s->interlaced = 1;
  337. s->bottom_field = s->interlace_polarity;
  338. s->picture_ptr->interlaced_frame = 1;
  339. s->picture_ptr->top_field_first = !s->interlace_polarity;
  340. height *= 2;
  341. }
  342. ret = ff_set_dimensions(s->avctx, width, height);
  343. if (ret < 0)
  344. return ret;
  345. s->first_picture = 0;
  346. }
  347. if (s->got_picture && s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  348. if (s->progressive) {
  349. avpriv_request_sample(s->avctx, "progressively coded interlaced picture");
  350. return AVERROR_INVALIDDATA;
  351. }
  352. } else{
  353. if (s->v_max == 1 && s->h_max == 1 && s->lossless==1 && (nb_components==3 || nb_components==4))
  354. s->rgb = 1;
  355. else if (!s->lossless)
  356. s->rgb = 0;
  357. /* XXX: not complete test ! */
  358. pix_fmt_id = ((unsigned)s->h_count[0] << 28) | (s->v_count[0] << 24) |
  359. (s->h_count[1] << 20) | (s->v_count[1] << 16) |
  360. (s->h_count[2] << 12) | (s->v_count[2] << 8) |
  361. (s->h_count[3] << 4) | s->v_count[3];
  362. av_log(s->avctx, AV_LOG_DEBUG, "pix fmt id %x\n", pix_fmt_id);
  363. /* NOTE we do not allocate pictures large enough for the possible
  364. * padding of h/v_count being 4 */
  365. if (!(pix_fmt_id & 0xD0D0D0D0))
  366. pix_fmt_id -= (pix_fmt_id & 0xF0F0F0F0) >> 1;
  367. if (!(pix_fmt_id & 0x0D0D0D0D))
  368. pix_fmt_id -= (pix_fmt_id & 0x0F0F0F0F) >> 1;
  369. for (i = 0; i < 8; i++) {
  370. int j = 6 + (i&1) - (i&6);
  371. int is = (pix_fmt_id >> (4*i)) & 0xF;
  372. int js = (pix_fmt_id >> (4*j)) & 0xF;
  373. if (is == 1 && js != 2 && (i < 2 || i > 5))
  374. js = (pix_fmt_id >> ( 8 + 4*(i&1))) & 0xF;
  375. if (is == 1 && js != 2 && (i < 2 || i > 5))
  376. js = (pix_fmt_id >> (16 + 4*(i&1))) & 0xF;
  377. if (is == 1 && js == 2) {
  378. if (i & 1) s->upscale_h[j/2] = 1;
  379. else s->upscale_v[j/2] = 1;
  380. }
  381. }
  382. switch (pix_fmt_id) {
  383. case 0x11111100:
  384. if (s->rgb)
  385. s->avctx->pix_fmt = s->bits <= 9 ? AV_PIX_FMT_BGR24 : AV_PIX_FMT_BGR48;
  386. else {
  387. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  388. s->avctx->pix_fmt = s->bits <= 8 ? AV_PIX_FMT_GBRP : AV_PIX_FMT_GBRP16;
  389. } else {
  390. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  391. else s->avctx->pix_fmt = AV_PIX_FMT_YUV444P16;
  392. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  393. }
  394. }
  395. av_assert0(s->nb_components == 3);
  396. break;
  397. case 0x11111111:
  398. if (s->rgb)
  399. s->avctx->pix_fmt = s->bits <= 9 ? AV_PIX_FMT_ABGR : AV_PIX_FMT_RGBA64;
  400. else {
  401. if (s->adobe_transform == 0 && s->bits <= 8) {
  402. s->avctx->pix_fmt = AV_PIX_FMT_GBRAP;
  403. } else {
  404. s->avctx->pix_fmt = s->bits <= 8 ? AV_PIX_FMT_YUVA444P : AV_PIX_FMT_YUVA444P16;
  405. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  406. }
  407. }
  408. av_assert0(s->nb_components == 4);
  409. break;
  410. case 0x22111122:
  411. case 0x22111111:
  412. if (s->adobe_transform == 0 && s->bits <= 8) {
  413. s->avctx->pix_fmt = AV_PIX_FMT_GBRAP;
  414. s->upscale_v[1] = s->upscale_v[2] = 1;
  415. s->upscale_h[1] = s->upscale_h[2] = 1;
  416. } else if (s->adobe_transform == 2 && s->bits <= 8) {
  417. s->avctx->pix_fmt = AV_PIX_FMT_YUVA444P;
  418. s->upscale_v[1] = s->upscale_v[2] = 1;
  419. s->upscale_h[1] = s->upscale_h[2] = 1;
  420. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  421. } else {
  422. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_YUVA420P;
  423. else s->avctx->pix_fmt = AV_PIX_FMT_YUVA420P16;
  424. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  425. }
  426. av_assert0(s->nb_components == 4);
  427. break;
  428. case 0x12121100:
  429. case 0x22122100:
  430. case 0x21211100:
  431. case 0x22211200:
  432. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  433. else
  434. goto unk_pixfmt;
  435. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  436. break;
  437. case 0x22221100:
  438. case 0x22112200:
  439. case 0x11222200:
  440. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  441. else
  442. goto unk_pixfmt;
  443. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  444. break;
  445. case 0x11000000:
  446. case 0x13000000:
  447. case 0x14000000:
  448. case 0x31000000:
  449. case 0x33000000:
  450. case 0x34000000:
  451. case 0x41000000:
  452. case 0x43000000:
  453. case 0x44000000:
  454. if(s->bits <= 8)
  455. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  456. else
  457. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  458. break;
  459. case 0x12111100:
  460. case 0x14121200:
  461. case 0x14111100:
  462. case 0x22211100:
  463. case 0x22112100:
  464. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  465. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_GBRP;
  466. else
  467. goto unk_pixfmt;
  468. s->upscale_v[0] = s->upscale_v[1] = 1;
  469. } else {
  470. if (pix_fmt_id == 0x14111100)
  471. s->upscale_v[1] = s->upscale_v[2] = 1;
  472. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV440P : AV_PIX_FMT_YUVJ440P;
  473. else
  474. goto unk_pixfmt;
  475. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  476. }
  477. break;
  478. case 0x21111100:
  479. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  480. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_GBRP;
  481. else
  482. goto unk_pixfmt;
  483. s->upscale_h[0] = s->upscale_h[1] = 1;
  484. } else {
  485. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  486. else s->avctx->pix_fmt = AV_PIX_FMT_YUV422P16;
  487. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  488. }
  489. break;
  490. case 0x31111100:
  491. if (s->bits > 8)
  492. goto unk_pixfmt;
  493. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  494. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  495. s->upscale_h[1] = s->upscale_h[2] = 2;
  496. break;
  497. case 0x22121100:
  498. case 0x22111200:
  499. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  500. else
  501. goto unk_pixfmt;
  502. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  503. break;
  504. case 0x22111100:
  505. case 0x42111100:
  506. case 0x24111100:
  507. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUVJ420P;
  508. else s->avctx->pix_fmt = AV_PIX_FMT_YUV420P16;
  509. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  510. if (pix_fmt_id == 0x42111100) {
  511. if (s->bits > 8)
  512. goto unk_pixfmt;
  513. s->upscale_h[1] = s->upscale_h[2] = 1;
  514. } else if (pix_fmt_id == 0x24111100) {
  515. if (s->bits > 8)
  516. goto unk_pixfmt;
  517. s->upscale_v[1] = s->upscale_v[2] = 1;
  518. }
  519. break;
  520. case 0x41111100:
  521. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV411P : AV_PIX_FMT_YUVJ411P;
  522. else
  523. goto unk_pixfmt;
  524. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  525. break;
  526. default:
  527. unk_pixfmt:
  528. av_log(s->avctx, AV_LOG_ERROR, "Unhandled pixel format 0x%x bits:%d\n", pix_fmt_id, s->bits);
  529. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  530. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  531. return AVERROR_PATCHWELCOME;
  532. }
  533. if ((AV_RB32(s->upscale_h) || AV_RB32(s->upscale_v)) && s->avctx->lowres) {
  534. av_log(s->avctx, AV_LOG_ERROR, "lowres not supported for weird subsampling\n");
  535. return AVERROR_PATCHWELCOME;
  536. }
  537. if (s->ls) {
  538. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  539. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  540. if (s->nb_components == 3) {
  541. s->avctx->pix_fmt = AV_PIX_FMT_RGB24;
  542. } else if (s->nb_components != 1) {
  543. av_log(s->avctx, AV_LOG_ERROR, "Unsupported number of components %d\n", s->nb_components);
  544. return AVERROR_PATCHWELCOME;
  545. } else if (s->palette_index && s->bits <= 8)
  546. s->avctx->pix_fmt = AV_PIX_FMT_PAL8;
  547. else if (s->bits <= 8)
  548. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  549. else
  550. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  551. }
  552. s->pix_desc = av_pix_fmt_desc_get(s->avctx->pix_fmt);
  553. if (!s->pix_desc) {
  554. av_log(s->avctx, AV_LOG_ERROR, "Could not get a pixel format descriptor.\n");
  555. return AVERROR_BUG;
  556. }
  557. if (s->avctx->skip_frame == AVDISCARD_ALL) {
  558. s->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
  559. s->picture_ptr->key_frame = 1;
  560. s->got_picture = 1;
  561. return 0;
  562. }
  563. av_frame_unref(s->picture_ptr);
  564. if (ff_get_buffer(s->avctx, s->picture_ptr, AV_GET_BUFFER_FLAG_REF) < 0)
  565. return -1;
  566. s->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
  567. s->picture_ptr->key_frame = 1;
  568. s->got_picture = 1;
  569. for (i = 0; i < 4; i++)
  570. s->linesize[i] = s->picture_ptr->linesize[i] << s->interlaced;
  571. ff_dlog(s->avctx, "%d %d %d %d %d %d\n",
  572. s->width, s->height, s->linesize[0], s->linesize[1],
  573. s->interlaced, s->avctx->height);
  574. if (len != (8 + (3 * nb_components)))
  575. av_log(s->avctx, AV_LOG_DEBUG, "decode_sof0: error, len(%d) mismatch\n", len);
  576. }
  577. if ((s->rgb && !s->lossless && !s->ls) ||
  578. (!s->rgb && s->ls && s->nb_components > 1)) {
  579. av_log(s->avctx, AV_LOG_ERROR, "Unsupported coding and pixel format combination\n");
  580. return AVERROR_PATCHWELCOME;
  581. }
  582. /* totally blank picture as progressive JPEG will only add details to it */
  583. if (s->progressive) {
  584. int bw = (width + s->h_max * 8 - 1) / (s->h_max * 8);
  585. int bh = (height + s->v_max * 8 - 1) / (s->v_max * 8);
  586. for (i = 0; i < s->nb_components; i++) {
  587. int size = bw * bh * s->h_count[i] * s->v_count[i];
  588. av_freep(&s->blocks[i]);
  589. av_freep(&s->last_nnz[i]);
  590. s->blocks[i] = av_mallocz_array(size, sizeof(**s->blocks));
  591. s->last_nnz[i] = av_mallocz_array(size, sizeof(**s->last_nnz));
  592. if (!s->blocks[i] || !s->last_nnz[i])
  593. return AVERROR(ENOMEM);
  594. s->block_stride[i] = bw * s->h_count[i];
  595. }
  596. memset(s->coefs_finished, 0, sizeof(s->coefs_finished));
  597. }
  598. return 0;
  599. }
  600. static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
  601. {
  602. int code;
  603. code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
  604. if (code < 0 || code > 16) {
  605. av_log(s->avctx, AV_LOG_WARNING,
  606. "mjpeg_decode_dc: bad vlc: %d:%d (%p)\n",
  607. 0, dc_index, &s->vlcs[0][dc_index]);
  608. return 0xfffff;
  609. }
  610. if (code)
  611. return get_xbits(&s->gb, code);
  612. else
  613. return 0;
  614. }
  615. /* decode block and dequantize */
  616. static int decode_block(MJpegDecodeContext *s, int16_t *block, int component,
  617. int dc_index, int ac_index, int16_t *quant_matrix)
  618. {
  619. int code, i, j, level, val;
  620. /* DC coef */
  621. val = mjpeg_decode_dc(s, dc_index);
  622. if (val == 0xfffff) {
  623. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  624. return AVERROR_INVALIDDATA;
  625. }
  626. val = val * quant_matrix[0] + s->last_dc[component];
  627. val = FFMIN(val, 32767);
  628. s->last_dc[component] = val;
  629. block[0] = val;
  630. /* AC coefs */
  631. i = 0;
  632. {OPEN_READER(re, &s->gb);
  633. do {
  634. UPDATE_CACHE(re, &s->gb);
  635. GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2);
  636. i += ((unsigned)code) >> 4;
  637. code &= 0xf;
  638. if (code) {
  639. if (code > MIN_CACHE_BITS - 16)
  640. UPDATE_CACHE(re, &s->gb);
  641. {
  642. int cache = GET_CACHE(re, &s->gb);
  643. int sign = (~cache) >> 31;
  644. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  645. }
  646. LAST_SKIP_BITS(re, &s->gb, code);
  647. if (i > 63) {
  648. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  649. return AVERROR_INVALIDDATA;
  650. }
  651. j = s->scantable.permutated[i];
  652. block[j] = level * quant_matrix[i];
  653. }
  654. } while (i < 63);
  655. CLOSE_READER(re, &s->gb);}
  656. return 0;
  657. }
  658. static int decode_dc_progressive(MJpegDecodeContext *s, int16_t *block,
  659. int component, int dc_index,
  660. int16_t *quant_matrix, int Al)
  661. {
  662. int val;
  663. s->bdsp.clear_block(block);
  664. val = mjpeg_decode_dc(s, dc_index);
  665. if (val == 0xfffff) {
  666. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  667. return AVERROR_INVALIDDATA;
  668. }
  669. val = (val * (quant_matrix[0] << Al)) + s->last_dc[component];
  670. s->last_dc[component] = val;
  671. block[0] = val;
  672. return 0;
  673. }
  674. /* decode block and dequantize - progressive JPEG version */
  675. static int decode_block_progressive(MJpegDecodeContext *s, int16_t *block,
  676. uint8_t *last_nnz, int ac_index,
  677. int16_t *quant_matrix,
  678. int ss, int se, int Al, int *EOBRUN)
  679. {
  680. int code, i, j, level, val, run;
  681. if (*EOBRUN) {
  682. (*EOBRUN)--;
  683. return 0;
  684. }
  685. {
  686. OPEN_READER(re, &s->gb);
  687. for (i = ss; ; i++) {
  688. UPDATE_CACHE(re, &s->gb);
  689. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  690. run = ((unsigned) code) >> 4;
  691. code &= 0xF;
  692. if (code) {
  693. i += run;
  694. if (code > MIN_CACHE_BITS - 16)
  695. UPDATE_CACHE(re, &s->gb);
  696. {
  697. int cache = GET_CACHE(re, &s->gb);
  698. int sign = (~cache) >> 31;
  699. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  700. }
  701. LAST_SKIP_BITS(re, &s->gb, code);
  702. if (i >= se) {
  703. if (i == se) {
  704. j = s->scantable.permutated[se];
  705. block[j] = level * (quant_matrix[se] << Al);
  706. break;
  707. }
  708. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  709. return AVERROR_INVALIDDATA;
  710. }
  711. j = s->scantable.permutated[i];
  712. block[j] = level * (quant_matrix[i] << Al);
  713. } else {
  714. if (run == 0xF) {// ZRL - skip 15 coefficients
  715. i += 15;
  716. if (i >= se) {
  717. av_log(s->avctx, AV_LOG_ERROR, "ZRL overflow: %d\n", i);
  718. return AVERROR_INVALIDDATA;
  719. }
  720. } else {
  721. val = (1 << run);
  722. if (run) {
  723. UPDATE_CACHE(re, &s->gb);
  724. val += NEG_USR32(GET_CACHE(re, &s->gb), run);
  725. LAST_SKIP_BITS(re, &s->gb, run);
  726. }
  727. *EOBRUN = val - 1;
  728. break;
  729. }
  730. }
  731. }
  732. CLOSE_READER(re, &s->gb);
  733. }
  734. if (i > *last_nnz)
  735. *last_nnz = i;
  736. return 0;
  737. }
  738. #define REFINE_BIT(j) { \
  739. UPDATE_CACHE(re, &s->gb); \
  740. sign = block[j] >> 15; \
  741. block[j] += SHOW_UBITS(re, &s->gb, 1) * \
  742. ((quant_matrix[i] ^ sign) - sign) << Al; \
  743. LAST_SKIP_BITS(re, &s->gb, 1); \
  744. }
  745. #define ZERO_RUN \
  746. for (; ; i++) { \
  747. if (i > last) { \
  748. i += run; \
  749. if (i > se) { \
  750. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i); \
  751. return -1; \
  752. } \
  753. break; \
  754. } \
  755. j = s->scantable.permutated[i]; \
  756. if (block[j]) \
  757. REFINE_BIT(j) \
  758. else if (run-- == 0) \
  759. break; \
  760. }
  761. /* decode block and dequantize - progressive JPEG refinement pass */
  762. static int decode_block_refinement(MJpegDecodeContext *s, int16_t *block,
  763. uint8_t *last_nnz,
  764. int ac_index, int16_t *quant_matrix,
  765. int ss, int se, int Al, int *EOBRUN)
  766. {
  767. int code, i = ss, j, sign, val, run;
  768. int last = FFMIN(se, *last_nnz);
  769. OPEN_READER(re, &s->gb);
  770. if (*EOBRUN) {
  771. (*EOBRUN)--;
  772. } else {
  773. for (; ; i++) {
  774. UPDATE_CACHE(re, &s->gb);
  775. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  776. if (code & 0xF) {
  777. run = ((unsigned) code) >> 4;
  778. UPDATE_CACHE(re, &s->gb);
  779. val = SHOW_UBITS(re, &s->gb, 1);
  780. LAST_SKIP_BITS(re, &s->gb, 1);
  781. ZERO_RUN;
  782. j = s->scantable.permutated[i];
  783. val--;
  784. block[j] = ((quant_matrix[i] << Al) ^ val) - val;
  785. if (i == se) {
  786. if (i > *last_nnz)
  787. *last_nnz = i;
  788. CLOSE_READER(re, &s->gb);
  789. return 0;
  790. }
  791. } else {
  792. run = ((unsigned) code) >> 4;
  793. if (run == 0xF) {
  794. ZERO_RUN;
  795. } else {
  796. val = run;
  797. run = (1 << run);
  798. if (val) {
  799. UPDATE_CACHE(re, &s->gb);
  800. run += SHOW_UBITS(re, &s->gb, val);
  801. LAST_SKIP_BITS(re, &s->gb, val);
  802. }
  803. *EOBRUN = run - 1;
  804. break;
  805. }
  806. }
  807. }
  808. if (i > *last_nnz)
  809. *last_nnz = i;
  810. }
  811. for (; i <= last; i++) {
  812. j = s->scantable.permutated[i];
  813. if (block[j])
  814. REFINE_BIT(j)
  815. }
  816. CLOSE_READER(re, &s->gb);
  817. return 0;
  818. }
  819. #undef REFINE_BIT
  820. #undef ZERO_RUN
  821. static int handle_rstn(MJpegDecodeContext *s, int nb_components)
  822. {
  823. int i;
  824. int reset = 0;
  825. if (s->restart_interval) {
  826. s->restart_count--;
  827. if(s->restart_count == 0 && s->avctx->codec_id == AV_CODEC_ID_THP){
  828. align_get_bits(&s->gb);
  829. for (i = 0; i < nb_components; i++) /* reset dc */
  830. s->last_dc[i] = (4 << s->bits);
  831. }
  832. i = 8 + ((-get_bits_count(&s->gb)) & 7);
  833. /* skip RSTn */
  834. if (s->restart_count == 0) {
  835. if( show_bits(&s->gb, i) == (1 << i) - 1
  836. || show_bits(&s->gb, i) == 0xFF) {
  837. int pos = get_bits_count(&s->gb);
  838. align_get_bits(&s->gb);
  839. while (get_bits_left(&s->gb) >= 8 && show_bits(&s->gb, 8) == 0xFF)
  840. skip_bits(&s->gb, 8);
  841. if (get_bits_left(&s->gb) >= 8 && (get_bits(&s->gb, 8) & 0xF8) == 0xD0) {
  842. for (i = 0; i < nb_components; i++) /* reset dc */
  843. s->last_dc[i] = (4 << s->bits);
  844. reset = 1;
  845. } else
  846. skip_bits_long(&s->gb, pos - get_bits_count(&s->gb));
  847. }
  848. }
  849. }
  850. return reset;
  851. }
  852. static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int nb_components, int predictor, int point_transform)
  853. {
  854. int i, mb_x, mb_y;
  855. uint16_t (*buffer)[4];
  856. int left[4], top[4], topleft[4];
  857. const int linesize = s->linesize[0];
  858. const int mask = ((1 << s->bits) - 1) << point_transform;
  859. int resync_mb_y = 0;
  860. int resync_mb_x = 0;
  861. if (s->nb_components != 3 && s->nb_components != 4)
  862. return AVERROR_INVALIDDATA;
  863. if (s->v_max != 1 || s->h_max != 1 || !s->lossless)
  864. return AVERROR_INVALIDDATA;
  865. s->restart_count = s->restart_interval;
  866. av_fast_malloc(&s->ljpeg_buffer, &s->ljpeg_buffer_size,
  867. (unsigned)s->mb_width * 4 * sizeof(s->ljpeg_buffer[0][0]));
  868. buffer = s->ljpeg_buffer;
  869. for (i = 0; i < 4; i++)
  870. buffer[0][i] = 1 << (s->bits - 1);
  871. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  872. uint8_t *ptr = s->picture_ptr->data[0] + (linesize * mb_y);
  873. if (s->interlaced && s->bottom_field)
  874. ptr += linesize >> 1;
  875. for (i = 0; i < 4; i++)
  876. top[i] = left[i] = topleft[i] = buffer[0][i];
  877. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  878. int modified_predictor = predictor;
  879. if (s->restart_interval && !s->restart_count){
  880. s->restart_count = s->restart_interval;
  881. resync_mb_x = mb_x;
  882. resync_mb_y = mb_y;
  883. for(i=0; i<4; i++)
  884. top[i] = left[i]= topleft[i]= 1 << (s->bits - 1);
  885. }
  886. if (mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || !mb_x)
  887. modified_predictor = 1;
  888. for (i=0;i<nb_components;i++) {
  889. int pred, dc;
  890. topleft[i] = top[i];
  891. top[i] = buffer[mb_x][i];
  892. PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
  893. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  894. if(dc == 0xFFFFF)
  895. return -1;
  896. left[i] = buffer[mb_x][i] =
  897. mask & (pred + (dc * (1 << point_transform)));
  898. }
  899. if (s->restart_interval && !--s->restart_count) {
  900. align_get_bits(&s->gb);
  901. skip_bits(&s->gb, 16); /* skip RSTn */
  902. }
  903. }
  904. if (s->rct && s->nb_components == 4) {
  905. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  906. ptr[4*mb_x + 2] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  907. ptr[4*mb_x + 1] = buffer[mb_x][1] + ptr[4*mb_x + 2];
  908. ptr[4*mb_x + 3] = buffer[mb_x][2] + ptr[4*mb_x + 2];
  909. ptr[4*mb_x + 0] = buffer[mb_x][3];
  910. }
  911. } else if (s->nb_components == 4) {
  912. for(i=0; i<nb_components; i++) {
  913. int c= s->comp_index[i];
  914. if (s->bits <= 8) {
  915. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  916. ptr[4*mb_x+3-c] = buffer[mb_x][i];
  917. }
  918. } else if(s->bits == 9) {
  919. return AVERROR_PATCHWELCOME;
  920. } else {
  921. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  922. ((uint16_t*)ptr)[4*mb_x+c] = buffer[mb_x][i];
  923. }
  924. }
  925. }
  926. } else if (s->rct) {
  927. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  928. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  929. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  930. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  931. }
  932. } else if (s->pegasus_rct) {
  933. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  934. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2]) >> 2);
  935. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  936. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  937. }
  938. } else {
  939. for(i=0; i<nb_components; i++) {
  940. int c= s->comp_index[i];
  941. if (s->bits <= 8) {
  942. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  943. ptr[3*mb_x+2-c] = buffer[mb_x][i];
  944. }
  945. } else if(s->bits == 9) {
  946. return AVERROR_PATCHWELCOME;
  947. } else {
  948. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  949. ((uint16_t*)ptr)[3*mb_x+2-c] = buffer[mb_x][i];
  950. }
  951. }
  952. }
  953. }
  954. }
  955. return 0;
  956. }
  957. static int ljpeg_decode_yuv_scan(MJpegDecodeContext *s, int predictor,
  958. int point_transform, int nb_components)
  959. {
  960. int i, mb_x, mb_y, mask;
  961. int bits= (s->bits+7)&~7;
  962. int resync_mb_y = 0;
  963. int resync_mb_x = 0;
  964. point_transform += bits - s->bits;
  965. mask = ((1 << s->bits) - 1) << point_transform;
  966. av_assert0(nb_components>=1 && nb_components<=4);
  967. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  968. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  969. if (s->restart_interval && !s->restart_count){
  970. s->restart_count = s->restart_interval;
  971. resync_mb_x = mb_x;
  972. resync_mb_y = mb_y;
  973. }
  974. if(!mb_x || mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || s->interlaced){
  975. int toprow = mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x;
  976. int leftcol = !mb_x || mb_y == resync_mb_y && mb_x == resync_mb_x;
  977. for (i = 0; i < nb_components; i++) {
  978. uint8_t *ptr;
  979. uint16_t *ptr16;
  980. int n, h, v, x, y, c, j, linesize;
  981. n = s->nb_blocks[i];
  982. c = s->comp_index[i];
  983. h = s->h_scount[i];
  984. v = s->v_scount[i];
  985. x = 0;
  986. y = 0;
  987. linesize= s->linesize[c];
  988. if(bits>8) linesize /= 2;
  989. for(j=0; j<n; j++) {
  990. int pred, dc;
  991. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  992. if(dc == 0xFFFFF)
  993. return -1;
  994. if ( h * mb_x + x >= s->width
  995. || v * mb_y + y >= s->height) {
  996. // Nothing to do
  997. } else if (bits<=8) {
  998. ptr = s->picture_ptr->data[c] + (linesize * (v * mb_y + y)) + (h * mb_x + x); //FIXME optimize this crap
  999. if(y==0 && toprow){
  1000. if(x==0 && leftcol){
  1001. pred= 1 << (bits - 1);
  1002. }else{
  1003. pred= ptr[-1];
  1004. }
  1005. }else{
  1006. if(x==0 && leftcol){
  1007. pred= ptr[-linesize];
  1008. }else{
  1009. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  1010. }
  1011. }
  1012. if (s->interlaced && s->bottom_field)
  1013. ptr += linesize >> 1;
  1014. pred &= mask;
  1015. *ptr= pred + (dc << point_transform);
  1016. }else{
  1017. ptr16 = (uint16_t*)(s->picture_ptr->data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  1018. if(y==0 && toprow){
  1019. if(x==0 && leftcol){
  1020. pred= 1 << (bits - 1);
  1021. }else{
  1022. pred= ptr16[-1];
  1023. }
  1024. }else{
  1025. if(x==0 && leftcol){
  1026. pred= ptr16[-linesize];
  1027. }else{
  1028. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  1029. }
  1030. }
  1031. if (s->interlaced && s->bottom_field)
  1032. ptr16 += linesize >> 1;
  1033. pred &= mask;
  1034. *ptr16= pred + (dc << point_transform);
  1035. }
  1036. if (++x == h) {
  1037. x = 0;
  1038. y++;
  1039. }
  1040. }
  1041. }
  1042. } else {
  1043. for (i = 0; i < nb_components; i++) {
  1044. uint8_t *ptr;
  1045. uint16_t *ptr16;
  1046. int n, h, v, x, y, c, j, linesize, dc;
  1047. n = s->nb_blocks[i];
  1048. c = s->comp_index[i];
  1049. h = s->h_scount[i];
  1050. v = s->v_scount[i];
  1051. x = 0;
  1052. y = 0;
  1053. linesize = s->linesize[c];
  1054. if(bits>8) linesize /= 2;
  1055. for (j = 0; j < n; j++) {
  1056. int pred;
  1057. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  1058. if(dc == 0xFFFFF)
  1059. return -1;
  1060. if ( h * mb_x + x >= s->width
  1061. || v * mb_y + y >= s->height) {
  1062. // Nothing to do
  1063. } else if (bits<=8) {
  1064. ptr = s->picture_ptr->data[c] +
  1065. (linesize * (v * mb_y + y)) +
  1066. (h * mb_x + x); //FIXME optimize this crap
  1067. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  1068. pred &= mask;
  1069. *ptr = pred + (dc << point_transform);
  1070. }else{
  1071. ptr16 = (uint16_t*)(s->picture_ptr->data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  1072. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  1073. pred &= mask;
  1074. *ptr16= pred + (dc << point_transform);
  1075. }
  1076. if (++x == h) {
  1077. x = 0;
  1078. y++;
  1079. }
  1080. }
  1081. }
  1082. }
  1083. if (s->restart_interval && !--s->restart_count) {
  1084. align_get_bits(&s->gb);
  1085. skip_bits(&s->gb, 16); /* skip RSTn */
  1086. }
  1087. }
  1088. }
  1089. return 0;
  1090. }
  1091. static av_always_inline void mjpeg_copy_block(MJpegDecodeContext *s,
  1092. uint8_t *dst, const uint8_t *src,
  1093. int linesize, int lowres)
  1094. {
  1095. switch (lowres) {
  1096. case 0: s->hdsp.put_pixels_tab[1][0](dst, src, linesize, 8);
  1097. break;
  1098. case 1: copy_block4(dst, src, linesize, linesize, 4);
  1099. break;
  1100. case 2: copy_block2(dst, src, linesize, linesize, 2);
  1101. break;
  1102. case 3: *dst = *src;
  1103. break;
  1104. }
  1105. }
  1106. static void shift_output(MJpegDecodeContext *s, uint8_t *ptr, int linesize)
  1107. {
  1108. int block_x, block_y;
  1109. int size = 8 >> s->avctx->lowres;
  1110. if (s->bits > 8) {
  1111. for (block_y=0; block_y<size; block_y++)
  1112. for (block_x=0; block_x<size; block_x++)
  1113. *(uint16_t*)(ptr + 2*block_x + block_y*linesize) <<= 16 - s->bits;
  1114. } else {
  1115. for (block_y=0; block_y<size; block_y++)
  1116. for (block_x=0; block_x<size; block_x++)
  1117. *(ptr + block_x + block_y*linesize) <<= 8 - s->bits;
  1118. }
  1119. }
  1120. static int mjpeg_decode_scan(MJpegDecodeContext *s, int nb_components, int Ah,
  1121. int Al, const uint8_t *mb_bitmask,
  1122. int mb_bitmask_size,
  1123. const AVFrame *reference)
  1124. {
  1125. int i, mb_x, mb_y, chroma_h_shift, chroma_v_shift, chroma_width, chroma_height;
  1126. uint8_t *data[MAX_COMPONENTS];
  1127. const uint8_t *reference_data[MAX_COMPONENTS];
  1128. int linesize[MAX_COMPONENTS];
  1129. GetBitContext mb_bitmask_gb = {0}; // initialize to silence gcc warning
  1130. int bytes_per_pixel = 1 + (s->bits > 8);
  1131. if (mb_bitmask) {
  1132. if (mb_bitmask_size != (s->mb_width * s->mb_height + 7)>>3) {
  1133. av_log(s->avctx, AV_LOG_ERROR, "mb_bitmask_size mismatches\n");
  1134. return AVERROR_INVALIDDATA;
  1135. }
  1136. init_get_bits(&mb_bitmask_gb, mb_bitmask, s->mb_width * s->mb_height);
  1137. }
  1138. s->restart_count = 0;
  1139. av_pix_fmt_get_chroma_sub_sample(s->avctx->pix_fmt, &chroma_h_shift,
  1140. &chroma_v_shift);
  1141. chroma_width = AV_CEIL_RSHIFT(s->width, chroma_h_shift);
  1142. chroma_height = AV_CEIL_RSHIFT(s->height, chroma_v_shift);
  1143. for (i = 0; i < nb_components; i++) {
  1144. int c = s->comp_index[i];
  1145. data[c] = s->picture_ptr->data[c];
  1146. reference_data[c] = reference ? reference->data[c] : NULL;
  1147. linesize[c] = s->linesize[c];
  1148. s->coefs_finished[c] |= 1;
  1149. }
  1150. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1151. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  1152. const int copy_mb = mb_bitmask && !get_bits1(&mb_bitmask_gb);
  1153. if (s->restart_interval && !s->restart_count)
  1154. s->restart_count = s->restart_interval;
  1155. if (get_bits_left(&s->gb) < 0) {
  1156. av_log(s->avctx, AV_LOG_ERROR, "overread %d\n",
  1157. -get_bits_left(&s->gb));
  1158. return AVERROR_INVALIDDATA;
  1159. }
  1160. for (i = 0; i < nb_components; i++) {
  1161. uint8_t *ptr;
  1162. int n, h, v, x, y, c, j;
  1163. int block_offset;
  1164. n = s->nb_blocks[i];
  1165. c = s->comp_index[i];
  1166. h = s->h_scount[i];
  1167. v = s->v_scount[i];
  1168. x = 0;
  1169. y = 0;
  1170. for (j = 0; j < n; j++) {
  1171. block_offset = (((linesize[c] * (v * mb_y + y) * 8) +
  1172. (h * mb_x + x) * 8 * bytes_per_pixel) >> s->avctx->lowres);
  1173. if (s->interlaced && s->bottom_field)
  1174. block_offset += linesize[c] >> 1;
  1175. if ( 8*(h * mb_x + x) < ((c == 1) || (c == 2) ? chroma_width : s->width)
  1176. && 8*(v * mb_y + y) < ((c == 1) || (c == 2) ? chroma_height : s->height)) {
  1177. ptr = data[c] + block_offset;
  1178. } else
  1179. ptr = NULL;
  1180. if (!s->progressive) {
  1181. if (copy_mb) {
  1182. if (ptr)
  1183. mjpeg_copy_block(s, ptr, reference_data[c] + block_offset,
  1184. linesize[c], s->avctx->lowres);
  1185. } else {
  1186. s->bdsp.clear_block(s->block);
  1187. if (decode_block(s, s->block, i,
  1188. s->dc_index[i], s->ac_index[i],
  1189. s->quant_matrixes[s->quant_sindex[i]]) < 0) {
  1190. av_log(s->avctx, AV_LOG_ERROR,
  1191. "error y=%d x=%d\n", mb_y, mb_x);
  1192. return AVERROR_INVALIDDATA;
  1193. }
  1194. if (ptr) {
  1195. s->idsp.idct_put(ptr, linesize[c], s->block);
  1196. if (s->bits & 7)
  1197. shift_output(s, ptr, linesize[c]);
  1198. }
  1199. }
  1200. } else {
  1201. int block_idx = s->block_stride[c] * (v * mb_y + y) +
  1202. (h * mb_x + x);
  1203. int16_t *block = s->blocks[c][block_idx];
  1204. if (Ah)
  1205. block[0] += get_bits1(&s->gb) *
  1206. s->quant_matrixes[s->quant_sindex[i]][0] << Al;
  1207. else if (decode_dc_progressive(s, block, i, s->dc_index[i],
  1208. s->quant_matrixes[s->quant_sindex[i]],
  1209. Al) < 0) {
  1210. av_log(s->avctx, AV_LOG_ERROR,
  1211. "error y=%d x=%d\n", mb_y, mb_x);
  1212. return AVERROR_INVALIDDATA;
  1213. }
  1214. }
  1215. ff_dlog(s->avctx, "mb: %d %d processed\n", mb_y, mb_x);
  1216. ff_dlog(s->avctx, "%d %d %d %d %d %d %d %d \n",
  1217. mb_x, mb_y, x, y, c, s->bottom_field,
  1218. (v * mb_y + y) * 8, (h * mb_x + x) * 8);
  1219. if (++x == h) {
  1220. x = 0;
  1221. y++;
  1222. }
  1223. }
  1224. }
  1225. handle_rstn(s, nb_components);
  1226. }
  1227. }
  1228. return 0;
  1229. }
  1230. static int mjpeg_decode_scan_progressive_ac(MJpegDecodeContext *s, int ss,
  1231. int se, int Ah, int Al)
  1232. {
  1233. int mb_x, mb_y;
  1234. int EOBRUN = 0;
  1235. int c = s->comp_index[0];
  1236. int16_t *quant_matrix = s->quant_matrixes[s->quant_sindex[0]];
  1237. av_assert0(ss>=0 && Ah>=0 && Al>=0);
  1238. if (se < ss || se > 63) {
  1239. av_log(s->avctx, AV_LOG_ERROR, "SS/SE %d/%d is invalid\n", ss, se);
  1240. return AVERROR_INVALIDDATA;
  1241. }
  1242. // s->coefs_finished is a bitmask for coefficients coded
  1243. // ss and se are parameters telling start and end coefficients
  1244. s->coefs_finished[c] |= (2ULL << se) - (1ULL << ss);
  1245. s->restart_count = 0;
  1246. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1247. int block_idx = mb_y * s->block_stride[c];
  1248. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1249. uint8_t *last_nnz = &s->last_nnz[c][block_idx];
  1250. for (mb_x = 0; mb_x < s->mb_width; mb_x++, block++, last_nnz++) {
  1251. int ret;
  1252. if (s->restart_interval && !s->restart_count)
  1253. s->restart_count = s->restart_interval;
  1254. if (Ah)
  1255. ret = decode_block_refinement(s, *block, last_nnz, s->ac_index[0],
  1256. quant_matrix, ss, se, Al, &EOBRUN);
  1257. else
  1258. ret = decode_block_progressive(s, *block, last_nnz, s->ac_index[0],
  1259. quant_matrix, ss, se, Al, &EOBRUN);
  1260. if (ret < 0) {
  1261. av_log(s->avctx, AV_LOG_ERROR,
  1262. "error y=%d x=%d\n", mb_y, mb_x);
  1263. return AVERROR_INVALIDDATA;
  1264. }
  1265. if (handle_rstn(s, 0))
  1266. EOBRUN = 0;
  1267. }
  1268. }
  1269. return 0;
  1270. }
  1271. static void mjpeg_idct_scan_progressive_ac(MJpegDecodeContext *s)
  1272. {
  1273. int mb_x, mb_y;
  1274. int c;
  1275. const int bytes_per_pixel = 1 + (s->bits > 8);
  1276. const int block_size = s->lossless ? 1 : 8;
  1277. for (c = 0; c < s->nb_components; c++) {
  1278. uint8_t *data = s->picture_ptr->data[c];
  1279. int linesize = s->linesize[c];
  1280. int h = s->h_max / s->h_count[c];
  1281. int v = s->v_max / s->v_count[c];
  1282. int mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1283. int mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1284. if (~s->coefs_finished[c])
  1285. av_log(s->avctx, AV_LOG_WARNING, "component %d is incomplete\n", c);
  1286. if (s->interlaced && s->bottom_field)
  1287. data += linesize >> 1;
  1288. for (mb_y = 0; mb_y < mb_height; mb_y++) {
  1289. uint8_t *ptr = data + (mb_y * linesize * 8 >> s->avctx->lowres);
  1290. int block_idx = mb_y * s->block_stride[c];
  1291. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1292. for (mb_x = 0; mb_x < mb_width; mb_x++, block++) {
  1293. s->idsp.idct_put(ptr, linesize, *block);
  1294. if (s->bits & 7)
  1295. shift_output(s, ptr, linesize);
  1296. ptr += bytes_per_pixel*8 >> s->avctx->lowres;
  1297. }
  1298. }
  1299. }
  1300. }
  1301. int ff_mjpeg_decode_sos(MJpegDecodeContext *s, const uint8_t *mb_bitmask,
  1302. int mb_bitmask_size, const AVFrame *reference)
  1303. {
  1304. int len, nb_components, i, h, v, predictor, point_transform;
  1305. int index, id, ret;
  1306. const int block_size = s->lossless ? 1 : 8;
  1307. int ilv, prev_shift;
  1308. if (!s->got_picture) {
  1309. av_log(s->avctx, AV_LOG_WARNING,
  1310. "Can not process SOS before SOF, skipping\n");
  1311. return -1;
  1312. }
  1313. av_assert0(s->picture_ptr->data[0]);
  1314. /* XXX: verify len field validity */
  1315. len = get_bits(&s->gb, 16);
  1316. nb_components = get_bits(&s->gb, 8);
  1317. if (nb_components == 0 || nb_components > MAX_COMPONENTS) {
  1318. av_log(s->avctx, AV_LOG_ERROR,
  1319. "decode_sos: nb_components (%d) unsupported\n", nb_components);
  1320. return AVERROR_PATCHWELCOME;
  1321. }
  1322. if (len != 6 + 2 * nb_components) {
  1323. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: invalid len (%d)\n", len);
  1324. return AVERROR_INVALIDDATA;
  1325. }
  1326. for (i = 0; i < nb_components; i++) {
  1327. id = get_bits(&s->gb, 8) - 1;
  1328. av_log(s->avctx, AV_LOG_DEBUG, "component: %d\n", id);
  1329. /* find component index */
  1330. for (index = 0; index < s->nb_components; index++)
  1331. if (id == s->component_id[index])
  1332. break;
  1333. if (index == s->nb_components) {
  1334. av_log(s->avctx, AV_LOG_ERROR,
  1335. "decode_sos: index(%d) out of components\n", index);
  1336. return AVERROR_INVALIDDATA;
  1337. }
  1338. /* Metasoft MJPEG codec has Cb and Cr swapped */
  1339. if (s->avctx->codec_tag == MKTAG('M', 'T', 'S', 'J')
  1340. && nb_components == 3 && s->nb_components == 3 && i)
  1341. index = 3 - i;
  1342. s->quant_sindex[i] = s->quant_index[index];
  1343. s->nb_blocks[i] = s->h_count[index] * s->v_count[index];
  1344. s->h_scount[i] = s->h_count[index];
  1345. s->v_scount[i] = s->v_count[index];
  1346. if(nb_components == 3 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1347. index = (i+2)%3;
  1348. if(nb_components == 1 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1349. index = (index+2)%3;
  1350. s->comp_index[i] = index;
  1351. s->dc_index[i] = get_bits(&s->gb, 4);
  1352. s->ac_index[i] = get_bits(&s->gb, 4);
  1353. if (s->dc_index[i] < 0 || s->ac_index[i] < 0 ||
  1354. s->dc_index[i] >= 4 || s->ac_index[i] >= 4)
  1355. goto out_of_range;
  1356. if (!s->vlcs[0][s->dc_index[i]].table || !(s->progressive ? s->vlcs[2][s->ac_index[0]].table : s->vlcs[1][s->ac_index[i]].table))
  1357. goto out_of_range;
  1358. }
  1359. predictor = get_bits(&s->gb, 8); /* JPEG Ss / lossless JPEG predictor /JPEG-LS NEAR */
  1360. ilv = get_bits(&s->gb, 8); /* JPEG Se / JPEG-LS ILV */
  1361. if(s->avctx->codec_tag != AV_RL32("CJPG")){
  1362. prev_shift = get_bits(&s->gb, 4); /* Ah */
  1363. point_transform = get_bits(&s->gb, 4); /* Al */
  1364. }else
  1365. prev_shift = point_transform = 0;
  1366. if (nb_components > 1) {
  1367. /* interleaved stream */
  1368. s->mb_width = (s->width + s->h_max * block_size - 1) / (s->h_max * block_size);
  1369. s->mb_height = (s->height + s->v_max * block_size - 1) / (s->v_max * block_size);
  1370. } else if (!s->ls) { /* skip this for JPEG-LS */
  1371. h = s->h_max / s->h_scount[0];
  1372. v = s->v_max / s->v_scount[0];
  1373. s->mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1374. s->mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1375. s->nb_blocks[0] = 1;
  1376. s->h_scount[0] = 1;
  1377. s->v_scount[0] = 1;
  1378. }
  1379. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1380. av_log(s->avctx, AV_LOG_DEBUG, "%s %s p:%d >>:%d ilv:%d bits:%d skip:%d %s comp:%d\n",
  1381. s->lossless ? "lossless" : "sequential DCT", s->rgb ? "RGB" : "",
  1382. predictor, point_transform, ilv, s->bits, s->mjpb_skiptosod,
  1383. s->pegasus_rct ? "PRCT" : (s->rct ? "RCT" : ""), nb_components);
  1384. /* mjpeg-b can have padding bytes between sos and image data, skip them */
  1385. for (i = s->mjpb_skiptosod; i > 0; i--)
  1386. skip_bits(&s->gb, 8);
  1387. next_field:
  1388. for (i = 0; i < nb_components; i++)
  1389. s->last_dc[i] = (4 << s->bits);
  1390. if (s->lossless) {
  1391. av_assert0(s->picture_ptr == s->picture);
  1392. if (CONFIG_JPEGLS_DECODER && s->ls) {
  1393. // for () {
  1394. // reset_ls_coding_parameters(s, 0);
  1395. if ((ret = ff_jpegls_decode_picture(s, predictor,
  1396. point_transform, ilv)) < 0)
  1397. return ret;
  1398. } else {
  1399. if (s->rgb) {
  1400. if ((ret = ljpeg_decode_rgb_scan(s, nb_components, predictor, point_transform)) < 0)
  1401. return ret;
  1402. } else {
  1403. if ((ret = ljpeg_decode_yuv_scan(s, predictor,
  1404. point_transform,
  1405. nb_components)) < 0)
  1406. return ret;
  1407. }
  1408. }
  1409. } else {
  1410. if (s->progressive && predictor) {
  1411. av_assert0(s->picture_ptr == s->picture);
  1412. if ((ret = mjpeg_decode_scan_progressive_ac(s, predictor,
  1413. ilv, prev_shift,
  1414. point_transform)) < 0)
  1415. return ret;
  1416. } else {
  1417. if ((ret = mjpeg_decode_scan(s, nb_components,
  1418. prev_shift, point_transform,
  1419. mb_bitmask, mb_bitmask_size, reference)) < 0)
  1420. return ret;
  1421. }
  1422. }
  1423. if (s->interlaced &&
  1424. get_bits_left(&s->gb) > 32 &&
  1425. show_bits(&s->gb, 8) == 0xFF) {
  1426. GetBitContext bak = s->gb;
  1427. align_get_bits(&bak);
  1428. if (show_bits(&bak, 16) == 0xFFD1) {
  1429. av_log(s->avctx, AV_LOG_DEBUG, "AVRn interlaced picture marker found\n");
  1430. s->gb = bak;
  1431. skip_bits(&s->gb, 16);
  1432. s->bottom_field ^= 1;
  1433. goto next_field;
  1434. }
  1435. }
  1436. emms_c();
  1437. return 0;
  1438. out_of_range:
  1439. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: ac/dc index out of range\n");
  1440. return AVERROR_INVALIDDATA;
  1441. }
  1442. static int mjpeg_decode_dri(MJpegDecodeContext *s)
  1443. {
  1444. if (get_bits(&s->gb, 16) != 4)
  1445. return AVERROR_INVALIDDATA;
  1446. s->restart_interval = get_bits(&s->gb, 16);
  1447. s->restart_count = 0;
  1448. av_log(s->avctx, AV_LOG_DEBUG, "restart interval: %d\n",
  1449. s->restart_interval);
  1450. return 0;
  1451. }
  1452. static int mjpeg_decode_app(MJpegDecodeContext *s)
  1453. {
  1454. int len, id, i;
  1455. len = get_bits(&s->gb, 16);
  1456. if (len < 6)
  1457. return AVERROR_INVALIDDATA;
  1458. if (8 * len > get_bits_left(&s->gb))
  1459. return AVERROR_INVALIDDATA;
  1460. id = get_bits_long(&s->gb, 32);
  1461. len -= 6;
  1462. if (s->avctx->debug & FF_DEBUG_STARTCODE) {
  1463. char id_str[32];
  1464. av_get_codec_tag_string(id_str, sizeof(id_str), av_bswap32(id));
  1465. av_log(s->avctx, AV_LOG_DEBUG, "APPx (%s / %8X) len=%d\n", id_str, id, len);
  1466. }
  1467. /* Buggy AVID, it puts EOI only at every 10th frame. */
  1468. /* Also, this fourcc is used by non-avid files too, it holds some
  1469. information, but it's always present in AVID-created files. */
  1470. if (id == AV_RB32("AVI1")) {
  1471. /* structure:
  1472. 4bytes AVI1
  1473. 1bytes polarity
  1474. 1bytes always zero
  1475. 4bytes field_size
  1476. 4bytes field_size_less_padding
  1477. */
  1478. s->buggy_avid = 1;
  1479. i = get_bits(&s->gb, 8); len--;
  1480. av_log(s->avctx, AV_LOG_DEBUG, "polarity %d\n", i);
  1481. #if 0
  1482. skip_bits(&s->gb, 8);
  1483. skip_bits(&s->gb, 32);
  1484. skip_bits(&s->gb, 32);
  1485. len -= 10;
  1486. #endif
  1487. goto out;
  1488. }
  1489. // len -= 2;
  1490. if (id == AV_RB32("JFIF")) {
  1491. int t_w, t_h, v1, v2;
  1492. if (len < 8)
  1493. goto out;
  1494. skip_bits(&s->gb, 8); /* the trailing zero-byte */
  1495. v1 = get_bits(&s->gb, 8);
  1496. v2 = get_bits(&s->gb, 8);
  1497. skip_bits(&s->gb, 8);
  1498. s->avctx->sample_aspect_ratio.num = get_bits(&s->gb, 16);
  1499. s->avctx->sample_aspect_ratio.den = get_bits(&s->gb, 16);
  1500. if ( s->avctx->sample_aspect_ratio.num <= 0
  1501. || s->avctx->sample_aspect_ratio.den <= 0) {
  1502. s->avctx->sample_aspect_ratio.num = 0;
  1503. s->avctx->sample_aspect_ratio.den = 1;
  1504. }
  1505. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1506. av_log(s->avctx, AV_LOG_INFO,
  1507. "mjpeg: JFIF header found (version: %x.%x) SAR=%d/%d\n",
  1508. v1, v2,
  1509. s->avctx->sample_aspect_ratio.num,
  1510. s->avctx->sample_aspect_ratio.den);
  1511. len -= 8;
  1512. if (len >= 2) {
  1513. t_w = get_bits(&s->gb, 8);
  1514. t_h = get_bits(&s->gb, 8);
  1515. if (t_w && t_h) {
  1516. /* skip thumbnail */
  1517. if (len -10 - (t_w * t_h * 3) > 0)
  1518. len -= t_w * t_h * 3;
  1519. }
  1520. len -= 2;
  1521. }
  1522. goto out;
  1523. }
  1524. if ( id == AV_RB32("Adob")
  1525. && len >= 7
  1526. && show_bits(&s->gb, 8) == 'e'
  1527. && show_bits_long(&s->gb, 32) != AV_RB32("e_CM")) {
  1528. skip_bits(&s->gb, 8); /* 'e' */
  1529. skip_bits(&s->gb, 16); /* version */
  1530. skip_bits(&s->gb, 16); /* flags0 */
  1531. skip_bits(&s->gb, 16); /* flags1 */
  1532. s->adobe_transform = get_bits(&s->gb, 8);
  1533. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1534. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Adobe header found, transform=%d\n", s->adobe_transform);
  1535. len -= 7;
  1536. goto out;
  1537. }
  1538. if (id == AV_RB32("LJIF")) {
  1539. int rgb = s->rgb;
  1540. int pegasus_rct = s->pegasus_rct;
  1541. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1542. av_log(s->avctx, AV_LOG_INFO,
  1543. "Pegasus lossless jpeg header found\n");
  1544. skip_bits(&s->gb, 16); /* version ? */
  1545. skip_bits(&s->gb, 16); /* unknown always 0? */
  1546. skip_bits(&s->gb, 16); /* unknown always 0? */
  1547. skip_bits(&s->gb, 16); /* unknown always 0? */
  1548. switch (i=get_bits(&s->gb, 8)) {
  1549. case 1:
  1550. rgb = 1;
  1551. pegasus_rct = 0;
  1552. break;
  1553. case 2:
  1554. rgb = 1;
  1555. pegasus_rct = 1;
  1556. break;
  1557. default:
  1558. av_log(s->avctx, AV_LOG_ERROR, "unknown colorspace %d\n", i);
  1559. }
  1560. len -= 9;
  1561. if (s->got_picture)
  1562. if (rgb != s->rgb || pegasus_rct != s->pegasus_rct) {
  1563. av_log(s->avctx, AV_LOG_WARNING, "Mismatching LJIF tag\n");
  1564. goto out;
  1565. }
  1566. s->rgb = rgb;
  1567. s->pegasus_rct = pegasus_rct;
  1568. goto out;
  1569. }
  1570. if (id == AV_RL32("colr") && len > 0) {
  1571. s->colr = get_bits(&s->gb, 8);
  1572. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1573. av_log(s->avctx, AV_LOG_INFO, "COLR %d\n", s->colr);
  1574. len --;
  1575. goto out;
  1576. }
  1577. if (id == AV_RL32("xfrm") && len > 0) {
  1578. s->xfrm = get_bits(&s->gb, 8);
  1579. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1580. av_log(s->avctx, AV_LOG_INFO, "XFRM %d\n", s->xfrm);
  1581. len --;
  1582. goto out;
  1583. }
  1584. /* JPS extension by VRex */
  1585. if (s->start_code == APP3 && id == AV_RB32("_JPS") && len >= 10) {
  1586. int flags, layout, type;
  1587. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1588. av_log(s->avctx, AV_LOG_INFO, "_JPSJPS_\n");
  1589. skip_bits(&s->gb, 32); len -= 4; /* JPS_ */
  1590. skip_bits(&s->gb, 16); len -= 2; /* block length */
  1591. skip_bits(&s->gb, 8); /* reserved */
  1592. flags = get_bits(&s->gb, 8);
  1593. layout = get_bits(&s->gb, 8);
  1594. type = get_bits(&s->gb, 8);
  1595. len -= 4;
  1596. s->stereo3d = av_stereo3d_alloc();
  1597. if (!s->stereo3d) {
  1598. goto out;
  1599. }
  1600. if (type == 0) {
  1601. s->stereo3d->type = AV_STEREO3D_2D;
  1602. } else if (type == 1) {
  1603. switch (layout) {
  1604. case 0x01:
  1605. s->stereo3d->type = AV_STEREO3D_LINES;
  1606. break;
  1607. case 0x02:
  1608. s->stereo3d->type = AV_STEREO3D_SIDEBYSIDE;
  1609. break;
  1610. case 0x03:
  1611. s->stereo3d->type = AV_STEREO3D_TOPBOTTOM;
  1612. break;
  1613. }
  1614. if (!(flags & 0x04)) {
  1615. s->stereo3d->flags = AV_STEREO3D_FLAG_INVERT;
  1616. }
  1617. }
  1618. goto out;
  1619. }
  1620. /* EXIF metadata */
  1621. if (s->start_code == APP1 && id == AV_RB32("Exif") && len >= 2) {
  1622. GetByteContext gbytes;
  1623. int ret, le, ifd_offset, bytes_read;
  1624. const uint8_t *aligned;
  1625. skip_bits(&s->gb, 16); // skip padding
  1626. len -= 2;
  1627. // init byte wise reading
  1628. aligned = align_get_bits(&s->gb);
  1629. bytestream2_init(&gbytes, aligned, len);
  1630. // read TIFF header
  1631. ret = ff_tdecode_header(&gbytes, &le, &ifd_offset);
  1632. if (ret) {
  1633. av_log(s->avctx, AV_LOG_ERROR, "mjpeg: invalid TIFF header in EXIF data\n");
  1634. } else {
  1635. bytestream2_seek(&gbytes, ifd_offset, SEEK_SET);
  1636. // read 0th IFD and store the metadata
  1637. // (return values > 0 indicate the presence of subimage metadata)
  1638. ret = avpriv_exif_decode_ifd(s->avctx, &gbytes, le, 0, &s->exif_metadata);
  1639. if (ret < 0) {
  1640. av_log(s->avctx, AV_LOG_ERROR, "mjpeg: error decoding EXIF data\n");
  1641. }
  1642. }
  1643. bytes_read = bytestream2_tell(&gbytes);
  1644. skip_bits(&s->gb, bytes_read << 3);
  1645. len -= bytes_read;
  1646. goto out;
  1647. }
  1648. /* Apple MJPEG-A */
  1649. if ((s->start_code == APP1) && (len > (0x28 - 8))) {
  1650. id = get_bits_long(&s->gb, 32);
  1651. len -= 4;
  1652. /* Apple MJPEG-A */
  1653. if (id == AV_RB32("mjpg")) {
  1654. #if 0
  1655. skip_bits(&s->gb, 32); /* field size */
  1656. skip_bits(&s->gb, 32); /* pad field size */
  1657. skip_bits(&s->gb, 32); /* next off */
  1658. skip_bits(&s->gb, 32); /* quant off */
  1659. skip_bits(&s->gb, 32); /* huff off */
  1660. skip_bits(&s->gb, 32); /* image off */
  1661. skip_bits(&s->gb, 32); /* scan off */
  1662. skip_bits(&s->gb, 32); /* data off */
  1663. #endif
  1664. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1665. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Apple MJPEG-A header found\n");
  1666. }
  1667. }
  1668. out:
  1669. /* slow but needed for extreme adobe jpegs */
  1670. if (len < 0)
  1671. av_log(s->avctx, AV_LOG_ERROR,
  1672. "mjpeg: error, decode_app parser read over the end\n");
  1673. while (--len > 0)
  1674. skip_bits(&s->gb, 8);
  1675. return 0;
  1676. }
  1677. static int mjpeg_decode_com(MJpegDecodeContext *s)
  1678. {
  1679. int len = get_bits(&s->gb, 16);
  1680. if (len >= 2 && 8 * len - 16 <= get_bits_left(&s->gb)) {
  1681. int i;
  1682. char *cbuf = av_malloc(len - 1);
  1683. if (!cbuf)
  1684. return AVERROR(ENOMEM);
  1685. for (i = 0; i < len - 2; i++)
  1686. cbuf[i] = get_bits(&s->gb, 8);
  1687. if (i > 0 && cbuf[i - 1] == '\n')
  1688. cbuf[i - 1] = 0;
  1689. else
  1690. cbuf[i] = 0;
  1691. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1692. av_log(s->avctx, AV_LOG_INFO, "comment: '%s'\n", cbuf);
  1693. /* buggy avid, it puts EOI only at every 10th frame */
  1694. if (!strncmp(cbuf, "AVID", 4)) {
  1695. parse_avid(s, cbuf, len);
  1696. } else if (!strcmp(cbuf, "CS=ITU601"))
  1697. s->cs_itu601 = 1;
  1698. else if ((!strncmp(cbuf, "Intel(R) JPEG Library, version 1", 32) && s->avctx->codec_tag) ||
  1699. (!strncmp(cbuf, "Metasoft MJPEG Codec", 20)))
  1700. s->flipped = 1;
  1701. else if (!strcmp(cbuf, "MULTISCOPE II")) {
  1702. s->avctx->sample_aspect_ratio = (AVRational) { 1, 2 };
  1703. s->multiscope = 2;
  1704. }
  1705. av_free(cbuf);
  1706. }
  1707. return 0;
  1708. }
  1709. /* return the 8 bit start code value and update the search
  1710. state. Return -1 if no start code found */
  1711. static int find_marker(const uint8_t **pbuf_ptr, const uint8_t *buf_end)
  1712. {
  1713. const uint8_t *buf_ptr;
  1714. unsigned int v, v2;
  1715. int val;
  1716. int skipped = 0;
  1717. buf_ptr = *pbuf_ptr;
  1718. while (buf_end - buf_ptr > 1) {
  1719. v = *buf_ptr++;
  1720. v2 = *buf_ptr;
  1721. if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe) && buf_ptr < buf_end) {
  1722. val = *buf_ptr++;
  1723. goto found;
  1724. }
  1725. skipped++;
  1726. }
  1727. buf_ptr = buf_end;
  1728. val = -1;
  1729. found:
  1730. ff_dlog(NULL, "find_marker skipped %d bytes\n", skipped);
  1731. *pbuf_ptr = buf_ptr;
  1732. return val;
  1733. }
  1734. int ff_mjpeg_find_marker(MJpegDecodeContext *s,
  1735. const uint8_t **buf_ptr, const uint8_t *buf_end,
  1736. const uint8_t **unescaped_buf_ptr,
  1737. int *unescaped_buf_size)
  1738. {
  1739. int start_code;
  1740. start_code = find_marker(buf_ptr, buf_end);
  1741. av_fast_padded_malloc(&s->buffer, &s->buffer_size, buf_end - *buf_ptr);
  1742. if (!s->buffer)
  1743. return AVERROR(ENOMEM);
  1744. /* unescape buffer of SOS, use special treatment for JPEG-LS */
  1745. if (start_code == SOS && !s->ls) {
  1746. const uint8_t *src = *buf_ptr;
  1747. const uint8_t *ptr = src;
  1748. uint8_t *dst = s->buffer;
  1749. #define copy_data_segment(skip) do { \
  1750. ptrdiff_t length = (ptr - src) - (skip); \
  1751. if (length > 0) { \
  1752. memcpy(dst, src, length); \
  1753. dst += length; \
  1754. src = ptr; \
  1755. } \
  1756. } while (0)
  1757. if (s->avctx->codec_id == AV_CODEC_ID_THP) {
  1758. ptr = buf_end;
  1759. copy_data_segment(0);
  1760. } else {
  1761. while (ptr < buf_end) {
  1762. uint8_t x = *(ptr++);
  1763. if (x == 0xff) {
  1764. ptrdiff_t skip = 0;
  1765. while (ptr < buf_end && x == 0xff) {
  1766. x = *(ptr++);
  1767. skip++;
  1768. }
  1769. /* 0xFF, 0xFF, ... */
  1770. if (skip > 1) {
  1771. copy_data_segment(skip);
  1772. /* decrement src as it is equal to ptr after the
  1773. * copy_data_segment macro and we might want to
  1774. * copy the current value of x later on */
  1775. src--;
  1776. }
  1777. if (x < 0xd0 || x > 0xd7) {
  1778. copy_data_segment(1);
  1779. if (x)
  1780. break;
  1781. }
  1782. }
  1783. }
  1784. if (src < ptr)
  1785. copy_data_segment(0);
  1786. }
  1787. #undef copy_data_segment
  1788. *unescaped_buf_ptr = s->buffer;
  1789. *unescaped_buf_size = dst - s->buffer;
  1790. memset(s->buffer + *unescaped_buf_size, 0,
  1791. AV_INPUT_BUFFER_PADDING_SIZE);
  1792. av_log(s->avctx, AV_LOG_DEBUG, "escaping removed %"PTRDIFF_SPECIFIER" bytes\n",
  1793. (buf_end - *buf_ptr) - (dst - s->buffer));
  1794. } else if (start_code == SOS && s->ls) {
  1795. const uint8_t *src = *buf_ptr;
  1796. uint8_t *dst = s->buffer;
  1797. int bit_count = 0;
  1798. int t = 0, b = 0;
  1799. PutBitContext pb;
  1800. /* find marker */
  1801. while (src + t < buf_end) {
  1802. uint8_t x = src[t++];
  1803. if (x == 0xff) {
  1804. while ((src + t < buf_end) && x == 0xff)
  1805. x = src[t++];
  1806. if (x & 0x80) {
  1807. t -= FFMIN(2, t);
  1808. break;
  1809. }
  1810. }
  1811. }
  1812. bit_count = t * 8;
  1813. init_put_bits(&pb, dst, t);
  1814. /* unescape bitstream */
  1815. while (b < t) {
  1816. uint8_t x = src[b++];
  1817. put_bits(&pb, 8, x);
  1818. if (x == 0xFF && b < t) {
  1819. x = src[b++];
  1820. if (x & 0x80) {
  1821. av_log(s->avctx, AV_LOG_WARNING, "Invalid escape sequence\n");
  1822. x &= 0x7f;
  1823. }
  1824. put_bits(&pb, 7, x);
  1825. bit_count--;
  1826. }
  1827. }
  1828. flush_put_bits(&pb);
  1829. *unescaped_buf_ptr = dst;
  1830. *unescaped_buf_size = (bit_count + 7) >> 3;
  1831. memset(s->buffer + *unescaped_buf_size, 0,
  1832. AV_INPUT_BUFFER_PADDING_SIZE);
  1833. } else {
  1834. *unescaped_buf_ptr = *buf_ptr;
  1835. *unescaped_buf_size = buf_end - *buf_ptr;
  1836. }
  1837. return start_code;
  1838. }
  1839. int ff_mjpeg_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  1840. AVPacket *avpkt)
  1841. {
  1842. AVFrame *frame = data;
  1843. const uint8_t *buf = avpkt->data;
  1844. int buf_size = avpkt->size;
  1845. MJpegDecodeContext *s = avctx->priv_data;
  1846. const uint8_t *buf_end, *buf_ptr;
  1847. const uint8_t *unescaped_buf_ptr;
  1848. int hshift, vshift;
  1849. int unescaped_buf_size;
  1850. int start_code;
  1851. int i, index;
  1852. int ret = 0;
  1853. int is16bit;
  1854. av_dict_free(&s->exif_metadata);
  1855. av_freep(&s->stereo3d);
  1856. s->adobe_transform = -1;
  1857. buf_ptr = buf;
  1858. buf_end = buf + buf_size;
  1859. while (buf_ptr < buf_end) {
  1860. /* find start next marker */
  1861. start_code = ff_mjpeg_find_marker(s, &buf_ptr, buf_end,
  1862. &unescaped_buf_ptr,
  1863. &unescaped_buf_size);
  1864. /* EOF */
  1865. if (start_code < 0) {
  1866. break;
  1867. } else if (unescaped_buf_size > INT_MAX / 8) {
  1868. av_log(avctx, AV_LOG_ERROR,
  1869. "MJPEG packet 0x%x too big (%d/%d), corrupt data?\n",
  1870. start_code, unescaped_buf_size, buf_size);
  1871. return AVERROR_INVALIDDATA;
  1872. }
  1873. av_log(avctx, AV_LOG_DEBUG, "marker=%x avail_size_in_buf=%"PTRDIFF_SPECIFIER"\n",
  1874. start_code, buf_end - buf_ptr);
  1875. ret = init_get_bits8(&s->gb, unescaped_buf_ptr, unescaped_buf_size);
  1876. if (ret < 0) {
  1877. av_log(avctx, AV_LOG_ERROR, "invalid buffer\n");
  1878. goto fail;
  1879. }
  1880. s->start_code = start_code;
  1881. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1882. av_log(avctx, AV_LOG_DEBUG, "startcode: %X\n", start_code);
  1883. /* process markers */
  1884. if (start_code >= 0xd0 && start_code <= 0xd7)
  1885. av_log(avctx, AV_LOG_DEBUG,
  1886. "restart marker: %d\n", start_code & 0x0f);
  1887. /* APP fields */
  1888. else if (start_code >= APP0 && start_code <= APP15)
  1889. mjpeg_decode_app(s);
  1890. /* Comment */
  1891. else if (start_code == COM) {
  1892. ret = mjpeg_decode_com(s);
  1893. if (ret < 0)
  1894. return ret;
  1895. } else if (start_code == DQT) {
  1896. ff_mjpeg_decode_dqt(s);
  1897. }
  1898. ret = -1;
  1899. if (!CONFIG_JPEGLS_DECODER &&
  1900. (start_code == SOF48 || start_code == LSE)) {
  1901. av_log(avctx, AV_LOG_ERROR, "JPEG-LS support not enabled.\n");
  1902. return AVERROR(ENOSYS);
  1903. }
  1904. if (avctx->skip_frame == AVDISCARD_ALL) {
  1905. switch(start_code) {
  1906. case SOF0:
  1907. case SOF1:
  1908. case SOF2:
  1909. case SOF3:
  1910. case SOF48:
  1911. case SOI:
  1912. case SOS:
  1913. case EOI:
  1914. break;
  1915. default:
  1916. goto skip;
  1917. }
  1918. }
  1919. switch (start_code) {
  1920. case SOI:
  1921. s->restart_interval = 0;
  1922. s->restart_count = 0;
  1923. /* nothing to do on SOI */
  1924. break;
  1925. case DHT:
  1926. if ((ret = ff_mjpeg_decode_dht(s)) < 0) {
  1927. av_log(avctx, AV_LOG_ERROR, "huffman table decode error\n");
  1928. goto fail;
  1929. }
  1930. break;
  1931. case SOF0:
  1932. case SOF1:
  1933. s->lossless = 0;
  1934. s->ls = 0;
  1935. s->progressive = 0;
  1936. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1937. goto fail;
  1938. break;
  1939. case SOF2:
  1940. s->lossless = 0;
  1941. s->ls = 0;
  1942. s->progressive = 1;
  1943. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1944. goto fail;
  1945. break;
  1946. case SOF3:
  1947. s->avctx->properties |= FF_CODEC_PROPERTY_LOSSLESS;
  1948. s->lossless = 1;
  1949. s->ls = 0;
  1950. s->progressive = 0;
  1951. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1952. goto fail;
  1953. break;
  1954. case SOF48:
  1955. s->avctx->properties |= FF_CODEC_PROPERTY_LOSSLESS;
  1956. s->lossless = 1;
  1957. s->ls = 1;
  1958. s->progressive = 0;
  1959. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1960. goto fail;
  1961. break;
  1962. case LSE:
  1963. if (!CONFIG_JPEGLS_DECODER ||
  1964. (ret = ff_jpegls_decode_lse(s)) < 0)
  1965. goto fail;
  1966. break;
  1967. case EOI:
  1968. eoi_parser:
  1969. if (avctx->skip_frame != AVDISCARD_ALL && s->progressive && s->cur_scan && s->got_picture)
  1970. mjpeg_idct_scan_progressive_ac(s);
  1971. s->cur_scan = 0;
  1972. if (!s->got_picture) {
  1973. av_log(avctx, AV_LOG_WARNING,
  1974. "Found EOI before any SOF, ignoring\n");
  1975. break;
  1976. }
  1977. if (s->interlaced) {
  1978. s->bottom_field ^= 1;
  1979. /* if not bottom field, do not output image yet */
  1980. if (s->bottom_field == !s->interlace_polarity)
  1981. break;
  1982. }
  1983. if (avctx->skip_frame == AVDISCARD_ALL) {
  1984. s->got_picture = 0;
  1985. goto the_end_no_picture;
  1986. }
  1987. if ((ret = av_frame_ref(frame, s->picture_ptr)) < 0)
  1988. return ret;
  1989. *got_frame = 1;
  1990. s->got_picture = 0;
  1991. if (!s->lossless) {
  1992. int qp = FFMAX3(s->qscale[0],
  1993. s->qscale[1],
  1994. s->qscale[2]);
  1995. int qpw = (s->width + 15) / 16;
  1996. AVBufferRef *qp_table_buf = av_buffer_alloc(qpw);
  1997. if (qp_table_buf) {
  1998. memset(qp_table_buf->data, qp, qpw);
  1999. av_frame_set_qp_table(data, qp_table_buf, 0, FF_QSCALE_TYPE_MPEG1);
  2000. }
  2001. if(avctx->debug & FF_DEBUG_QP)
  2002. av_log(avctx, AV_LOG_DEBUG, "QP: %d\n", qp);
  2003. }
  2004. goto the_end;
  2005. case SOS:
  2006. s->cur_scan++;
  2007. if (avctx->skip_frame == AVDISCARD_ALL)
  2008. break;
  2009. if ((ret = ff_mjpeg_decode_sos(s, NULL, 0, NULL)) < 0 &&
  2010. (avctx->err_recognition & AV_EF_EXPLODE))
  2011. goto fail;
  2012. break;
  2013. case DRI:
  2014. mjpeg_decode_dri(s);
  2015. break;
  2016. case SOF5:
  2017. case SOF6:
  2018. case SOF7:
  2019. case SOF9:
  2020. case SOF10:
  2021. case SOF11:
  2022. case SOF13:
  2023. case SOF14:
  2024. case SOF15:
  2025. case JPG:
  2026. av_log(avctx, AV_LOG_ERROR,
  2027. "mjpeg: unsupported coding type (%x)\n", start_code);
  2028. break;
  2029. }
  2030. skip:
  2031. /* eof process start code */
  2032. buf_ptr += (get_bits_count(&s->gb) + 7) / 8;
  2033. av_log(avctx, AV_LOG_DEBUG,
  2034. "marker parser used %d bytes (%d bits)\n",
  2035. (get_bits_count(&s->gb) + 7) / 8, get_bits_count(&s->gb));
  2036. }
  2037. if (s->got_picture && s->cur_scan) {
  2038. av_log(avctx, AV_LOG_WARNING, "EOI missing, emulating\n");
  2039. goto eoi_parser;
  2040. }
  2041. av_log(avctx, AV_LOG_FATAL, "No JPEG data found in image\n");
  2042. return AVERROR_INVALIDDATA;
  2043. fail:
  2044. s->got_picture = 0;
  2045. return ret;
  2046. the_end:
  2047. is16bit = av_pix_fmt_desc_get(s->avctx->pix_fmt)->comp[0].step > 1;
  2048. if (AV_RB32(s->upscale_h)) {
  2049. int p;
  2050. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  2051. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  2052. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  2053. avctx->pix_fmt == AV_PIX_FMT_YUV440P ||
  2054. avctx->pix_fmt == AV_PIX_FMT_YUVA444P ||
  2055. avctx->pix_fmt == AV_PIX_FMT_YUVJ420P ||
  2056. avctx->pix_fmt == AV_PIX_FMT_YUV420P ||
  2057. avctx->pix_fmt == AV_PIX_FMT_YUV420P16||
  2058. avctx->pix_fmt == AV_PIX_FMT_YUVA420P ||
  2059. avctx->pix_fmt == AV_PIX_FMT_YUVA420P16||
  2060. avctx->pix_fmt == AV_PIX_FMT_GBRP ||
  2061. avctx->pix_fmt == AV_PIX_FMT_GBRAP
  2062. );
  2063. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2064. av_assert0(s->nb_components == av_pix_fmt_count_planes(s->picture_ptr->format));
  2065. for (p = 0; p<s->nb_components; p++) {
  2066. uint8_t *line = s->picture_ptr->data[p];
  2067. int w = s->width;
  2068. int h = s->height;
  2069. if (!s->upscale_h[p])
  2070. continue;
  2071. if (p==1 || p==2) {
  2072. w = AV_CEIL_RSHIFT(w, hshift);
  2073. h = AV_CEIL_RSHIFT(h, vshift);
  2074. }
  2075. if (s->upscale_v[p])
  2076. h = (h+1)>>1;
  2077. av_assert0(w > 0);
  2078. for (i = 0; i < h; i++) {
  2079. if (s->upscale_h[p] == 1) {
  2080. if (is16bit) ((uint16_t*)line)[w - 1] = ((uint16_t*)line)[(w - 1) / 2];
  2081. else line[w - 1] = line[(w - 1) / 2];
  2082. for (index = w - 2; index > 0; index--) {
  2083. if (is16bit)
  2084. ((uint16_t*)line)[index] = (((uint16_t*)line)[index / 2] + ((uint16_t*)line)[(index + 1) / 2]) >> 1;
  2085. else
  2086. line[index] = (line[index / 2] + line[(index + 1) / 2]) >> 1;
  2087. }
  2088. } else if (s->upscale_h[p] == 2) {
  2089. if (is16bit) {
  2090. ((uint16_t*)line)[w - 1] = ((uint16_t*)line)[(w - 1) / 3];
  2091. if (w > 1)
  2092. ((uint16_t*)line)[w - 2] = ((uint16_t*)line)[w - 1];
  2093. } else {
  2094. line[w - 1] = line[(w - 1) / 3];
  2095. if (w > 1)
  2096. line[w - 2] = line[w - 1];
  2097. }
  2098. for (index = w - 3; index > 0; index--) {
  2099. line[index] = (line[index / 3] + line[(index + 1) / 3] + line[(index + 2) / 3] + 1) / 3;
  2100. }
  2101. }
  2102. line += s->linesize[p];
  2103. }
  2104. }
  2105. }
  2106. if (AV_RB32(s->upscale_v)) {
  2107. int p;
  2108. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  2109. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  2110. avctx->pix_fmt == AV_PIX_FMT_YUVJ422P ||
  2111. avctx->pix_fmt == AV_PIX_FMT_YUV422P ||
  2112. avctx->pix_fmt == AV_PIX_FMT_YUVJ420P ||
  2113. avctx->pix_fmt == AV_PIX_FMT_YUV420P ||
  2114. avctx->pix_fmt == AV_PIX_FMT_YUV440P ||
  2115. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  2116. avctx->pix_fmt == AV_PIX_FMT_YUVA444P ||
  2117. avctx->pix_fmt == AV_PIX_FMT_YUVA420P ||
  2118. avctx->pix_fmt == AV_PIX_FMT_YUVA420P16||
  2119. avctx->pix_fmt == AV_PIX_FMT_GBRP ||
  2120. avctx->pix_fmt == AV_PIX_FMT_GBRAP
  2121. );
  2122. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2123. av_assert0(s->nb_components == av_pix_fmt_count_planes(s->picture_ptr->format));
  2124. for (p = 0; p < s->nb_components; p++) {
  2125. uint8_t *dst;
  2126. int w = s->width;
  2127. int h = s->height;
  2128. if (!s->upscale_v[p])
  2129. continue;
  2130. if (p==1 || p==2) {
  2131. w = AV_CEIL_RSHIFT(w, hshift);
  2132. h = AV_CEIL_RSHIFT(h, vshift);
  2133. }
  2134. dst = &((uint8_t *)s->picture_ptr->data[p])[(h - 1) * s->linesize[p]];
  2135. for (i = h - 1; i; i--) {
  2136. uint8_t *src1 = &((uint8_t *)s->picture_ptr->data[p])[i / 2 * s->linesize[p]];
  2137. uint8_t *src2 = &((uint8_t *)s->picture_ptr->data[p])[(i + 1) / 2 * s->linesize[p]];
  2138. if (src1 == src2 || i == h - 1) {
  2139. memcpy(dst, src1, w);
  2140. } else {
  2141. for (index = 0; index < w; index++)
  2142. dst[index] = (src1[index] + src2[index]) >> 1;
  2143. }
  2144. dst -= s->linesize[p];
  2145. }
  2146. }
  2147. }
  2148. if (s->flipped && !s->rgb) {
  2149. int j;
  2150. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2151. av_assert0(s->nb_components == av_pix_fmt_count_planes(s->picture_ptr->format));
  2152. for (index=0; index<s->nb_components; index++) {
  2153. uint8_t *dst = s->picture_ptr->data[index];
  2154. int w = s->picture_ptr->width;
  2155. int h = s->picture_ptr->height;
  2156. if(index && index<3){
  2157. w = AV_CEIL_RSHIFT(w, hshift);
  2158. h = AV_CEIL_RSHIFT(h, vshift);
  2159. }
  2160. if(dst){
  2161. uint8_t *dst2 = dst + s->picture_ptr->linesize[index]*(h-1);
  2162. for (i=0; i<h/2; i++) {
  2163. for (j=0; j<w; j++)
  2164. FFSWAP(int, dst[j], dst2[j]);
  2165. dst += s->picture_ptr->linesize[index];
  2166. dst2 -= s->picture_ptr->linesize[index];
  2167. }
  2168. }
  2169. }
  2170. }
  2171. if (s->adobe_transform == 0 && s->avctx->pix_fmt == AV_PIX_FMT_GBRAP) {
  2172. int w = s->picture_ptr->width;
  2173. int h = s->picture_ptr->height;
  2174. av_assert0(s->nb_components == 4);
  2175. for (i=0; i<h; i++) {
  2176. int j;
  2177. uint8_t *dst[4];
  2178. for (index=0; index<4; index++) {
  2179. dst[index] = s->picture_ptr->data[index]
  2180. + s->picture_ptr->linesize[index]*i;
  2181. }
  2182. for (j=0; j<w; j++) {
  2183. int k = dst[3][j];
  2184. int r = dst[0][j] * k;
  2185. int g = dst[1][j] * k;
  2186. int b = dst[2][j] * k;
  2187. dst[0][j] = g*257 >> 16;
  2188. dst[1][j] = b*257 >> 16;
  2189. dst[2][j] = r*257 >> 16;
  2190. dst[3][j] = 255;
  2191. }
  2192. }
  2193. }
  2194. if (s->adobe_transform == 2 && s->avctx->pix_fmt == AV_PIX_FMT_YUVA444P) {
  2195. int w = s->picture_ptr->width;
  2196. int h = s->picture_ptr->height;
  2197. av_assert0(s->nb_components == 4);
  2198. for (i=0; i<h; i++) {
  2199. int j;
  2200. uint8_t *dst[4];
  2201. for (index=0; index<4; index++) {
  2202. dst[index] = s->picture_ptr->data[index]
  2203. + s->picture_ptr->linesize[index]*i;
  2204. }
  2205. for (j=0; j<w; j++) {
  2206. int k = dst[3][j];
  2207. int r = (255 - dst[0][j]) * k;
  2208. int g = (128 - dst[1][j]) * k;
  2209. int b = (128 - dst[2][j]) * k;
  2210. dst[0][j] = r*257 >> 16;
  2211. dst[1][j] = (g*257 >> 16) + 128;
  2212. dst[2][j] = (b*257 >> 16) + 128;
  2213. dst[3][j] = 255;
  2214. }
  2215. }
  2216. }
  2217. if (s->stereo3d) {
  2218. AVStereo3D *stereo = av_stereo3d_create_side_data(data);
  2219. if (stereo) {
  2220. stereo->type = s->stereo3d->type;
  2221. stereo->flags = s->stereo3d->flags;
  2222. }
  2223. av_freep(&s->stereo3d);
  2224. }
  2225. av_dict_copy(avpriv_frame_get_metadatap(data), s->exif_metadata, 0);
  2226. av_dict_free(&s->exif_metadata);
  2227. the_end_no_picture:
  2228. av_log(avctx, AV_LOG_DEBUG, "decode frame unused %"PTRDIFF_SPECIFIER" bytes\n",
  2229. buf_end - buf_ptr);
  2230. // return buf_end - buf_ptr;
  2231. return buf_ptr - buf;
  2232. }
  2233. av_cold int ff_mjpeg_decode_end(AVCodecContext *avctx)
  2234. {
  2235. MJpegDecodeContext *s = avctx->priv_data;
  2236. int i, j;
  2237. if (s->interlaced && s->bottom_field == !s->interlace_polarity && s->got_picture && !avctx->frame_number) {
  2238. av_log(avctx, AV_LOG_INFO, "Single field\n");
  2239. }
  2240. if (s->picture) {
  2241. av_frame_free(&s->picture);
  2242. s->picture_ptr = NULL;
  2243. } else if (s->picture_ptr)
  2244. av_frame_unref(s->picture_ptr);
  2245. av_freep(&s->buffer);
  2246. av_freep(&s->stereo3d);
  2247. av_freep(&s->ljpeg_buffer);
  2248. s->ljpeg_buffer_size = 0;
  2249. for (i = 0; i < 3; i++) {
  2250. for (j = 0; j < 4; j++)
  2251. ff_free_vlc(&s->vlcs[i][j]);
  2252. }
  2253. for (i = 0; i < MAX_COMPONENTS; i++) {
  2254. av_freep(&s->blocks[i]);
  2255. av_freep(&s->last_nnz[i]);
  2256. }
  2257. av_dict_free(&s->exif_metadata);
  2258. return 0;
  2259. }
  2260. static void decode_flush(AVCodecContext *avctx)
  2261. {
  2262. MJpegDecodeContext *s = avctx->priv_data;
  2263. s->got_picture = 0;
  2264. }
  2265. #if CONFIG_MJPEG_DECODER
  2266. #define OFFSET(x) offsetof(MJpegDecodeContext, x)
  2267. #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
  2268. static const AVOption options[] = {
  2269. { "extern_huff", "Use external huffman table.",
  2270. OFFSET(extern_huff), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VD },
  2271. { NULL },
  2272. };
  2273. static const AVClass mjpegdec_class = {
  2274. .class_name = "MJPEG decoder",
  2275. .item_name = av_default_item_name,
  2276. .option = options,
  2277. .version = LIBAVUTIL_VERSION_INT,
  2278. };
  2279. AVCodec ff_mjpeg_decoder = {
  2280. .name = "mjpeg",
  2281. .long_name = NULL_IF_CONFIG_SMALL("MJPEG (Motion JPEG)"),
  2282. .type = AVMEDIA_TYPE_VIDEO,
  2283. .id = AV_CODEC_ID_MJPEG,
  2284. .priv_data_size = sizeof(MJpegDecodeContext),
  2285. .init = ff_mjpeg_decode_init,
  2286. .close = ff_mjpeg_decode_end,
  2287. .decode = ff_mjpeg_decode_frame,
  2288. .flush = decode_flush,
  2289. .capabilities = AV_CODEC_CAP_DR1,
  2290. .max_lowres = 3,
  2291. .priv_class = &mjpegdec_class,
  2292. .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE |
  2293. FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
  2294. };
  2295. #endif
  2296. #if CONFIG_THP_DECODER
  2297. AVCodec ff_thp_decoder = {
  2298. .name = "thp",
  2299. .long_name = NULL_IF_CONFIG_SMALL("Nintendo Gamecube THP video"),
  2300. .type = AVMEDIA_TYPE_VIDEO,
  2301. .id = AV_CODEC_ID_THP,
  2302. .priv_data_size = sizeof(MJpegDecodeContext),
  2303. .init = ff_mjpeg_decode_init,
  2304. .close = ff_mjpeg_decode_end,
  2305. .decode = ff_mjpeg_decode_frame,
  2306. .flush = decode_flush,
  2307. .capabilities = AV_CODEC_CAP_DR1,
  2308. .max_lowres = 3,
  2309. .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE,
  2310. };
  2311. #endif