You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

2536 lines
90KB

  1. /*
  2. * MJPEG decoder
  3. * Copyright (c) 2000, 2001 Fabrice Bellard
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. * Copyright (c) 2003-2004 Michael Niedermayer
  6. *
  7. * Support for external huffman table, various fixes (AVID workaround),
  8. * aspecting, new decode_frame mechanism and apple mjpeg-b support
  9. * by Alex Beregszaszi
  10. *
  11. * This file is part of FFmpeg.
  12. *
  13. * FFmpeg is free software; you can redistribute it and/or
  14. * modify it under the terms of the GNU Lesser General Public
  15. * License as published by the Free Software Foundation; either
  16. * version 2.1 of the License, or (at your option) any later version.
  17. *
  18. * FFmpeg is distributed in the hope that it will be useful,
  19. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  21. * Lesser General Public License for more details.
  22. *
  23. * You should have received a copy of the GNU Lesser General Public
  24. * License along with FFmpeg; if not, write to the Free Software
  25. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  26. */
  27. /**
  28. * @file
  29. * MJPEG decoder.
  30. */
  31. #include "libavutil/imgutils.h"
  32. #include "libavutil/avassert.h"
  33. #include "libavutil/opt.h"
  34. #include "avcodec.h"
  35. #include "blockdsp.h"
  36. #include "copy_block.h"
  37. #include "idctdsp.h"
  38. #include "internal.h"
  39. #include "jpegtables.h"
  40. #include "mjpeg.h"
  41. #include "mjpegdec.h"
  42. #include "jpeglsdec.h"
  43. #include "put_bits.h"
  44. #include "tiff.h"
  45. #include "exif.h"
  46. #include "bytestream.h"
  47. static int build_vlc(VLC *vlc, const uint8_t *bits_table,
  48. const uint8_t *val_table, int nb_codes,
  49. int use_static, int is_ac)
  50. {
  51. uint8_t huff_size[256] = { 0 };
  52. uint16_t huff_code[256];
  53. uint16_t huff_sym[256];
  54. int i;
  55. av_assert0(nb_codes <= 256);
  56. ff_mjpeg_build_huffman_codes(huff_size, huff_code, bits_table, val_table);
  57. for (i = 0; i < 256; i++)
  58. huff_sym[i] = i + 16 * is_ac;
  59. if (is_ac)
  60. huff_sym[0] = 16 * 256;
  61. return ff_init_vlc_sparse(vlc, 9, nb_codes, huff_size, 1, 1,
  62. huff_code, 2, 2, huff_sym, 2, 2, use_static);
  63. }
  64. static void build_basic_mjpeg_vlc(MJpegDecodeContext *s)
  65. {
  66. build_vlc(&s->vlcs[0][0], avpriv_mjpeg_bits_dc_luminance,
  67. avpriv_mjpeg_val_dc, 12, 0, 0);
  68. build_vlc(&s->vlcs[0][1], avpriv_mjpeg_bits_dc_chrominance,
  69. avpriv_mjpeg_val_dc, 12, 0, 0);
  70. build_vlc(&s->vlcs[1][0], avpriv_mjpeg_bits_ac_luminance,
  71. avpriv_mjpeg_val_ac_luminance, 251, 0, 1);
  72. build_vlc(&s->vlcs[1][1], avpriv_mjpeg_bits_ac_chrominance,
  73. avpriv_mjpeg_val_ac_chrominance, 251, 0, 1);
  74. build_vlc(&s->vlcs[2][0], avpriv_mjpeg_bits_ac_luminance,
  75. avpriv_mjpeg_val_ac_luminance, 251, 0, 0);
  76. build_vlc(&s->vlcs[2][1], avpriv_mjpeg_bits_ac_chrominance,
  77. avpriv_mjpeg_val_ac_chrominance, 251, 0, 0);
  78. }
  79. static void parse_avid(MJpegDecodeContext *s, uint8_t *buf, int len)
  80. {
  81. s->buggy_avid = 1;
  82. if (len > 14 && buf[12] == 1) /* 1 - NTSC */
  83. s->interlace_polarity = 1;
  84. if (len > 14 && buf[12] == 2) /* 2 - PAL */
  85. s->interlace_polarity = 0;
  86. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  87. av_log(s->avctx, AV_LOG_INFO, "AVID: len:%d %d\n", len, len > 14 ? buf[12] : -1);
  88. }
  89. static void init_idct(AVCodecContext *avctx)
  90. {
  91. MJpegDecodeContext *s = avctx->priv_data;
  92. ff_idctdsp_init(&s->idsp, avctx);
  93. ff_init_scantable(s->idsp.idct_permutation, &s->scantable,
  94. ff_zigzag_direct);
  95. }
  96. av_cold int ff_mjpeg_decode_init(AVCodecContext *avctx)
  97. {
  98. MJpegDecodeContext *s = avctx->priv_data;
  99. if (!s->picture_ptr) {
  100. s->picture = av_frame_alloc();
  101. if (!s->picture)
  102. return AVERROR(ENOMEM);
  103. s->picture_ptr = s->picture;
  104. }
  105. s->avctx = avctx;
  106. ff_blockdsp_init(&s->bdsp, avctx);
  107. ff_hpeldsp_init(&s->hdsp, avctx->flags);
  108. init_idct(avctx);
  109. s->buffer_size = 0;
  110. s->buffer = NULL;
  111. s->start_code = -1;
  112. s->first_picture = 1;
  113. s->got_picture = 0;
  114. s->org_height = avctx->coded_height;
  115. avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
  116. avctx->colorspace = AVCOL_SPC_BT470BG;
  117. build_basic_mjpeg_vlc(s);
  118. if (s->extern_huff) {
  119. av_log(avctx, AV_LOG_INFO, "using external huffman table\n");
  120. init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size * 8);
  121. if (ff_mjpeg_decode_dht(s)) {
  122. av_log(avctx, AV_LOG_ERROR,
  123. "error using external huffman table, switching back to internal\n");
  124. build_basic_mjpeg_vlc(s);
  125. }
  126. }
  127. if (avctx->field_order == AV_FIELD_BB) { /* quicktime icefloe 019 */
  128. s->interlace_polarity = 1; /* bottom field first */
  129. av_log(avctx, AV_LOG_DEBUG, "bottom field first\n");
  130. } else if (avctx->field_order == AV_FIELD_UNKNOWN) {
  131. if (avctx->codec_tag == AV_RL32("MJPG"))
  132. s->interlace_polarity = 1;
  133. }
  134. if ( avctx->extradata_size > 8
  135. && AV_RL32(avctx->extradata) == 0x2C
  136. && AV_RL32(avctx->extradata+4) == 0x18) {
  137. parse_avid(s, avctx->extradata, avctx->extradata_size);
  138. }
  139. if (avctx->codec->id == AV_CODEC_ID_AMV)
  140. s->flipped = 1;
  141. return 0;
  142. }
  143. /* quantize tables */
  144. int ff_mjpeg_decode_dqt(MJpegDecodeContext *s)
  145. {
  146. int len, index, i, j;
  147. len = get_bits(&s->gb, 16) - 2;
  148. if (8*len > get_bits_left(&s->gb)) {
  149. av_log(s->avctx, AV_LOG_ERROR, "dqt: len %d is too large\n", len);
  150. return AVERROR_INVALIDDATA;
  151. }
  152. while (len >= 65) {
  153. int pr = get_bits(&s->gb, 4);
  154. if (pr > 1) {
  155. av_log(s->avctx, AV_LOG_ERROR, "dqt: invalid precision\n");
  156. return AVERROR_INVALIDDATA;
  157. }
  158. index = get_bits(&s->gb, 4);
  159. if (index >= 4)
  160. return -1;
  161. av_log(s->avctx, AV_LOG_DEBUG, "index=%d\n", index);
  162. /* read quant table */
  163. for (i = 0; i < 64; i++) {
  164. j = s->scantable.permutated[i];
  165. s->quant_matrixes[index][j] = get_bits(&s->gb, pr ? 16 : 8);
  166. }
  167. // XXX FIXME finetune, and perhaps add dc too
  168. s->qscale[index] = FFMAX(s->quant_matrixes[index][s->scantable.permutated[1]],
  169. s->quant_matrixes[index][s->scantable.permutated[8]]) >> 1;
  170. av_log(s->avctx, AV_LOG_DEBUG, "qscale[%d]: %d\n",
  171. index, s->qscale[index]);
  172. len -= 1 + 64 * (1+pr);
  173. }
  174. return 0;
  175. }
  176. /* decode huffman tables and build VLC decoders */
  177. int ff_mjpeg_decode_dht(MJpegDecodeContext *s)
  178. {
  179. int len, index, i, class, n, v, code_max;
  180. uint8_t bits_table[17];
  181. uint8_t val_table[256];
  182. int ret = 0;
  183. len = get_bits(&s->gb, 16) - 2;
  184. if (8*len > get_bits_left(&s->gb)) {
  185. av_log(s->avctx, AV_LOG_ERROR, "dht: len %d is too large\n", len);
  186. return AVERROR_INVALIDDATA;
  187. }
  188. while (len > 0) {
  189. if (len < 17)
  190. return AVERROR_INVALIDDATA;
  191. class = get_bits(&s->gb, 4);
  192. if (class >= 2)
  193. return AVERROR_INVALIDDATA;
  194. index = get_bits(&s->gb, 4);
  195. if (index >= 4)
  196. return AVERROR_INVALIDDATA;
  197. n = 0;
  198. for (i = 1; i <= 16; i++) {
  199. bits_table[i] = get_bits(&s->gb, 8);
  200. n += bits_table[i];
  201. }
  202. len -= 17;
  203. if (len < n || n > 256)
  204. return AVERROR_INVALIDDATA;
  205. code_max = 0;
  206. for (i = 0; i < n; i++) {
  207. v = get_bits(&s->gb, 8);
  208. if (v > code_max)
  209. code_max = v;
  210. val_table[i] = v;
  211. }
  212. len -= n;
  213. /* build VLC and flush previous vlc if present */
  214. ff_free_vlc(&s->vlcs[class][index]);
  215. av_log(s->avctx, AV_LOG_DEBUG, "class=%d index=%d nb_codes=%d\n",
  216. class, index, code_max + 1);
  217. if ((ret = build_vlc(&s->vlcs[class][index], bits_table, val_table,
  218. code_max + 1, 0, class > 0)) < 0)
  219. return ret;
  220. if (class > 0) {
  221. ff_free_vlc(&s->vlcs[2][index]);
  222. if ((ret = build_vlc(&s->vlcs[2][index], bits_table, val_table,
  223. code_max + 1, 0, 0)) < 0)
  224. return ret;
  225. }
  226. }
  227. return 0;
  228. }
  229. int ff_mjpeg_decode_sof(MJpegDecodeContext *s)
  230. {
  231. int len, nb_components, i, width, height, bits, ret;
  232. unsigned pix_fmt_id;
  233. int h_count[MAX_COMPONENTS] = { 0 };
  234. int v_count[MAX_COMPONENTS] = { 0 };
  235. s->cur_scan = 0;
  236. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  237. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  238. /* XXX: verify len field validity */
  239. len = get_bits(&s->gb, 16);
  240. bits = get_bits(&s->gb, 8);
  241. if (bits > 16 || bits < 1) {
  242. av_log(s->avctx, AV_LOG_ERROR, "bits %d is invalid\n", bits);
  243. return AVERROR_INVALIDDATA;
  244. }
  245. if (s->avctx->bits_per_raw_sample != bits) {
  246. av_log(s->avctx, s->avctx->bits_per_raw_sample > 0 ? AV_LOG_INFO : AV_LOG_DEBUG, "Changing bps from %d to %d\n", s->avctx->bits_per_raw_sample, bits);
  247. s->avctx->bits_per_raw_sample = bits;
  248. init_idct(s->avctx);
  249. }
  250. if (s->pegasus_rct)
  251. bits = 9;
  252. if (bits == 9 && !s->pegasus_rct)
  253. s->rct = 1; // FIXME ugly
  254. if(s->lossless && s->avctx->lowres){
  255. av_log(s->avctx, AV_LOG_ERROR, "lowres is not possible with lossless jpeg\n");
  256. return -1;
  257. }
  258. height = get_bits(&s->gb, 16);
  259. width = get_bits(&s->gb, 16);
  260. // HACK for odd_height.mov
  261. if (s->interlaced && s->width == width && s->height == height + 1)
  262. height= s->height;
  263. av_log(s->avctx, AV_LOG_DEBUG, "sof0: picture: %dx%d\n", width, height);
  264. if (av_image_check_size(width, height, 0, s->avctx))
  265. return AVERROR_INVALIDDATA;
  266. nb_components = get_bits(&s->gb, 8);
  267. if (nb_components <= 0 ||
  268. nb_components > MAX_COMPONENTS)
  269. return -1;
  270. if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  271. if (nb_components != s->nb_components) {
  272. av_log(s->avctx, AV_LOG_ERROR,
  273. "nb_components changing in interlaced picture\n");
  274. return AVERROR_INVALIDDATA;
  275. }
  276. }
  277. if (s->ls && !(bits <= 8 || nb_components == 1)) {
  278. avpriv_report_missing_feature(s->avctx,
  279. "JPEG-LS that is not <= 8 "
  280. "bits/component or 16-bit gray");
  281. return AVERROR_PATCHWELCOME;
  282. }
  283. s->nb_components = nb_components;
  284. s->h_max = 1;
  285. s->v_max = 1;
  286. for (i = 0; i < nb_components; i++) {
  287. /* component id */
  288. s->component_id[i] = get_bits(&s->gb, 8) - 1;
  289. h_count[i] = get_bits(&s->gb, 4);
  290. v_count[i] = get_bits(&s->gb, 4);
  291. /* compute hmax and vmax (only used in interleaved case) */
  292. if (h_count[i] > s->h_max)
  293. s->h_max = h_count[i];
  294. if (v_count[i] > s->v_max)
  295. s->v_max = v_count[i];
  296. s->quant_index[i] = get_bits(&s->gb, 8);
  297. if (s->quant_index[i] >= 4) {
  298. av_log(s->avctx, AV_LOG_ERROR, "quant_index is invalid\n");
  299. return AVERROR_INVALIDDATA;
  300. }
  301. if (!h_count[i] || !v_count[i]) {
  302. av_log(s->avctx, AV_LOG_ERROR,
  303. "Invalid sampling factor in component %d %d:%d\n",
  304. i, h_count[i], v_count[i]);
  305. return AVERROR_INVALIDDATA;
  306. }
  307. av_log(s->avctx, AV_LOG_DEBUG, "component %d %d:%d id: %d quant:%d\n",
  308. i, h_count[i], v_count[i],
  309. s->component_id[i], s->quant_index[i]);
  310. }
  311. if ( nb_components == 4
  312. && s->component_id[0] == 'C' - 1
  313. && s->component_id[1] == 'M' - 1
  314. && s->component_id[2] == 'Y' - 1
  315. && s->component_id[3] == 'K' - 1)
  316. s->adobe_transform = 0;
  317. if (s->ls && (s->h_max > 1 || s->v_max > 1)) {
  318. avpriv_report_missing_feature(s->avctx, "Subsampling in JPEG-LS");
  319. return AVERROR_PATCHWELCOME;
  320. }
  321. /* if different size, realloc/alloc picture */
  322. if (width != s->width || height != s->height || bits != s->bits ||
  323. memcmp(s->h_count, h_count, sizeof(h_count)) ||
  324. memcmp(s->v_count, v_count, sizeof(v_count))) {
  325. s->width = width;
  326. s->height = height;
  327. s->bits = bits;
  328. memcpy(s->h_count, h_count, sizeof(h_count));
  329. memcpy(s->v_count, v_count, sizeof(v_count));
  330. s->interlaced = 0;
  331. s->got_picture = 0;
  332. /* test interlaced mode */
  333. if (s->first_picture &&
  334. (s->multiscope != 2 || s->avctx->time_base.den >= 25 * s->avctx->time_base.num) &&
  335. s->org_height != 0 &&
  336. s->height < ((s->org_height * 3) / 4)) {
  337. s->interlaced = 1;
  338. s->bottom_field = s->interlace_polarity;
  339. s->picture_ptr->interlaced_frame = 1;
  340. s->picture_ptr->top_field_first = !s->interlace_polarity;
  341. height *= 2;
  342. }
  343. ret = ff_set_dimensions(s->avctx, width, height);
  344. if (ret < 0)
  345. return ret;
  346. s->first_picture = 0;
  347. }
  348. if (s->got_picture && s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
  349. if (s->progressive) {
  350. avpriv_request_sample(s->avctx, "progressively coded interlaced picture");
  351. return AVERROR_INVALIDDATA;
  352. }
  353. } else{
  354. if (s->v_max == 1 && s->h_max == 1 && s->lossless==1 && (nb_components==3 || nb_components==4))
  355. s->rgb = 1;
  356. else if (!s->lossless)
  357. s->rgb = 0;
  358. /* XXX: not complete test ! */
  359. pix_fmt_id = ((unsigned)s->h_count[0] << 28) | (s->v_count[0] << 24) |
  360. (s->h_count[1] << 20) | (s->v_count[1] << 16) |
  361. (s->h_count[2] << 12) | (s->v_count[2] << 8) |
  362. (s->h_count[3] << 4) | s->v_count[3];
  363. av_log(s->avctx, AV_LOG_DEBUG, "pix fmt id %x\n", pix_fmt_id);
  364. /* NOTE we do not allocate pictures large enough for the possible
  365. * padding of h/v_count being 4 */
  366. if (!(pix_fmt_id & 0xD0D0D0D0))
  367. pix_fmt_id -= (pix_fmt_id & 0xF0F0F0F0) >> 1;
  368. if (!(pix_fmt_id & 0x0D0D0D0D))
  369. pix_fmt_id -= (pix_fmt_id & 0x0F0F0F0F) >> 1;
  370. for (i = 0; i < 8; i++) {
  371. int j = 6 + (i&1) - (i&6);
  372. int is = (pix_fmt_id >> (4*i)) & 0xF;
  373. int js = (pix_fmt_id >> (4*j)) & 0xF;
  374. if (is == 1 && js != 2 && (i < 2 || i > 5))
  375. js = (pix_fmt_id >> ( 8 + 4*(i&1))) & 0xF;
  376. if (is == 1 && js != 2 && (i < 2 || i > 5))
  377. js = (pix_fmt_id >> (16 + 4*(i&1))) & 0xF;
  378. if (is == 1 && js == 2) {
  379. if (i & 1) s->upscale_h[j/2] = 1;
  380. else s->upscale_v[j/2] = 1;
  381. }
  382. }
  383. switch (pix_fmt_id) {
  384. case 0x11111100:
  385. if (s->rgb)
  386. s->avctx->pix_fmt = s->bits <= 9 ? AV_PIX_FMT_BGR24 : AV_PIX_FMT_BGR48;
  387. else {
  388. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  389. s->avctx->pix_fmt = s->bits <= 8 ? AV_PIX_FMT_GBRP : AV_PIX_FMT_GBRP16;
  390. } else {
  391. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  392. else s->avctx->pix_fmt = AV_PIX_FMT_YUV444P16;
  393. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  394. }
  395. }
  396. av_assert0(s->nb_components == 3);
  397. break;
  398. case 0x11111111:
  399. if (s->rgb)
  400. s->avctx->pix_fmt = s->bits <= 9 ? AV_PIX_FMT_ABGR : AV_PIX_FMT_RGBA64;
  401. else {
  402. if (s->adobe_transform == 0 && s->bits <= 8) {
  403. s->avctx->pix_fmt = AV_PIX_FMT_GBRAP;
  404. } else {
  405. s->avctx->pix_fmt = s->bits <= 8 ? AV_PIX_FMT_YUVA444P : AV_PIX_FMT_YUVA444P16;
  406. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  407. }
  408. }
  409. av_assert0(s->nb_components == 4);
  410. break;
  411. case 0x22111122:
  412. case 0x22111111:
  413. if (s->adobe_transform == 0 && s->bits <= 8) {
  414. s->avctx->pix_fmt = AV_PIX_FMT_GBRAP;
  415. s->upscale_v[1] = s->upscale_v[2] = 1;
  416. s->upscale_h[1] = s->upscale_h[2] = 1;
  417. } else if (s->adobe_transform == 2 && s->bits <= 8) {
  418. s->avctx->pix_fmt = AV_PIX_FMT_YUVA444P;
  419. s->upscale_v[1] = s->upscale_v[2] = 1;
  420. s->upscale_h[1] = s->upscale_h[2] = 1;
  421. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  422. } else {
  423. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_YUVA420P;
  424. else s->avctx->pix_fmt = AV_PIX_FMT_YUVA420P16;
  425. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  426. }
  427. av_assert0(s->nb_components == 4);
  428. break;
  429. case 0x12121100:
  430. case 0x22122100:
  431. case 0x21211100:
  432. case 0x22211200:
  433. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  434. else
  435. goto unk_pixfmt;
  436. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  437. break;
  438. case 0x22221100:
  439. case 0x22112200:
  440. case 0x11222200:
  441. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  442. else
  443. goto unk_pixfmt;
  444. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  445. break;
  446. case 0x11000000:
  447. case 0x13000000:
  448. case 0x14000000:
  449. case 0x31000000:
  450. case 0x33000000:
  451. case 0x34000000:
  452. case 0x41000000:
  453. case 0x43000000:
  454. case 0x44000000:
  455. if(s->bits <= 8)
  456. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  457. else
  458. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  459. break;
  460. case 0x12111100:
  461. case 0x14121200:
  462. case 0x14111100:
  463. case 0x22211100:
  464. case 0x22112100:
  465. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  466. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_GBRP;
  467. else
  468. goto unk_pixfmt;
  469. s->upscale_v[0] = s->upscale_v[1] = 1;
  470. } else {
  471. if (pix_fmt_id == 0x14111100)
  472. s->upscale_v[1] = s->upscale_v[2] = 1;
  473. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV440P : AV_PIX_FMT_YUVJ440P;
  474. else
  475. goto unk_pixfmt;
  476. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  477. }
  478. break;
  479. case 0x21111100:
  480. if (s->component_id[0] == 'Q' && s->component_id[1] == 'F' && s->component_id[2] == 'A') {
  481. if (s->bits <= 8) s->avctx->pix_fmt = AV_PIX_FMT_GBRP;
  482. else
  483. goto unk_pixfmt;
  484. s->upscale_h[0] = s->upscale_h[1] = 1;
  485. } else {
  486. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  487. else s->avctx->pix_fmt = AV_PIX_FMT_YUV422P16;
  488. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  489. }
  490. break;
  491. case 0x31111100:
  492. if (s->bits > 8)
  493. goto unk_pixfmt;
  494. s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV444P : AV_PIX_FMT_YUVJ444P;
  495. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  496. s->upscale_h[1] = s->upscale_h[2] = 2;
  497. break;
  498. case 0x22121100:
  499. case 0x22111200:
  500. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV422P : AV_PIX_FMT_YUVJ422P;
  501. else
  502. goto unk_pixfmt;
  503. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  504. break;
  505. case 0x22111100:
  506. case 0x42111100:
  507. case 0x24111100:
  508. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUVJ420P;
  509. else s->avctx->pix_fmt = AV_PIX_FMT_YUV420P16;
  510. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  511. if (pix_fmt_id == 0x42111100) {
  512. if (s->bits > 8)
  513. goto unk_pixfmt;
  514. s->upscale_h[1] = s->upscale_h[2] = 1;
  515. } else if (pix_fmt_id == 0x24111100) {
  516. if (s->bits > 8)
  517. goto unk_pixfmt;
  518. s->upscale_v[1] = s->upscale_v[2] = 1;
  519. }
  520. break;
  521. case 0x41111100:
  522. if (s->bits <= 8) s->avctx->pix_fmt = s->cs_itu601 ? AV_PIX_FMT_YUV411P : AV_PIX_FMT_YUVJ411P;
  523. else
  524. goto unk_pixfmt;
  525. s->avctx->color_range = s->cs_itu601 ? AVCOL_RANGE_MPEG : AVCOL_RANGE_JPEG;
  526. break;
  527. default:
  528. unk_pixfmt:
  529. av_log(s->avctx, AV_LOG_ERROR, "Unhandled pixel format 0x%x bits:%d\n", pix_fmt_id, s->bits);
  530. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  531. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  532. return AVERROR_PATCHWELCOME;
  533. }
  534. if ((AV_RB32(s->upscale_h) || AV_RB32(s->upscale_v)) && s->avctx->lowres) {
  535. av_log(s->avctx, AV_LOG_ERROR, "lowres not supported for weird subsampling\n");
  536. return AVERROR_PATCHWELCOME;
  537. }
  538. if (s->ls) {
  539. memset(s->upscale_h, 0, sizeof(s->upscale_h));
  540. memset(s->upscale_v, 0, sizeof(s->upscale_v));
  541. if (s->nb_components == 3) {
  542. s->avctx->pix_fmt = AV_PIX_FMT_RGB24;
  543. } else if (s->nb_components != 1) {
  544. av_log(s->avctx, AV_LOG_ERROR, "Unsupported number of components %d\n", s->nb_components);
  545. return AVERROR_PATCHWELCOME;
  546. } else if (s->palette_index && s->bits <= 8)
  547. s->avctx->pix_fmt = AV_PIX_FMT_PAL8;
  548. else if (s->bits <= 8)
  549. s->avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  550. else
  551. s->avctx->pix_fmt = AV_PIX_FMT_GRAY16;
  552. }
  553. s->pix_desc = av_pix_fmt_desc_get(s->avctx->pix_fmt);
  554. if (!s->pix_desc) {
  555. av_log(s->avctx, AV_LOG_ERROR, "Could not get a pixel format descriptor.\n");
  556. return AVERROR_BUG;
  557. }
  558. if (s->avctx->skip_frame == AVDISCARD_ALL) {
  559. s->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
  560. s->picture_ptr->key_frame = 1;
  561. s->got_picture = 1;
  562. return 0;
  563. }
  564. av_frame_unref(s->picture_ptr);
  565. if (ff_get_buffer(s->avctx, s->picture_ptr, AV_GET_BUFFER_FLAG_REF) < 0)
  566. return -1;
  567. s->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
  568. s->picture_ptr->key_frame = 1;
  569. s->got_picture = 1;
  570. for (i = 0; i < 4; i++)
  571. s->linesize[i] = s->picture_ptr->linesize[i] << s->interlaced;
  572. ff_dlog(s->avctx, "%d %d %d %d %d %d\n",
  573. s->width, s->height, s->linesize[0], s->linesize[1],
  574. s->interlaced, s->avctx->height);
  575. if (len != (8 + (3 * nb_components)))
  576. av_log(s->avctx, AV_LOG_DEBUG, "decode_sof0: error, len(%d) mismatch\n", len);
  577. }
  578. if ((s->rgb && !s->lossless && !s->ls) ||
  579. (!s->rgb && s->ls && s->nb_components > 1)) {
  580. av_log(s->avctx, AV_LOG_ERROR, "Unsupported coding and pixel format combination\n");
  581. return AVERROR_PATCHWELCOME;
  582. }
  583. /* totally blank picture as progressive JPEG will only add details to it */
  584. if (s->progressive) {
  585. int bw = (width + s->h_max * 8 - 1) / (s->h_max * 8);
  586. int bh = (height + s->v_max * 8 - 1) / (s->v_max * 8);
  587. for (i = 0; i < s->nb_components; i++) {
  588. int size = bw * bh * s->h_count[i] * s->v_count[i];
  589. av_freep(&s->blocks[i]);
  590. av_freep(&s->last_nnz[i]);
  591. s->blocks[i] = av_mallocz_array(size, sizeof(**s->blocks));
  592. s->last_nnz[i] = av_mallocz_array(size, sizeof(**s->last_nnz));
  593. if (!s->blocks[i] || !s->last_nnz[i])
  594. return AVERROR(ENOMEM);
  595. s->block_stride[i] = bw * s->h_count[i];
  596. }
  597. memset(s->coefs_finished, 0, sizeof(s->coefs_finished));
  598. }
  599. return 0;
  600. }
  601. static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
  602. {
  603. int code;
  604. code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
  605. if (code < 0 || code > 16) {
  606. av_log(s->avctx, AV_LOG_WARNING,
  607. "mjpeg_decode_dc: bad vlc: %d:%d (%p)\n",
  608. 0, dc_index, &s->vlcs[0][dc_index]);
  609. return 0xfffff;
  610. }
  611. if (code)
  612. return get_xbits(&s->gb, code);
  613. else
  614. return 0;
  615. }
  616. /* decode block and dequantize */
  617. static int decode_block(MJpegDecodeContext *s, int16_t *block, int component,
  618. int dc_index, int ac_index, int16_t *quant_matrix)
  619. {
  620. int code, i, j, level, val;
  621. /* DC coef */
  622. val = mjpeg_decode_dc(s, dc_index);
  623. if (val == 0xfffff) {
  624. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  625. return AVERROR_INVALIDDATA;
  626. }
  627. val = val * quant_matrix[0] + s->last_dc[component];
  628. val = FFMIN(val, 32767);
  629. s->last_dc[component] = val;
  630. block[0] = val;
  631. /* AC coefs */
  632. i = 0;
  633. {OPEN_READER(re, &s->gb);
  634. do {
  635. UPDATE_CACHE(re, &s->gb);
  636. GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2);
  637. i += ((unsigned)code) >> 4;
  638. code &= 0xf;
  639. if (code) {
  640. if (code > MIN_CACHE_BITS - 16)
  641. UPDATE_CACHE(re, &s->gb);
  642. {
  643. int cache = GET_CACHE(re, &s->gb);
  644. int sign = (~cache) >> 31;
  645. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  646. }
  647. LAST_SKIP_BITS(re, &s->gb, code);
  648. if (i > 63) {
  649. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  650. return AVERROR_INVALIDDATA;
  651. }
  652. j = s->scantable.permutated[i];
  653. block[j] = level * quant_matrix[j];
  654. }
  655. } while (i < 63);
  656. CLOSE_READER(re, &s->gb);}
  657. return 0;
  658. }
  659. static int decode_dc_progressive(MJpegDecodeContext *s, int16_t *block,
  660. int component, int dc_index,
  661. int16_t *quant_matrix, int Al)
  662. {
  663. int val;
  664. s->bdsp.clear_block(block);
  665. val = mjpeg_decode_dc(s, dc_index);
  666. if (val == 0xfffff) {
  667. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  668. return AVERROR_INVALIDDATA;
  669. }
  670. val = (val * (quant_matrix[0] << Al)) + s->last_dc[component];
  671. s->last_dc[component] = val;
  672. block[0] = val;
  673. return 0;
  674. }
  675. /* decode block and dequantize - progressive JPEG version */
  676. static int decode_block_progressive(MJpegDecodeContext *s, int16_t *block,
  677. uint8_t *last_nnz, int ac_index,
  678. int16_t *quant_matrix,
  679. int ss, int se, int Al, int *EOBRUN)
  680. {
  681. int code, i, j, level, val, run;
  682. if (*EOBRUN) {
  683. (*EOBRUN)--;
  684. return 0;
  685. }
  686. {
  687. OPEN_READER(re, &s->gb);
  688. for (i = ss; ; i++) {
  689. UPDATE_CACHE(re, &s->gb);
  690. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  691. run = ((unsigned) code) >> 4;
  692. code &= 0xF;
  693. if (code) {
  694. i += run;
  695. if (code > MIN_CACHE_BITS - 16)
  696. UPDATE_CACHE(re, &s->gb);
  697. {
  698. int cache = GET_CACHE(re, &s->gb);
  699. int sign = (~cache) >> 31;
  700. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  701. }
  702. LAST_SKIP_BITS(re, &s->gb, code);
  703. if (i >= se) {
  704. if (i == se) {
  705. j = s->scantable.permutated[se];
  706. block[j] = level * (quant_matrix[j] << Al);
  707. break;
  708. }
  709. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  710. return AVERROR_INVALIDDATA;
  711. }
  712. j = s->scantable.permutated[i];
  713. block[j] = level * (quant_matrix[j] << Al);
  714. } else {
  715. if (run == 0xF) {// ZRL - skip 15 coefficients
  716. i += 15;
  717. if (i >= se) {
  718. av_log(s->avctx, AV_LOG_ERROR, "ZRL overflow: %d\n", i);
  719. return AVERROR_INVALIDDATA;
  720. }
  721. } else {
  722. val = (1 << run);
  723. if (run) {
  724. UPDATE_CACHE(re, &s->gb);
  725. val += NEG_USR32(GET_CACHE(re, &s->gb), run);
  726. LAST_SKIP_BITS(re, &s->gb, run);
  727. }
  728. *EOBRUN = val - 1;
  729. break;
  730. }
  731. }
  732. }
  733. CLOSE_READER(re, &s->gb);
  734. }
  735. if (i > *last_nnz)
  736. *last_nnz = i;
  737. return 0;
  738. }
  739. #define REFINE_BIT(j) { \
  740. UPDATE_CACHE(re, &s->gb); \
  741. sign = block[j] >> 15; \
  742. block[j] += SHOW_UBITS(re, &s->gb, 1) * \
  743. ((quant_matrix[j] ^ sign) - sign) << Al; \
  744. LAST_SKIP_BITS(re, &s->gb, 1); \
  745. }
  746. #define ZERO_RUN \
  747. for (; ; i++) { \
  748. if (i > last) { \
  749. i += run; \
  750. if (i > se) { \
  751. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i); \
  752. return -1; \
  753. } \
  754. break; \
  755. } \
  756. j = s->scantable.permutated[i]; \
  757. if (block[j]) \
  758. REFINE_BIT(j) \
  759. else if (run-- == 0) \
  760. break; \
  761. }
  762. /* decode block and dequantize - progressive JPEG refinement pass */
  763. static int decode_block_refinement(MJpegDecodeContext *s, int16_t *block,
  764. uint8_t *last_nnz,
  765. int ac_index, int16_t *quant_matrix,
  766. int ss, int se, int Al, int *EOBRUN)
  767. {
  768. int code, i = ss, j, sign, val, run;
  769. int last = FFMIN(se, *last_nnz);
  770. OPEN_READER(re, &s->gb);
  771. if (*EOBRUN) {
  772. (*EOBRUN)--;
  773. } else {
  774. for (; ; i++) {
  775. UPDATE_CACHE(re, &s->gb);
  776. GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
  777. if (code & 0xF) {
  778. run = ((unsigned) code) >> 4;
  779. UPDATE_CACHE(re, &s->gb);
  780. val = SHOW_UBITS(re, &s->gb, 1);
  781. LAST_SKIP_BITS(re, &s->gb, 1);
  782. ZERO_RUN;
  783. j = s->scantable.permutated[i];
  784. val--;
  785. block[j] = ((quant_matrix[j] << Al) ^ val) - val;
  786. if (i == se) {
  787. if (i > *last_nnz)
  788. *last_nnz = i;
  789. CLOSE_READER(re, &s->gb);
  790. return 0;
  791. }
  792. } else {
  793. run = ((unsigned) code) >> 4;
  794. if (run == 0xF) {
  795. ZERO_RUN;
  796. } else {
  797. val = run;
  798. run = (1 << run);
  799. if (val) {
  800. UPDATE_CACHE(re, &s->gb);
  801. run += SHOW_UBITS(re, &s->gb, val);
  802. LAST_SKIP_BITS(re, &s->gb, val);
  803. }
  804. *EOBRUN = run - 1;
  805. break;
  806. }
  807. }
  808. }
  809. if (i > *last_nnz)
  810. *last_nnz = i;
  811. }
  812. for (; i <= last; i++) {
  813. j = s->scantable.permutated[i];
  814. if (block[j])
  815. REFINE_BIT(j)
  816. }
  817. CLOSE_READER(re, &s->gb);
  818. return 0;
  819. }
  820. #undef REFINE_BIT
  821. #undef ZERO_RUN
  822. static int handle_rstn(MJpegDecodeContext *s, int nb_components)
  823. {
  824. int i;
  825. int reset = 0;
  826. if (s->restart_interval) {
  827. s->restart_count--;
  828. if(s->restart_count == 0 && s->avctx->codec_id == AV_CODEC_ID_THP){
  829. align_get_bits(&s->gb);
  830. for (i = 0; i < nb_components; i++) /* reset dc */
  831. s->last_dc[i] = (4 << s->bits);
  832. }
  833. i = 8 + ((-get_bits_count(&s->gb)) & 7);
  834. /* skip RSTn */
  835. if (s->restart_count == 0) {
  836. if( show_bits(&s->gb, i) == (1 << i) - 1
  837. || show_bits(&s->gb, i) == 0xFF) {
  838. int pos = get_bits_count(&s->gb);
  839. align_get_bits(&s->gb);
  840. while (get_bits_left(&s->gb) >= 8 && show_bits(&s->gb, 8) == 0xFF)
  841. skip_bits(&s->gb, 8);
  842. if (get_bits_left(&s->gb) >= 8 && (get_bits(&s->gb, 8) & 0xF8) == 0xD0) {
  843. for (i = 0; i < nb_components; i++) /* reset dc */
  844. s->last_dc[i] = (4 << s->bits);
  845. reset = 1;
  846. } else
  847. skip_bits_long(&s->gb, pos - get_bits_count(&s->gb));
  848. }
  849. }
  850. }
  851. return reset;
  852. }
  853. static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int nb_components, int predictor, int point_transform)
  854. {
  855. int i, mb_x, mb_y;
  856. uint16_t (*buffer)[4];
  857. int left[4], top[4], topleft[4];
  858. const int linesize = s->linesize[0];
  859. const int mask = ((1 << s->bits) - 1) << point_transform;
  860. int resync_mb_y = 0;
  861. int resync_mb_x = 0;
  862. if (s->nb_components != 3 && s->nb_components != 4)
  863. return AVERROR_INVALIDDATA;
  864. if (s->v_max != 1 || s->h_max != 1 || !s->lossless)
  865. return AVERROR_INVALIDDATA;
  866. s->restart_count = s->restart_interval;
  867. av_fast_malloc(&s->ljpeg_buffer, &s->ljpeg_buffer_size,
  868. (unsigned)s->mb_width * 4 * sizeof(s->ljpeg_buffer[0][0]));
  869. buffer = s->ljpeg_buffer;
  870. for (i = 0; i < 4; i++)
  871. buffer[0][i] = 1 << (s->bits - 1);
  872. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  873. uint8_t *ptr = s->picture_ptr->data[0] + (linesize * mb_y);
  874. if (s->interlaced && s->bottom_field)
  875. ptr += linesize >> 1;
  876. for (i = 0; i < 4; i++)
  877. top[i] = left[i] = topleft[i] = buffer[0][i];
  878. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  879. int modified_predictor = predictor;
  880. if (s->restart_interval && !s->restart_count){
  881. s->restart_count = s->restart_interval;
  882. resync_mb_x = mb_x;
  883. resync_mb_y = mb_y;
  884. for(i=0; i<4; i++)
  885. top[i] = left[i]= topleft[i]= 1 << (s->bits - 1);
  886. }
  887. if (mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || !mb_x)
  888. modified_predictor = 1;
  889. for (i=0;i<nb_components;i++) {
  890. int pred, dc;
  891. topleft[i] = top[i];
  892. top[i] = buffer[mb_x][i];
  893. PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
  894. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  895. if(dc == 0xFFFFF)
  896. return -1;
  897. left[i] = buffer[mb_x][i] =
  898. mask & (pred + (dc * (1 << point_transform)));
  899. }
  900. if (s->restart_interval && !--s->restart_count) {
  901. align_get_bits(&s->gb);
  902. skip_bits(&s->gb, 16); /* skip RSTn */
  903. }
  904. }
  905. if (s->rct && s->nb_components == 4) {
  906. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  907. ptr[4*mb_x + 2] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  908. ptr[4*mb_x + 1] = buffer[mb_x][1] + ptr[4*mb_x + 2];
  909. ptr[4*mb_x + 3] = buffer[mb_x][2] + ptr[4*mb_x + 2];
  910. ptr[4*mb_x + 0] = buffer[mb_x][3];
  911. }
  912. } else if (s->nb_components == 4) {
  913. for(i=0; i<nb_components; i++) {
  914. int c= s->comp_index[i];
  915. if (s->bits <= 8) {
  916. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  917. ptr[4*mb_x+3-c] = buffer[mb_x][i];
  918. }
  919. } else if(s->bits == 9) {
  920. return AVERROR_PATCHWELCOME;
  921. } else {
  922. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  923. ((uint16_t*)ptr)[4*mb_x+c] = buffer[mb_x][i];
  924. }
  925. }
  926. }
  927. } else if (s->rct) {
  928. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  929. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
  930. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  931. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  932. }
  933. } else if (s->pegasus_rct) {
  934. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  935. ptr[3*mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2]) >> 2);
  936. ptr[3*mb_x + 0] = buffer[mb_x][1] + ptr[3*mb_x + 1];
  937. ptr[3*mb_x + 2] = buffer[mb_x][2] + ptr[3*mb_x + 1];
  938. }
  939. } else {
  940. for(i=0; i<nb_components; i++) {
  941. int c= s->comp_index[i];
  942. if (s->bits <= 8) {
  943. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  944. ptr[3*mb_x+2-c] = buffer[mb_x][i];
  945. }
  946. } else if(s->bits == 9) {
  947. return AVERROR_PATCHWELCOME;
  948. } else {
  949. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  950. ((uint16_t*)ptr)[3*mb_x+2-c] = buffer[mb_x][i];
  951. }
  952. }
  953. }
  954. }
  955. }
  956. return 0;
  957. }
  958. static int ljpeg_decode_yuv_scan(MJpegDecodeContext *s, int predictor,
  959. int point_transform, int nb_components)
  960. {
  961. int i, mb_x, mb_y, mask;
  962. int bits= (s->bits+7)&~7;
  963. int resync_mb_y = 0;
  964. int resync_mb_x = 0;
  965. point_transform += bits - s->bits;
  966. mask = ((1 << s->bits) - 1) << point_transform;
  967. av_assert0(nb_components>=1 && nb_components<=4);
  968. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  969. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  970. if (s->restart_interval && !s->restart_count){
  971. s->restart_count = s->restart_interval;
  972. resync_mb_x = mb_x;
  973. resync_mb_y = mb_y;
  974. }
  975. if(!mb_x || mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x || s->interlaced){
  976. int toprow = mb_y == resync_mb_y || mb_y == resync_mb_y+1 && mb_x < resync_mb_x;
  977. int leftcol = !mb_x || mb_y == resync_mb_y && mb_x == resync_mb_x;
  978. for (i = 0; i < nb_components; i++) {
  979. uint8_t *ptr;
  980. uint16_t *ptr16;
  981. int n, h, v, x, y, c, j, linesize;
  982. n = s->nb_blocks[i];
  983. c = s->comp_index[i];
  984. h = s->h_scount[i];
  985. v = s->v_scount[i];
  986. x = 0;
  987. y = 0;
  988. linesize= s->linesize[c];
  989. if(bits>8) linesize /= 2;
  990. for(j=0; j<n; j++) {
  991. int pred, dc;
  992. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  993. if(dc == 0xFFFFF)
  994. return -1;
  995. if ( h * mb_x + x >= s->width
  996. || v * mb_y + y >= s->height) {
  997. // Nothing to do
  998. } else if (bits<=8) {
  999. ptr = s->picture_ptr->data[c] + (linesize * (v * mb_y + y)) + (h * mb_x + x); //FIXME optimize this crap
  1000. if(y==0 && toprow){
  1001. if(x==0 && leftcol){
  1002. pred= 1 << (bits - 1);
  1003. }else{
  1004. pred= ptr[-1];
  1005. }
  1006. }else{
  1007. if(x==0 && leftcol){
  1008. pred= ptr[-linesize];
  1009. }else{
  1010. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  1011. }
  1012. }
  1013. if (s->interlaced && s->bottom_field)
  1014. ptr += linesize >> 1;
  1015. pred &= mask;
  1016. *ptr= pred + (dc << point_transform);
  1017. }else{
  1018. ptr16 = (uint16_t*)(s->picture_ptr->data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  1019. if(y==0 && toprow){
  1020. if(x==0 && leftcol){
  1021. pred= 1 << (bits - 1);
  1022. }else{
  1023. pred= ptr16[-1];
  1024. }
  1025. }else{
  1026. if(x==0 && leftcol){
  1027. pred= ptr16[-linesize];
  1028. }else{
  1029. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  1030. }
  1031. }
  1032. if (s->interlaced && s->bottom_field)
  1033. ptr16 += linesize >> 1;
  1034. pred &= mask;
  1035. *ptr16= pred + (dc << point_transform);
  1036. }
  1037. if (++x == h) {
  1038. x = 0;
  1039. y++;
  1040. }
  1041. }
  1042. }
  1043. } else {
  1044. for (i = 0; i < nb_components; i++) {
  1045. uint8_t *ptr;
  1046. uint16_t *ptr16;
  1047. int n, h, v, x, y, c, j, linesize, dc;
  1048. n = s->nb_blocks[i];
  1049. c = s->comp_index[i];
  1050. h = s->h_scount[i];
  1051. v = s->v_scount[i];
  1052. x = 0;
  1053. y = 0;
  1054. linesize = s->linesize[c];
  1055. if(bits>8) linesize /= 2;
  1056. for (j = 0; j < n; j++) {
  1057. int pred;
  1058. dc = mjpeg_decode_dc(s, s->dc_index[i]);
  1059. if(dc == 0xFFFFF)
  1060. return -1;
  1061. if ( h * mb_x + x >= s->width
  1062. || v * mb_y + y >= s->height) {
  1063. // Nothing to do
  1064. } else if (bits<=8) {
  1065. ptr = s->picture_ptr->data[c] +
  1066. (linesize * (v * mb_y + y)) +
  1067. (h * mb_x + x); //FIXME optimize this crap
  1068. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  1069. pred &= mask;
  1070. *ptr = pred + (dc << point_transform);
  1071. }else{
  1072. ptr16 = (uint16_t*)(s->picture_ptr->data[c] + 2*(linesize * (v * mb_y + y)) + 2*(h * mb_x + x)); //FIXME optimize this crap
  1073. PREDICT(pred, ptr16[-linesize-1], ptr16[-linesize], ptr16[-1], predictor);
  1074. pred &= mask;
  1075. *ptr16= pred + (dc << point_transform);
  1076. }
  1077. if (++x == h) {
  1078. x = 0;
  1079. y++;
  1080. }
  1081. }
  1082. }
  1083. }
  1084. if (s->restart_interval && !--s->restart_count) {
  1085. align_get_bits(&s->gb);
  1086. skip_bits(&s->gb, 16); /* skip RSTn */
  1087. }
  1088. }
  1089. }
  1090. return 0;
  1091. }
  1092. static av_always_inline void mjpeg_copy_block(MJpegDecodeContext *s,
  1093. uint8_t *dst, const uint8_t *src,
  1094. int linesize, int lowres)
  1095. {
  1096. switch (lowres) {
  1097. case 0: s->hdsp.put_pixels_tab[1][0](dst, src, linesize, 8);
  1098. break;
  1099. case 1: copy_block4(dst, src, linesize, linesize, 4);
  1100. break;
  1101. case 2: copy_block2(dst, src, linesize, linesize, 2);
  1102. break;
  1103. case 3: *dst = *src;
  1104. break;
  1105. }
  1106. }
  1107. static void shift_output(MJpegDecodeContext *s, uint8_t *ptr, int linesize)
  1108. {
  1109. int block_x, block_y;
  1110. int size = 8 >> s->avctx->lowres;
  1111. if (s->bits > 8) {
  1112. for (block_y=0; block_y<size; block_y++)
  1113. for (block_x=0; block_x<size; block_x++)
  1114. *(uint16_t*)(ptr + 2*block_x + block_y*linesize) <<= 16 - s->bits;
  1115. } else {
  1116. for (block_y=0; block_y<size; block_y++)
  1117. for (block_x=0; block_x<size; block_x++)
  1118. *(ptr + block_x + block_y*linesize) <<= 8 - s->bits;
  1119. }
  1120. }
  1121. static int mjpeg_decode_scan(MJpegDecodeContext *s, int nb_components, int Ah,
  1122. int Al, const uint8_t *mb_bitmask,
  1123. int mb_bitmask_size,
  1124. const AVFrame *reference)
  1125. {
  1126. int i, mb_x, mb_y, chroma_h_shift, chroma_v_shift, chroma_width, chroma_height;
  1127. uint8_t *data[MAX_COMPONENTS];
  1128. const uint8_t *reference_data[MAX_COMPONENTS];
  1129. int linesize[MAX_COMPONENTS];
  1130. GetBitContext mb_bitmask_gb = {0}; // initialize to silence gcc warning
  1131. int bytes_per_pixel = 1 + (s->bits > 8);
  1132. if (mb_bitmask) {
  1133. if (mb_bitmask_size != (s->mb_width * s->mb_height + 7)>>3) {
  1134. av_log(s->avctx, AV_LOG_ERROR, "mb_bitmask_size mismatches\n");
  1135. return AVERROR_INVALIDDATA;
  1136. }
  1137. init_get_bits(&mb_bitmask_gb, mb_bitmask, s->mb_width * s->mb_height);
  1138. }
  1139. s->restart_count = 0;
  1140. av_pix_fmt_get_chroma_sub_sample(s->avctx->pix_fmt, &chroma_h_shift,
  1141. &chroma_v_shift);
  1142. chroma_width = AV_CEIL_RSHIFT(s->width, chroma_h_shift);
  1143. chroma_height = AV_CEIL_RSHIFT(s->height, chroma_v_shift);
  1144. for (i = 0; i < nb_components; i++) {
  1145. int c = s->comp_index[i];
  1146. data[c] = s->picture_ptr->data[c];
  1147. reference_data[c] = reference ? reference->data[c] : NULL;
  1148. linesize[c] = s->linesize[c];
  1149. s->coefs_finished[c] |= 1;
  1150. }
  1151. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1152. for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
  1153. const int copy_mb = mb_bitmask && !get_bits1(&mb_bitmask_gb);
  1154. if (s->restart_interval && !s->restart_count)
  1155. s->restart_count = s->restart_interval;
  1156. if (get_bits_left(&s->gb) < 0) {
  1157. av_log(s->avctx, AV_LOG_ERROR, "overread %d\n",
  1158. -get_bits_left(&s->gb));
  1159. return AVERROR_INVALIDDATA;
  1160. }
  1161. for (i = 0; i < nb_components; i++) {
  1162. uint8_t *ptr;
  1163. int n, h, v, x, y, c, j;
  1164. int block_offset;
  1165. n = s->nb_blocks[i];
  1166. c = s->comp_index[i];
  1167. h = s->h_scount[i];
  1168. v = s->v_scount[i];
  1169. x = 0;
  1170. y = 0;
  1171. for (j = 0; j < n; j++) {
  1172. block_offset = (((linesize[c] * (v * mb_y + y) * 8) +
  1173. (h * mb_x + x) * 8 * bytes_per_pixel) >> s->avctx->lowres);
  1174. if (s->interlaced && s->bottom_field)
  1175. block_offset += linesize[c] >> 1;
  1176. if ( 8*(h * mb_x + x) < ((c == 1) || (c == 2) ? chroma_width : s->width)
  1177. && 8*(v * mb_y + y) < ((c == 1) || (c == 2) ? chroma_height : s->height)) {
  1178. ptr = data[c] + block_offset;
  1179. } else
  1180. ptr = NULL;
  1181. if (!s->progressive) {
  1182. if (copy_mb) {
  1183. if (ptr)
  1184. mjpeg_copy_block(s, ptr, reference_data[c] + block_offset,
  1185. linesize[c], s->avctx->lowres);
  1186. } else {
  1187. s->bdsp.clear_block(s->block);
  1188. if (decode_block(s, s->block, i,
  1189. s->dc_index[i], s->ac_index[i],
  1190. s->quant_matrixes[s->quant_sindex[i]]) < 0) {
  1191. av_log(s->avctx, AV_LOG_ERROR,
  1192. "error y=%d x=%d\n", mb_y, mb_x);
  1193. return AVERROR_INVALIDDATA;
  1194. }
  1195. if (ptr) {
  1196. s->idsp.idct_put(ptr, linesize[c], s->block);
  1197. if (s->bits & 7)
  1198. shift_output(s, ptr, linesize[c]);
  1199. }
  1200. }
  1201. } else {
  1202. int block_idx = s->block_stride[c] * (v * mb_y + y) +
  1203. (h * mb_x + x);
  1204. int16_t *block = s->blocks[c][block_idx];
  1205. if (Ah)
  1206. block[0] += get_bits1(&s->gb) *
  1207. s->quant_matrixes[s->quant_sindex[i]][0] << Al;
  1208. else if (decode_dc_progressive(s, block, i, s->dc_index[i],
  1209. s->quant_matrixes[s->quant_sindex[i]],
  1210. Al) < 0) {
  1211. av_log(s->avctx, AV_LOG_ERROR,
  1212. "error y=%d x=%d\n", mb_y, mb_x);
  1213. return AVERROR_INVALIDDATA;
  1214. }
  1215. }
  1216. ff_dlog(s->avctx, "mb: %d %d processed\n", mb_y, mb_x);
  1217. ff_dlog(s->avctx, "%d %d %d %d %d %d %d %d \n",
  1218. mb_x, mb_y, x, y, c, s->bottom_field,
  1219. (v * mb_y + y) * 8, (h * mb_x + x) * 8);
  1220. if (++x == h) {
  1221. x = 0;
  1222. y++;
  1223. }
  1224. }
  1225. }
  1226. handle_rstn(s, nb_components);
  1227. }
  1228. }
  1229. return 0;
  1230. }
  1231. static int mjpeg_decode_scan_progressive_ac(MJpegDecodeContext *s, int ss,
  1232. int se, int Ah, int Al)
  1233. {
  1234. int mb_x, mb_y;
  1235. int EOBRUN = 0;
  1236. int c = s->comp_index[0];
  1237. uint8_t *data = s->picture_ptr->data[c];
  1238. int linesize = s->linesize[c];
  1239. int last_scan = 0;
  1240. int16_t *quant_matrix = s->quant_matrixes[s->quant_sindex[0]];
  1241. int bytes_per_pixel = 1 + (s->bits > 8);
  1242. av_assert0(ss>=0 && Ah>=0 && Al>=0);
  1243. if (se < ss || se > 63) {
  1244. av_log(s->avctx, AV_LOG_ERROR, "SS/SE %d/%d is invalid\n", ss, se);
  1245. return AVERROR_INVALIDDATA;
  1246. }
  1247. // s->coefs_finished is a bitmask for coefficients coded
  1248. // ss and se are parameters telling start and end coefficients
  1249. s->coefs_finished[c] |= (2ULL << se) - (1ULL << ss);
  1250. last_scan = !Al && !~s->coefs_finished[c];
  1251. if (s->interlaced && s->bottom_field)
  1252. data += linesize >> 1;
  1253. s->restart_count = 0;
  1254. for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
  1255. uint8_t *ptr = data + (mb_y * linesize * 8 >> s->avctx->lowres);
  1256. int block_idx = mb_y * s->block_stride[c];
  1257. int16_t (*block)[64] = &s->blocks[c][block_idx];
  1258. uint8_t *last_nnz = &s->last_nnz[c][block_idx];
  1259. for (mb_x = 0; mb_x < s->mb_width; mb_x++, block++, last_nnz++) {
  1260. int ret;
  1261. if (s->restart_interval && !s->restart_count)
  1262. s->restart_count = s->restart_interval;
  1263. if (Ah)
  1264. ret = decode_block_refinement(s, *block, last_nnz, s->ac_index[0],
  1265. quant_matrix, ss, se, Al, &EOBRUN);
  1266. else
  1267. ret = decode_block_progressive(s, *block, last_nnz, s->ac_index[0],
  1268. quant_matrix, ss, se, Al, &EOBRUN);
  1269. if (ret < 0) {
  1270. av_log(s->avctx, AV_LOG_ERROR,
  1271. "error y=%d x=%d\n", mb_y, mb_x);
  1272. return AVERROR_INVALIDDATA;
  1273. }
  1274. if (last_scan) {
  1275. s->idsp.idct_put(ptr, linesize, *block);
  1276. if (s->bits & 7)
  1277. shift_output(s, ptr, linesize);
  1278. ptr += bytes_per_pixel*8 >> s->avctx->lowres;
  1279. }
  1280. if (handle_rstn(s, 0))
  1281. EOBRUN = 0;
  1282. }
  1283. }
  1284. return 0;
  1285. }
  1286. int ff_mjpeg_decode_sos(MJpegDecodeContext *s, const uint8_t *mb_bitmask,
  1287. int mb_bitmask_size, const AVFrame *reference)
  1288. {
  1289. int len, nb_components, i, h, v, predictor, point_transform;
  1290. int index, id, ret;
  1291. const int block_size = s->lossless ? 1 : 8;
  1292. int ilv, prev_shift;
  1293. if (!s->got_picture) {
  1294. av_log(s->avctx, AV_LOG_WARNING,
  1295. "Can not process SOS before SOF, skipping\n");
  1296. return -1;
  1297. }
  1298. av_assert0(s->picture_ptr->data[0]);
  1299. /* XXX: verify len field validity */
  1300. len = get_bits(&s->gb, 16);
  1301. nb_components = get_bits(&s->gb, 8);
  1302. if (nb_components == 0 || nb_components > MAX_COMPONENTS) {
  1303. av_log(s->avctx, AV_LOG_ERROR,
  1304. "decode_sos: nb_components (%d) unsupported\n", nb_components);
  1305. return AVERROR_PATCHWELCOME;
  1306. }
  1307. if (len != 6 + 2 * nb_components) {
  1308. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: invalid len (%d)\n", len);
  1309. return AVERROR_INVALIDDATA;
  1310. }
  1311. for (i = 0; i < nb_components; i++) {
  1312. id = get_bits(&s->gb, 8) - 1;
  1313. av_log(s->avctx, AV_LOG_DEBUG, "component: %d\n", id);
  1314. /* find component index */
  1315. for (index = 0; index < s->nb_components; index++)
  1316. if (id == s->component_id[index])
  1317. break;
  1318. if (index == s->nb_components) {
  1319. av_log(s->avctx, AV_LOG_ERROR,
  1320. "decode_sos: index(%d) out of components\n", index);
  1321. return AVERROR_INVALIDDATA;
  1322. }
  1323. /* Metasoft MJPEG codec has Cb and Cr swapped */
  1324. if (s->avctx->codec_tag == MKTAG('M', 'T', 'S', 'J')
  1325. && nb_components == 3 && s->nb_components == 3 && i)
  1326. index = 3 - i;
  1327. s->quant_sindex[i] = s->quant_index[index];
  1328. s->nb_blocks[i] = s->h_count[index] * s->v_count[index];
  1329. s->h_scount[i] = s->h_count[index];
  1330. s->v_scount[i] = s->v_count[index];
  1331. if(nb_components == 3 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1332. index = (i+2)%3;
  1333. if(nb_components == 1 && s->nb_components == 3 && s->avctx->pix_fmt == AV_PIX_FMT_GBR24P)
  1334. index = (index+2)%3;
  1335. s->comp_index[i] = index;
  1336. s->dc_index[i] = get_bits(&s->gb, 4);
  1337. s->ac_index[i] = get_bits(&s->gb, 4);
  1338. if (s->dc_index[i] < 0 || s->ac_index[i] < 0 ||
  1339. s->dc_index[i] >= 4 || s->ac_index[i] >= 4)
  1340. goto out_of_range;
  1341. if (!s->vlcs[0][s->dc_index[i]].table || !(s->progressive ? s->vlcs[2][s->ac_index[0]].table : s->vlcs[1][s->ac_index[i]].table))
  1342. goto out_of_range;
  1343. }
  1344. predictor = get_bits(&s->gb, 8); /* JPEG Ss / lossless JPEG predictor /JPEG-LS NEAR */
  1345. ilv = get_bits(&s->gb, 8); /* JPEG Se / JPEG-LS ILV */
  1346. if(s->avctx->codec_tag != AV_RL32("CJPG")){
  1347. prev_shift = get_bits(&s->gb, 4); /* Ah */
  1348. point_transform = get_bits(&s->gb, 4); /* Al */
  1349. }else
  1350. prev_shift = point_transform = 0;
  1351. if (nb_components > 1) {
  1352. /* interleaved stream */
  1353. s->mb_width = (s->width + s->h_max * block_size - 1) / (s->h_max * block_size);
  1354. s->mb_height = (s->height + s->v_max * block_size - 1) / (s->v_max * block_size);
  1355. } else if (!s->ls) { /* skip this for JPEG-LS */
  1356. h = s->h_max / s->h_scount[0];
  1357. v = s->v_max / s->v_scount[0];
  1358. s->mb_width = (s->width + h * block_size - 1) / (h * block_size);
  1359. s->mb_height = (s->height + v * block_size - 1) / (v * block_size);
  1360. s->nb_blocks[0] = 1;
  1361. s->h_scount[0] = 1;
  1362. s->v_scount[0] = 1;
  1363. }
  1364. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1365. av_log(s->avctx, AV_LOG_DEBUG, "%s %s p:%d >>:%d ilv:%d bits:%d skip:%d %s comp:%d\n",
  1366. s->lossless ? "lossless" : "sequential DCT", s->rgb ? "RGB" : "",
  1367. predictor, point_transform, ilv, s->bits, s->mjpb_skiptosod,
  1368. s->pegasus_rct ? "PRCT" : (s->rct ? "RCT" : ""), nb_components);
  1369. /* mjpeg-b can have padding bytes between sos and image data, skip them */
  1370. for (i = s->mjpb_skiptosod; i > 0; i--)
  1371. skip_bits(&s->gb, 8);
  1372. next_field:
  1373. for (i = 0; i < nb_components; i++)
  1374. s->last_dc[i] = (4 << s->bits);
  1375. if (s->lossless) {
  1376. av_assert0(s->picture_ptr == s->picture);
  1377. if (CONFIG_JPEGLS_DECODER && s->ls) {
  1378. // for () {
  1379. // reset_ls_coding_parameters(s, 0);
  1380. if ((ret = ff_jpegls_decode_picture(s, predictor,
  1381. point_transform, ilv)) < 0)
  1382. return ret;
  1383. } else {
  1384. if (s->rgb) {
  1385. if ((ret = ljpeg_decode_rgb_scan(s, nb_components, predictor, point_transform)) < 0)
  1386. return ret;
  1387. } else {
  1388. if ((ret = ljpeg_decode_yuv_scan(s, predictor,
  1389. point_transform,
  1390. nb_components)) < 0)
  1391. return ret;
  1392. }
  1393. }
  1394. } else {
  1395. if (s->progressive && predictor) {
  1396. av_assert0(s->picture_ptr == s->picture);
  1397. if ((ret = mjpeg_decode_scan_progressive_ac(s, predictor,
  1398. ilv, prev_shift,
  1399. point_transform)) < 0)
  1400. return ret;
  1401. } else {
  1402. if ((ret = mjpeg_decode_scan(s, nb_components,
  1403. prev_shift, point_transform,
  1404. mb_bitmask, mb_bitmask_size, reference)) < 0)
  1405. return ret;
  1406. }
  1407. }
  1408. if (s->interlaced &&
  1409. get_bits_left(&s->gb) > 32 &&
  1410. show_bits(&s->gb, 8) == 0xFF) {
  1411. GetBitContext bak = s->gb;
  1412. align_get_bits(&bak);
  1413. if (show_bits(&bak, 16) == 0xFFD1) {
  1414. av_log(s->avctx, AV_LOG_DEBUG, "AVRn interlaced picture marker found\n");
  1415. s->gb = bak;
  1416. skip_bits(&s->gb, 16);
  1417. s->bottom_field ^= 1;
  1418. goto next_field;
  1419. }
  1420. }
  1421. emms_c();
  1422. return 0;
  1423. out_of_range:
  1424. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: ac/dc index out of range\n");
  1425. return AVERROR_INVALIDDATA;
  1426. }
  1427. static int mjpeg_decode_dri(MJpegDecodeContext *s)
  1428. {
  1429. if (get_bits(&s->gb, 16) != 4)
  1430. return AVERROR_INVALIDDATA;
  1431. s->restart_interval = get_bits(&s->gb, 16);
  1432. s->restart_count = 0;
  1433. av_log(s->avctx, AV_LOG_DEBUG, "restart interval: %d\n",
  1434. s->restart_interval);
  1435. return 0;
  1436. }
  1437. static int mjpeg_decode_app(MJpegDecodeContext *s)
  1438. {
  1439. int len, id, i;
  1440. len = get_bits(&s->gb, 16);
  1441. if (len < 6)
  1442. return AVERROR_INVALIDDATA;
  1443. if (8 * len > get_bits_left(&s->gb))
  1444. return AVERROR_INVALIDDATA;
  1445. id = get_bits_long(&s->gb, 32);
  1446. len -= 6;
  1447. if (s->avctx->debug & FF_DEBUG_STARTCODE) {
  1448. char id_str[32];
  1449. av_get_codec_tag_string(id_str, sizeof(id_str), av_bswap32(id));
  1450. av_log(s->avctx, AV_LOG_DEBUG, "APPx (%s / %8X) len=%d\n", id_str, id, len);
  1451. }
  1452. /* Buggy AVID, it puts EOI only at every 10th frame. */
  1453. /* Also, this fourcc is used by non-avid files too, it holds some
  1454. information, but it's always present in AVID-created files. */
  1455. if (id == AV_RB32("AVI1")) {
  1456. /* structure:
  1457. 4bytes AVI1
  1458. 1bytes polarity
  1459. 1bytes always zero
  1460. 4bytes field_size
  1461. 4bytes field_size_less_padding
  1462. */
  1463. s->buggy_avid = 1;
  1464. i = get_bits(&s->gb, 8); len--;
  1465. av_log(s->avctx, AV_LOG_DEBUG, "polarity %d\n", i);
  1466. #if 0
  1467. skip_bits(&s->gb, 8);
  1468. skip_bits(&s->gb, 32);
  1469. skip_bits(&s->gb, 32);
  1470. len -= 10;
  1471. #endif
  1472. goto out;
  1473. }
  1474. // len -= 2;
  1475. if (id == AV_RB32("JFIF")) {
  1476. int t_w, t_h, v1, v2;
  1477. skip_bits(&s->gb, 8); /* the trailing zero-byte */
  1478. v1 = get_bits(&s->gb, 8);
  1479. v2 = get_bits(&s->gb, 8);
  1480. skip_bits(&s->gb, 8);
  1481. s->avctx->sample_aspect_ratio.num = get_bits(&s->gb, 16);
  1482. s->avctx->sample_aspect_ratio.den = get_bits(&s->gb, 16);
  1483. if ( s->avctx->sample_aspect_ratio.num <= 0
  1484. || s->avctx->sample_aspect_ratio.den <= 0) {
  1485. s->avctx->sample_aspect_ratio.num = 0;
  1486. s->avctx->sample_aspect_ratio.den = 1;
  1487. }
  1488. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1489. av_log(s->avctx, AV_LOG_INFO,
  1490. "mjpeg: JFIF header found (version: %x.%x) SAR=%d/%d\n",
  1491. v1, v2,
  1492. s->avctx->sample_aspect_ratio.num,
  1493. s->avctx->sample_aspect_ratio.den);
  1494. t_w = get_bits(&s->gb, 8);
  1495. t_h = get_bits(&s->gb, 8);
  1496. if (t_w && t_h) {
  1497. /* skip thumbnail */
  1498. if (len -10 - (t_w * t_h * 3) > 0)
  1499. len -= t_w * t_h * 3;
  1500. }
  1501. len -= 10;
  1502. goto out;
  1503. }
  1504. if ( id == AV_RB32("Adob")
  1505. && len >= 7
  1506. && show_bits(&s->gb, 8) == 'e'
  1507. && show_bits_long(&s->gb, 32) != AV_RB32("e_CM")) {
  1508. skip_bits(&s->gb, 8); /* 'e' */
  1509. skip_bits(&s->gb, 16); /* version */
  1510. skip_bits(&s->gb, 16); /* flags0 */
  1511. skip_bits(&s->gb, 16); /* flags1 */
  1512. s->adobe_transform = get_bits(&s->gb, 8);
  1513. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1514. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Adobe header found, transform=%d\n", s->adobe_transform);
  1515. len -= 7;
  1516. goto out;
  1517. }
  1518. if (id == AV_RB32("LJIF")) {
  1519. int rgb = s->rgb;
  1520. int pegasus_rct = s->pegasus_rct;
  1521. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1522. av_log(s->avctx, AV_LOG_INFO,
  1523. "Pegasus lossless jpeg header found\n");
  1524. skip_bits(&s->gb, 16); /* version ? */
  1525. skip_bits(&s->gb, 16); /* unknown always 0? */
  1526. skip_bits(&s->gb, 16); /* unknown always 0? */
  1527. skip_bits(&s->gb, 16); /* unknown always 0? */
  1528. switch (i=get_bits(&s->gb, 8)) {
  1529. case 1:
  1530. rgb = 1;
  1531. pegasus_rct = 0;
  1532. break;
  1533. case 2:
  1534. rgb = 1;
  1535. pegasus_rct = 1;
  1536. break;
  1537. default:
  1538. av_log(s->avctx, AV_LOG_ERROR, "unknown colorspace %d\n", i);
  1539. }
  1540. len -= 9;
  1541. if (s->got_picture)
  1542. if (rgb != s->rgb || pegasus_rct != s->pegasus_rct) {
  1543. av_log(s->avctx, AV_LOG_WARNING, "Mismatching LJIF tag\n");
  1544. goto out;
  1545. }
  1546. s->rgb = rgb;
  1547. s->pegasus_rct = pegasus_rct;
  1548. goto out;
  1549. }
  1550. if (id == AV_RL32("colr") && len > 0) {
  1551. s->colr = get_bits(&s->gb, 8);
  1552. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1553. av_log(s->avctx, AV_LOG_INFO, "COLR %d\n", s->colr);
  1554. len --;
  1555. goto out;
  1556. }
  1557. if (id == AV_RL32("xfrm") && len > 0) {
  1558. s->xfrm = get_bits(&s->gb, 8);
  1559. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1560. av_log(s->avctx, AV_LOG_INFO, "XFRM %d\n", s->xfrm);
  1561. len --;
  1562. goto out;
  1563. }
  1564. /* JPS extension by VRex */
  1565. if (s->start_code == APP3 && id == AV_RB32("_JPS") && len >= 10) {
  1566. int flags, layout, type;
  1567. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1568. av_log(s->avctx, AV_LOG_INFO, "_JPSJPS_\n");
  1569. skip_bits(&s->gb, 32); len -= 4; /* JPS_ */
  1570. skip_bits(&s->gb, 16); len -= 2; /* block length */
  1571. skip_bits(&s->gb, 8); /* reserved */
  1572. flags = get_bits(&s->gb, 8);
  1573. layout = get_bits(&s->gb, 8);
  1574. type = get_bits(&s->gb, 8);
  1575. len -= 4;
  1576. s->stereo3d = av_stereo3d_alloc();
  1577. if (!s->stereo3d) {
  1578. goto out;
  1579. }
  1580. if (type == 0) {
  1581. s->stereo3d->type = AV_STEREO3D_2D;
  1582. } else if (type == 1) {
  1583. switch (layout) {
  1584. case 0x01:
  1585. s->stereo3d->type = AV_STEREO3D_LINES;
  1586. break;
  1587. case 0x02:
  1588. s->stereo3d->type = AV_STEREO3D_SIDEBYSIDE;
  1589. break;
  1590. case 0x03:
  1591. s->stereo3d->type = AV_STEREO3D_TOPBOTTOM;
  1592. break;
  1593. }
  1594. if (!(flags & 0x04)) {
  1595. s->stereo3d->flags = AV_STEREO3D_FLAG_INVERT;
  1596. }
  1597. }
  1598. goto out;
  1599. }
  1600. /* EXIF metadata */
  1601. if (s->start_code == APP1 && id == AV_RB32("Exif") && len >= 2) {
  1602. GetByteContext gbytes;
  1603. int ret, le, ifd_offset, bytes_read;
  1604. const uint8_t *aligned;
  1605. skip_bits(&s->gb, 16); // skip padding
  1606. len -= 2;
  1607. // init byte wise reading
  1608. aligned = align_get_bits(&s->gb);
  1609. bytestream2_init(&gbytes, aligned, len);
  1610. // read TIFF header
  1611. ret = ff_tdecode_header(&gbytes, &le, &ifd_offset);
  1612. if (ret) {
  1613. av_log(s->avctx, AV_LOG_ERROR, "mjpeg: invalid TIFF header in EXIF data\n");
  1614. } else {
  1615. bytestream2_seek(&gbytes, ifd_offset, SEEK_SET);
  1616. // read 0th IFD and store the metadata
  1617. // (return values > 0 indicate the presence of subimage metadata)
  1618. ret = avpriv_exif_decode_ifd(s->avctx, &gbytes, le, 0, &s->exif_metadata);
  1619. if (ret < 0) {
  1620. av_log(s->avctx, AV_LOG_ERROR, "mjpeg: error decoding EXIF data\n");
  1621. }
  1622. }
  1623. bytes_read = bytestream2_tell(&gbytes);
  1624. skip_bits(&s->gb, bytes_read << 3);
  1625. len -= bytes_read;
  1626. goto out;
  1627. }
  1628. /* Apple MJPEG-A */
  1629. if ((s->start_code == APP1) && (len > (0x28 - 8))) {
  1630. id = get_bits_long(&s->gb, 32);
  1631. len -= 4;
  1632. /* Apple MJPEG-A */
  1633. if (id == AV_RB32("mjpg")) {
  1634. #if 0
  1635. skip_bits(&s->gb, 32); /* field size */
  1636. skip_bits(&s->gb, 32); /* pad field size */
  1637. skip_bits(&s->gb, 32); /* next off */
  1638. skip_bits(&s->gb, 32); /* quant off */
  1639. skip_bits(&s->gb, 32); /* huff off */
  1640. skip_bits(&s->gb, 32); /* image off */
  1641. skip_bits(&s->gb, 32); /* scan off */
  1642. skip_bits(&s->gb, 32); /* data off */
  1643. #endif
  1644. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1645. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Apple MJPEG-A header found\n");
  1646. }
  1647. }
  1648. out:
  1649. /* slow but needed for extreme adobe jpegs */
  1650. if (len < 0)
  1651. av_log(s->avctx, AV_LOG_ERROR,
  1652. "mjpeg: error, decode_app parser read over the end\n");
  1653. while (--len > 0)
  1654. skip_bits(&s->gb, 8);
  1655. return 0;
  1656. }
  1657. static int mjpeg_decode_com(MJpegDecodeContext *s)
  1658. {
  1659. int len = get_bits(&s->gb, 16);
  1660. if (len >= 2 && 8 * len - 16 <= get_bits_left(&s->gb)) {
  1661. char *cbuf = av_malloc(len - 1);
  1662. if (cbuf) {
  1663. int i;
  1664. for (i = 0; i < len - 2; i++)
  1665. cbuf[i] = get_bits(&s->gb, 8);
  1666. if (i > 0 && cbuf[i - 1] == '\n')
  1667. cbuf[i - 1] = 0;
  1668. else
  1669. cbuf[i] = 0;
  1670. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1671. av_log(s->avctx, AV_LOG_INFO, "comment: '%s'\n", cbuf);
  1672. /* buggy avid, it puts EOI only at every 10th frame */
  1673. if (!strncmp(cbuf, "AVID", 4)) {
  1674. parse_avid(s, cbuf, len);
  1675. } else if (!strcmp(cbuf, "CS=ITU601"))
  1676. s->cs_itu601 = 1;
  1677. else if ((!strncmp(cbuf, "Intel(R) JPEG Library, version 1", 32) && s->avctx->codec_tag) ||
  1678. (!strncmp(cbuf, "Metasoft MJPEG Codec", 20)))
  1679. s->flipped = 1;
  1680. else if (!strcmp(cbuf, "MULTISCOPE II"))
  1681. s->multiscope = 2;
  1682. av_free(cbuf);
  1683. }
  1684. }
  1685. return 0;
  1686. }
  1687. /* return the 8 bit start code value and update the search
  1688. state. Return -1 if no start code found */
  1689. static int find_marker(const uint8_t **pbuf_ptr, const uint8_t *buf_end)
  1690. {
  1691. const uint8_t *buf_ptr;
  1692. unsigned int v, v2;
  1693. int val;
  1694. int skipped = 0;
  1695. buf_ptr = *pbuf_ptr;
  1696. while (buf_end - buf_ptr > 1) {
  1697. v = *buf_ptr++;
  1698. v2 = *buf_ptr;
  1699. if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe) && buf_ptr < buf_end) {
  1700. val = *buf_ptr++;
  1701. goto found;
  1702. }
  1703. skipped++;
  1704. }
  1705. buf_ptr = buf_end;
  1706. val = -1;
  1707. found:
  1708. ff_dlog(NULL, "find_marker skipped %d bytes\n", skipped);
  1709. *pbuf_ptr = buf_ptr;
  1710. return val;
  1711. }
  1712. int ff_mjpeg_find_marker(MJpegDecodeContext *s,
  1713. const uint8_t **buf_ptr, const uint8_t *buf_end,
  1714. const uint8_t **unescaped_buf_ptr,
  1715. int *unescaped_buf_size)
  1716. {
  1717. int start_code;
  1718. start_code = find_marker(buf_ptr, buf_end);
  1719. av_fast_padded_malloc(&s->buffer, &s->buffer_size, buf_end - *buf_ptr);
  1720. if (!s->buffer)
  1721. return AVERROR(ENOMEM);
  1722. /* unescape buffer of SOS, use special treatment for JPEG-LS */
  1723. if (start_code == SOS && !s->ls) {
  1724. const uint8_t *src = *buf_ptr;
  1725. const uint8_t *ptr = src;
  1726. uint8_t *dst = s->buffer;
  1727. #define copy_data_segment(skip) do { \
  1728. ptrdiff_t length = (ptr - src) - (skip); \
  1729. if (length > 0) { \
  1730. memcpy(dst, src, length); \
  1731. dst += length; \
  1732. src = ptr; \
  1733. } \
  1734. } while (0)
  1735. if (s->avctx->codec_id == AV_CODEC_ID_THP) {
  1736. ptr = buf_end;
  1737. copy_data_segment(0);
  1738. } else {
  1739. while (ptr < buf_end) {
  1740. uint8_t x = *(ptr++);
  1741. if (x == 0xff) {
  1742. ptrdiff_t skip = 0;
  1743. while (ptr < buf_end && x == 0xff) {
  1744. x = *(ptr++);
  1745. skip++;
  1746. }
  1747. /* 0xFF, 0xFF, ... */
  1748. if (skip > 1) {
  1749. copy_data_segment(skip);
  1750. /* decrement src as it is equal to ptr after the
  1751. * copy_data_segment macro and we might want to
  1752. * copy the current value of x later on */
  1753. src--;
  1754. }
  1755. if (x < 0xd0 || x > 0xd7) {
  1756. copy_data_segment(1);
  1757. if (x)
  1758. break;
  1759. }
  1760. }
  1761. }
  1762. if (src < ptr)
  1763. copy_data_segment(0);
  1764. }
  1765. #undef copy_data_segment
  1766. *unescaped_buf_ptr = s->buffer;
  1767. *unescaped_buf_size = dst - s->buffer;
  1768. memset(s->buffer + *unescaped_buf_size, 0,
  1769. AV_INPUT_BUFFER_PADDING_SIZE);
  1770. av_log(s->avctx, AV_LOG_DEBUG, "escaping removed %"PTRDIFF_SPECIFIER" bytes\n",
  1771. (buf_end - *buf_ptr) - (dst - s->buffer));
  1772. } else if (start_code == SOS && s->ls) {
  1773. const uint8_t *src = *buf_ptr;
  1774. uint8_t *dst = s->buffer;
  1775. int bit_count = 0;
  1776. int t = 0, b = 0;
  1777. PutBitContext pb;
  1778. /* find marker */
  1779. while (src + t < buf_end) {
  1780. uint8_t x = src[t++];
  1781. if (x == 0xff) {
  1782. while ((src + t < buf_end) && x == 0xff)
  1783. x = src[t++];
  1784. if (x & 0x80) {
  1785. t -= FFMIN(2, t);
  1786. break;
  1787. }
  1788. }
  1789. }
  1790. bit_count = t * 8;
  1791. init_put_bits(&pb, dst, t);
  1792. /* unescape bitstream */
  1793. while (b < t) {
  1794. uint8_t x = src[b++];
  1795. put_bits(&pb, 8, x);
  1796. if (x == 0xFF && b < t) {
  1797. x = src[b++];
  1798. if (x & 0x80) {
  1799. av_log(s->avctx, AV_LOG_WARNING, "Invalid escape sequence\n");
  1800. x &= 0x7f;
  1801. }
  1802. put_bits(&pb, 7, x);
  1803. bit_count--;
  1804. }
  1805. }
  1806. flush_put_bits(&pb);
  1807. *unescaped_buf_ptr = dst;
  1808. *unescaped_buf_size = (bit_count + 7) >> 3;
  1809. memset(s->buffer + *unescaped_buf_size, 0,
  1810. AV_INPUT_BUFFER_PADDING_SIZE);
  1811. } else {
  1812. *unescaped_buf_ptr = *buf_ptr;
  1813. *unescaped_buf_size = buf_end - *buf_ptr;
  1814. }
  1815. return start_code;
  1816. }
  1817. int ff_mjpeg_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  1818. AVPacket *avpkt)
  1819. {
  1820. AVFrame *frame = data;
  1821. const uint8_t *buf = avpkt->data;
  1822. int buf_size = avpkt->size;
  1823. MJpegDecodeContext *s = avctx->priv_data;
  1824. const uint8_t *buf_end, *buf_ptr;
  1825. const uint8_t *unescaped_buf_ptr;
  1826. int hshift, vshift;
  1827. int unescaped_buf_size;
  1828. int start_code;
  1829. int i, index;
  1830. int ret = 0;
  1831. int is16bit;
  1832. av_dict_free(&s->exif_metadata);
  1833. av_freep(&s->stereo3d);
  1834. s->adobe_transform = -1;
  1835. buf_ptr = buf;
  1836. buf_end = buf + buf_size;
  1837. while (buf_ptr < buf_end) {
  1838. /* find start next marker */
  1839. start_code = ff_mjpeg_find_marker(s, &buf_ptr, buf_end,
  1840. &unescaped_buf_ptr,
  1841. &unescaped_buf_size);
  1842. /* EOF */
  1843. if (start_code < 0) {
  1844. break;
  1845. } else if (unescaped_buf_size > INT_MAX / 8) {
  1846. av_log(avctx, AV_LOG_ERROR,
  1847. "MJPEG packet 0x%x too big (%d/%d), corrupt data?\n",
  1848. start_code, unescaped_buf_size, buf_size);
  1849. return AVERROR_INVALIDDATA;
  1850. }
  1851. av_log(avctx, AV_LOG_DEBUG, "marker=%x avail_size_in_buf=%"PTRDIFF_SPECIFIER"\n",
  1852. start_code, buf_end - buf_ptr);
  1853. ret = init_get_bits8(&s->gb, unescaped_buf_ptr, unescaped_buf_size);
  1854. if (ret < 0) {
  1855. av_log(avctx, AV_LOG_ERROR, "invalid buffer\n");
  1856. goto fail;
  1857. }
  1858. s->start_code = start_code;
  1859. if (s->avctx->debug & FF_DEBUG_STARTCODE)
  1860. av_log(avctx, AV_LOG_DEBUG, "startcode: %X\n", start_code);
  1861. /* process markers */
  1862. if (start_code >= 0xd0 && start_code <= 0xd7)
  1863. av_log(avctx, AV_LOG_DEBUG,
  1864. "restart marker: %d\n", start_code & 0x0f);
  1865. /* APP fields */
  1866. else if (start_code >= APP0 && start_code <= APP15)
  1867. mjpeg_decode_app(s);
  1868. /* Comment */
  1869. else if (start_code == COM)
  1870. mjpeg_decode_com(s);
  1871. ret = -1;
  1872. if (!CONFIG_JPEGLS_DECODER &&
  1873. (start_code == SOF48 || start_code == LSE)) {
  1874. av_log(avctx, AV_LOG_ERROR, "JPEG-LS support not enabled.\n");
  1875. return AVERROR(ENOSYS);
  1876. }
  1877. if (avctx->skip_frame == AVDISCARD_ALL) {
  1878. switch(start_code) {
  1879. case SOF0:
  1880. case SOF1:
  1881. case SOF2:
  1882. case SOF3:
  1883. case SOF48:
  1884. case SOI:
  1885. case SOS:
  1886. case EOI:
  1887. break;
  1888. default:
  1889. goto skip;
  1890. }
  1891. }
  1892. switch (start_code) {
  1893. case SOI:
  1894. s->restart_interval = 0;
  1895. s->restart_count = 0;
  1896. /* nothing to do on SOI */
  1897. break;
  1898. case DQT:
  1899. ff_mjpeg_decode_dqt(s);
  1900. break;
  1901. case DHT:
  1902. if ((ret = ff_mjpeg_decode_dht(s)) < 0) {
  1903. av_log(avctx, AV_LOG_ERROR, "huffman table decode error\n");
  1904. goto fail;
  1905. }
  1906. break;
  1907. case SOF0:
  1908. case SOF1:
  1909. s->lossless = 0;
  1910. s->ls = 0;
  1911. s->progressive = 0;
  1912. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1913. goto fail;
  1914. break;
  1915. case SOF2:
  1916. s->lossless = 0;
  1917. s->ls = 0;
  1918. s->progressive = 1;
  1919. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1920. goto fail;
  1921. break;
  1922. case SOF3:
  1923. s->avctx->properties |= FF_CODEC_PROPERTY_LOSSLESS;
  1924. s->lossless = 1;
  1925. s->ls = 0;
  1926. s->progressive = 0;
  1927. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1928. goto fail;
  1929. break;
  1930. case SOF48:
  1931. s->avctx->properties |= FF_CODEC_PROPERTY_LOSSLESS;
  1932. s->lossless = 1;
  1933. s->ls = 1;
  1934. s->progressive = 0;
  1935. if ((ret = ff_mjpeg_decode_sof(s)) < 0)
  1936. goto fail;
  1937. break;
  1938. case LSE:
  1939. if (!CONFIG_JPEGLS_DECODER ||
  1940. (ret = ff_jpegls_decode_lse(s)) < 0)
  1941. goto fail;
  1942. break;
  1943. case EOI:
  1944. eoi_parser:
  1945. s->cur_scan = 0;
  1946. if (!s->got_picture) {
  1947. av_log(avctx, AV_LOG_WARNING,
  1948. "Found EOI before any SOF, ignoring\n");
  1949. break;
  1950. }
  1951. if (s->interlaced) {
  1952. s->bottom_field ^= 1;
  1953. /* if not bottom field, do not output image yet */
  1954. if (s->bottom_field == !s->interlace_polarity)
  1955. break;
  1956. }
  1957. if (avctx->skip_frame == AVDISCARD_ALL) {
  1958. s->got_picture = 0;
  1959. goto the_end_no_picture;
  1960. }
  1961. if ((ret = av_frame_ref(frame, s->picture_ptr)) < 0)
  1962. return ret;
  1963. *got_frame = 1;
  1964. s->got_picture = 0;
  1965. if (!s->lossless) {
  1966. int qp = FFMAX3(s->qscale[0],
  1967. s->qscale[1],
  1968. s->qscale[2]);
  1969. int qpw = (s->width + 15) / 16;
  1970. AVBufferRef *qp_table_buf = av_buffer_alloc(qpw);
  1971. if (qp_table_buf) {
  1972. memset(qp_table_buf->data, qp, qpw);
  1973. av_frame_set_qp_table(data, qp_table_buf, 0, FF_QSCALE_TYPE_MPEG1);
  1974. }
  1975. if(avctx->debug & FF_DEBUG_QP)
  1976. av_log(avctx, AV_LOG_DEBUG, "QP: %d\n", qp);
  1977. }
  1978. goto the_end;
  1979. case SOS:
  1980. s->cur_scan++;
  1981. if (avctx->skip_frame == AVDISCARD_ALL)
  1982. break;
  1983. if ((ret = ff_mjpeg_decode_sos(s, NULL, 0, NULL)) < 0 &&
  1984. (avctx->err_recognition & AV_EF_EXPLODE))
  1985. goto fail;
  1986. break;
  1987. case DRI:
  1988. mjpeg_decode_dri(s);
  1989. break;
  1990. case SOF5:
  1991. case SOF6:
  1992. case SOF7:
  1993. case SOF9:
  1994. case SOF10:
  1995. case SOF11:
  1996. case SOF13:
  1997. case SOF14:
  1998. case SOF15:
  1999. case JPG:
  2000. av_log(avctx, AV_LOG_ERROR,
  2001. "mjpeg: unsupported coding type (%x)\n", start_code);
  2002. break;
  2003. }
  2004. skip:
  2005. /* eof process start code */
  2006. buf_ptr += (get_bits_count(&s->gb) + 7) / 8;
  2007. av_log(avctx, AV_LOG_DEBUG,
  2008. "marker parser used %d bytes (%d bits)\n",
  2009. (get_bits_count(&s->gb) + 7) / 8, get_bits_count(&s->gb));
  2010. }
  2011. if (s->got_picture && s->cur_scan) {
  2012. av_log(avctx, AV_LOG_WARNING, "EOI missing, emulating\n");
  2013. goto eoi_parser;
  2014. }
  2015. av_log(avctx, AV_LOG_FATAL, "No JPEG data found in image\n");
  2016. return AVERROR_INVALIDDATA;
  2017. fail:
  2018. s->got_picture = 0;
  2019. return ret;
  2020. the_end:
  2021. is16bit = av_pix_fmt_desc_get(s->avctx->pix_fmt)->comp[0].step > 1;
  2022. if (AV_RB32(s->upscale_h)) {
  2023. int p;
  2024. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  2025. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  2026. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  2027. avctx->pix_fmt == AV_PIX_FMT_YUV440P ||
  2028. avctx->pix_fmt == AV_PIX_FMT_YUVA444P ||
  2029. avctx->pix_fmt == AV_PIX_FMT_YUVJ420P ||
  2030. avctx->pix_fmt == AV_PIX_FMT_YUV420P ||
  2031. avctx->pix_fmt == AV_PIX_FMT_YUV420P16||
  2032. avctx->pix_fmt == AV_PIX_FMT_YUVA420P ||
  2033. avctx->pix_fmt == AV_PIX_FMT_YUVA420P16||
  2034. avctx->pix_fmt == AV_PIX_FMT_GBRP ||
  2035. avctx->pix_fmt == AV_PIX_FMT_GBRAP
  2036. );
  2037. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2038. av_assert0(s->nb_components == av_pix_fmt_count_planes(s->picture_ptr->format));
  2039. for (p = 0; p<s->nb_components; p++) {
  2040. uint8_t *line = s->picture_ptr->data[p];
  2041. int w = s->width;
  2042. int h = s->height;
  2043. if (!s->upscale_h[p])
  2044. continue;
  2045. if (p==1 || p==2) {
  2046. w = AV_CEIL_RSHIFT(w, hshift);
  2047. h = AV_CEIL_RSHIFT(h, vshift);
  2048. }
  2049. if (s->upscale_v[p])
  2050. h = (h+1)>>1;
  2051. av_assert0(w > 0);
  2052. for (i = 0; i < h; i++) {
  2053. if (s->upscale_h[p] == 1) {
  2054. if (is16bit) ((uint16_t*)line)[w - 1] = ((uint16_t*)line)[(w - 1) / 2];
  2055. else line[w - 1] = line[(w - 1) / 2];
  2056. for (index = w - 2; index > 0; index--) {
  2057. if (is16bit)
  2058. ((uint16_t*)line)[index] = (((uint16_t*)line)[index / 2] + ((uint16_t*)line)[(index + 1) / 2]) >> 1;
  2059. else
  2060. line[index] = (line[index / 2] + line[(index + 1) / 2]) >> 1;
  2061. }
  2062. } else if (s->upscale_h[p] == 2) {
  2063. if (is16bit) {
  2064. ((uint16_t*)line)[w - 1] = ((uint16_t*)line)[(w - 1) / 3];
  2065. if (w > 1)
  2066. ((uint16_t*)line)[w - 2] = ((uint16_t*)line)[w - 1];
  2067. } else {
  2068. line[w - 1] = line[(w - 1) / 3];
  2069. if (w > 1)
  2070. line[w - 2] = line[w - 1];
  2071. }
  2072. for (index = w - 3; index > 0; index--) {
  2073. line[index] = (line[index / 3] + line[(index + 1) / 3] + line[(index + 2) / 3] + 1) / 3;
  2074. }
  2075. }
  2076. line += s->linesize[p];
  2077. }
  2078. }
  2079. }
  2080. if (AV_RB32(s->upscale_v)) {
  2081. int p;
  2082. av_assert0(avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
  2083. avctx->pix_fmt == AV_PIX_FMT_YUV444P ||
  2084. avctx->pix_fmt == AV_PIX_FMT_YUVJ422P ||
  2085. avctx->pix_fmt == AV_PIX_FMT_YUV422P ||
  2086. avctx->pix_fmt == AV_PIX_FMT_YUVJ420P ||
  2087. avctx->pix_fmt == AV_PIX_FMT_YUV420P ||
  2088. avctx->pix_fmt == AV_PIX_FMT_YUV440P ||
  2089. avctx->pix_fmt == AV_PIX_FMT_YUVJ440P ||
  2090. avctx->pix_fmt == AV_PIX_FMT_YUVA444P ||
  2091. avctx->pix_fmt == AV_PIX_FMT_YUVA420P ||
  2092. avctx->pix_fmt == AV_PIX_FMT_YUVA420P16||
  2093. avctx->pix_fmt == AV_PIX_FMT_GBRP ||
  2094. avctx->pix_fmt == AV_PIX_FMT_GBRAP
  2095. );
  2096. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2097. av_assert0(s->nb_components == av_pix_fmt_count_planes(s->picture_ptr->format));
  2098. for (p = 0; p < s->nb_components; p++) {
  2099. uint8_t *dst;
  2100. int w = s->width;
  2101. int h = s->height;
  2102. if (!s->upscale_v[p])
  2103. continue;
  2104. if (p==1 || p==2) {
  2105. w = AV_CEIL_RSHIFT(w, hshift);
  2106. h = AV_CEIL_RSHIFT(h, vshift);
  2107. }
  2108. dst = &((uint8_t *)s->picture_ptr->data[p])[(h - 1) * s->linesize[p]];
  2109. for (i = h - 1; i; i--) {
  2110. uint8_t *src1 = &((uint8_t *)s->picture_ptr->data[p])[i / 2 * s->linesize[p]];
  2111. uint8_t *src2 = &((uint8_t *)s->picture_ptr->data[p])[(i + 1) / 2 * s->linesize[p]];
  2112. if (src1 == src2 || i == h - 1) {
  2113. memcpy(dst, src1, w);
  2114. } else {
  2115. for (index = 0; index < w; index++)
  2116. dst[index] = (src1[index] + src2[index]) >> 1;
  2117. }
  2118. dst -= s->linesize[p];
  2119. }
  2120. }
  2121. }
  2122. if (s->flipped) {
  2123. int j;
  2124. avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &hshift, &vshift);
  2125. av_assert0(s->nb_components == av_pix_fmt_count_planes(s->picture_ptr->format));
  2126. for (index=0; index<s->nb_components; index++) {
  2127. uint8_t *dst = s->picture_ptr->data[index];
  2128. int w = s->picture_ptr->width;
  2129. int h = s->picture_ptr->height;
  2130. if(index && index<3){
  2131. w = AV_CEIL_RSHIFT(w, hshift);
  2132. h = AV_CEIL_RSHIFT(h, vshift);
  2133. }
  2134. if(dst){
  2135. uint8_t *dst2 = dst + s->picture_ptr->linesize[index]*(h-1);
  2136. for (i=0; i<h/2; i++) {
  2137. for (j=0; j<w; j++)
  2138. FFSWAP(int, dst[j], dst2[j]);
  2139. dst += s->picture_ptr->linesize[index];
  2140. dst2 -= s->picture_ptr->linesize[index];
  2141. }
  2142. }
  2143. }
  2144. }
  2145. if (s->adobe_transform == 0 && s->avctx->pix_fmt == AV_PIX_FMT_GBRAP) {
  2146. int w = s->picture_ptr->width;
  2147. int h = s->picture_ptr->height;
  2148. av_assert0(s->nb_components == 4);
  2149. for (i=0; i<h; i++) {
  2150. int j;
  2151. uint8_t *dst[4];
  2152. for (index=0; index<4; index++) {
  2153. dst[index] = s->picture_ptr->data[index]
  2154. + s->picture_ptr->linesize[index]*i;
  2155. }
  2156. for (j=0; j<w; j++) {
  2157. int k = dst[3][j];
  2158. int r = dst[0][j] * k;
  2159. int g = dst[1][j] * k;
  2160. int b = dst[2][j] * k;
  2161. dst[0][j] = g*257 >> 16;
  2162. dst[1][j] = b*257 >> 16;
  2163. dst[2][j] = r*257 >> 16;
  2164. dst[3][j] = 255;
  2165. }
  2166. }
  2167. }
  2168. if (s->adobe_transform == 2 && s->avctx->pix_fmt == AV_PIX_FMT_YUVA444P) {
  2169. int w = s->picture_ptr->width;
  2170. int h = s->picture_ptr->height;
  2171. av_assert0(s->nb_components == 4);
  2172. for (i=0; i<h; i++) {
  2173. int j;
  2174. uint8_t *dst[4];
  2175. for (index=0; index<4; index++) {
  2176. dst[index] = s->picture_ptr->data[index]
  2177. + s->picture_ptr->linesize[index]*i;
  2178. }
  2179. for (j=0; j<w; j++) {
  2180. int k = dst[3][j];
  2181. int r = (255 - dst[0][j]) * k;
  2182. int g = (128 - dst[1][j]) * k;
  2183. int b = (128 - dst[2][j]) * k;
  2184. dst[0][j] = r*257 >> 16;
  2185. dst[1][j] = (g*257 >> 16) + 128;
  2186. dst[2][j] = (b*257 >> 16) + 128;
  2187. dst[3][j] = 255;
  2188. }
  2189. }
  2190. }
  2191. if (s->stereo3d) {
  2192. AVStereo3D *stereo = av_stereo3d_create_side_data(data);
  2193. if (stereo) {
  2194. stereo->type = s->stereo3d->type;
  2195. stereo->flags = s->stereo3d->flags;
  2196. }
  2197. av_freep(&s->stereo3d);
  2198. }
  2199. av_dict_copy(avpriv_frame_get_metadatap(data), s->exif_metadata, 0);
  2200. av_dict_free(&s->exif_metadata);
  2201. the_end_no_picture:
  2202. av_log(avctx, AV_LOG_DEBUG, "decode frame unused %"PTRDIFF_SPECIFIER" bytes\n",
  2203. buf_end - buf_ptr);
  2204. // return buf_end - buf_ptr;
  2205. return buf_ptr - buf;
  2206. }
  2207. av_cold int ff_mjpeg_decode_end(AVCodecContext *avctx)
  2208. {
  2209. MJpegDecodeContext *s = avctx->priv_data;
  2210. int i, j;
  2211. if (s->interlaced && s->bottom_field == !s->interlace_polarity && s->got_picture && !avctx->frame_number) {
  2212. av_log(avctx, AV_LOG_INFO, "Single field\n");
  2213. }
  2214. if (s->picture) {
  2215. av_frame_free(&s->picture);
  2216. s->picture_ptr = NULL;
  2217. } else if (s->picture_ptr)
  2218. av_frame_unref(s->picture_ptr);
  2219. av_freep(&s->buffer);
  2220. av_freep(&s->stereo3d);
  2221. av_freep(&s->ljpeg_buffer);
  2222. s->ljpeg_buffer_size = 0;
  2223. for (i = 0; i < 3; i++) {
  2224. for (j = 0; j < 4; j++)
  2225. ff_free_vlc(&s->vlcs[i][j]);
  2226. }
  2227. for (i = 0; i < MAX_COMPONENTS; i++) {
  2228. av_freep(&s->blocks[i]);
  2229. av_freep(&s->last_nnz[i]);
  2230. }
  2231. av_dict_free(&s->exif_metadata);
  2232. return 0;
  2233. }
  2234. static void decode_flush(AVCodecContext *avctx)
  2235. {
  2236. MJpegDecodeContext *s = avctx->priv_data;
  2237. s->got_picture = 0;
  2238. }
  2239. #if CONFIG_MJPEG_DECODER
  2240. #define OFFSET(x) offsetof(MJpegDecodeContext, x)
  2241. #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
  2242. static const AVOption options[] = {
  2243. { "extern_huff", "Use external huffman table.",
  2244. OFFSET(extern_huff), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VD },
  2245. { NULL },
  2246. };
  2247. static const AVClass mjpegdec_class = {
  2248. .class_name = "MJPEG decoder",
  2249. .item_name = av_default_item_name,
  2250. .option = options,
  2251. .version = LIBAVUTIL_VERSION_INT,
  2252. };
  2253. AVCodec ff_mjpeg_decoder = {
  2254. .name = "mjpeg",
  2255. .long_name = NULL_IF_CONFIG_SMALL("MJPEG (Motion JPEG)"),
  2256. .type = AVMEDIA_TYPE_VIDEO,
  2257. .id = AV_CODEC_ID_MJPEG,
  2258. .priv_data_size = sizeof(MJpegDecodeContext),
  2259. .init = ff_mjpeg_decode_init,
  2260. .close = ff_mjpeg_decode_end,
  2261. .decode = ff_mjpeg_decode_frame,
  2262. .flush = decode_flush,
  2263. .capabilities = AV_CODEC_CAP_DR1,
  2264. .max_lowres = 3,
  2265. .priv_class = &mjpegdec_class,
  2266. .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE |
  2267. FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
  2268. };
  2269. #endif
  2270. #if CONFIG_THP_DECODER
  2271. AVCodec ff_thp_decoder = {
  2272. .name = "thp",
  2273. .long_name = NULL_IF_CONFIG_SMALL("Nintendo Gamecube THP video"),
  2274. .type = AVMEDIA_TYPE_VIDEO,
  2275. .id = AV_CODEC_ID_THP,
  2276. .priv_data_size = sizeof(MJpegDecodeContext),
  2277. .init = ff_mjpeg_decode_init,
  2278. .close = ff_mjpeg_decode_end,
  2279. .decode = ff_mjpeg_decode_frame,
  2280. .flush = decode_flush,
  2281. .capabilities = AV_CODEC_CAP_DR1,
  2282. .max_lowres = 3,
  2283. .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE,
  2284. };
  2285. #endif