You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1642 lines
52KB

  1. /*
  2. * MJPEG decoder
  3. * Copyright (c) 2000, 2001 Fabrice Bellard.
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. * Copyright (c) 2003-2004 Michael Niedermayer
  6. *
  7. * This file is part of FFmpeg.
  8. *
  9. * FFmpeg is free software; you can redistribute it and/or
  10. * modify it under the terms of the GNU Lesser General Public
  11. * License as published by the Free Software Foundation; either
  12. * version 2.1 of the License, or (at your option) any later version.
  13. *
  14. * FFmpeg is distributed in the hope that it will be useful,
  15. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  17. * Lesser General Public License for more details.
  18. *
  19. * You should have received a copy of the GNU Lesser General Public
  20. * License along with FFmpeg; if not, write to the Free Software
  21. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  22. *
  23. * Support for external huffman table, various fixes (AVID workaround),
  24. * aspecting, new decode_frame mechanism and apple mjpeg-b support
  25. * by Alex Beregszaszi
  26. */
  27. /**
  28. * @file mjpegdec.c
  29. * MJPEG decoder.
  30. */
  31. //#define DEBUG
  32. #include <assert.h>
  33. #include "avcodec.h"
  34. #include "dsputil.h"
  35. #include "mjpeg.h"
  36. #include "mjpegdec.h"
  37. #include "jpeglsdec.h"
  38. static int mjpeg_decode_dht(MJpegDecodeContext *s);
  39. static int build_vlc(VLC *vlc, const uint8_t *bits_table, const uint8_t *val_table,
  40. int nb_codes, int use_static, int is_ac)
  41. {
  42. uint8_t huff_size[256+16];
  43. uint16_t huff_code[256+16];
  44. assert(nb_codes <= 256);
  45. memset(huff_size, 0, sizeof(huff_size));
  46. ff_mjpeg_build_huffman_codes(huff_size, huff_code, bits_table, val_table);
  47. if(is_ac){
  48. memmove(huff_size+16, huff_size, sizeof(uint8_t)*nb_codes);
  49. memmove(huff_code+16, huff_code, sizeof(uint16_t)*nb_codes);
  50. memset(huff_size, 0, sizeof(uint8_t)*16);
  51. memset(huff_code, 0, sizeof(uint16_t)*16);
  52. nb_codes += 16;
  53. }
  54. return init_vlc(vlc, 9, nb_codes, huff_size, 1, 1, huff_code, 2, 2, use_static);
  55. }
  56. int ff_mjpeg_decode_init(AVCodecContext *avctx)
  57. {
  58. MJpegDecodeContext *s = avctx->priv_data;
  59. s->avctx = avctx;
  60. dsputil_init(&s->dsp, avctx);
  61. ff_init_scantable(s->dsp.idct_permutation, &s->scantable, ff_zigzag_direct);
  62. s->buffer_size = 0;
  63. s->buffer = NULL;
  64. s->start_code = -1;
  65. s->first_picture = 1;
  66. s->org_height = avctx->coded_height;
  67. build_vlc(&s->vlcs[0][0], ff_mjpeg_bits_dc_luminance,
  68. ff_mjpeg_val_dc_luminance, 12, 0, 0);
  69. build_vlc(&s->vlcs[0][1], ff_mjpeg_bits_dc_chrominance,
  70. ff_mjpeg_val_dc_chrominance, 12, 0, 0);
  71. build_vlc(&s->vlcs[1][0], ff_mjpeg_bits_ac_luminance,
  72. ff_mjpeg_val_ac_luminance, 251, 0, 1);
  73. build_vlc(&s->vlcs[1][1], ff_mjpeg_bits_ac_chrominance,
  74. ff_mjpeg_val_ac_chrominance, 251, 0, 1);
  75. if (avctx->flags & CODEC_FLAG_EXTERN_HUFF)
  76. {
  77. av_log(avctx, AV_LOG_INFO, "mjpeg: using external huffman table\n");
  78. init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size*8);
  79. mjpeg_decode_dht(s);
  80. /* should check for error - but dunno */
  81. }
  82. if (avctx->extradata_size > 9 &&
  83. AV_RL32(avctx->extradata + 4) == MKTAG('f','i','e','l')) {
  84. if (avctx->extradata[9] == 6) { /* quicktime icefloe 019 */
  85. s->interlace_polarity = 1; /* bottom field first */
  86. av_log(avctx, AV_LOG_DEBUG, "mjpeg bottom field first\n");
  87. }
  88. }
  89. return 0;
  90. }
  91. /* quantize tables */
  92. static int mjpeg_decode_dqt(MJpegDecodeContext *s)
  93. {
  94. int len, index, i, j;
  95. len = get_bits(&s->gb, 16) - 2;
  96. while (len >= 65) {
  97. /* only 8 bit precision handled */
  98. if (get_bits(&s->gb, 4) != 0)
  99. {
  100. av_log(s->avctx, AV_LOG_ERROR, "dqt: 16bit precision\n");
  101. return -1;
  102. }
  103. index = get_bits(&s->gb, 4);
  104. if (index >= 4)
  105. return -1;
  106. av_log(s->avctx, AV_LOG_DEBUG, "index=%d\n", index);
  107. /* read quant table */
  108. for(i=0;i<64;i++) {
  109. j = s->scantable.permutated[i];
  110. s->quant_matrixes[index][j] = get_bits(&s->gb, 8);
  111. }
  112. //XXX FIXME finetune, and perhaps add dc too
  113. s->qscale[index]= FFMAX(
  114. s->quant_matrixes[index][s->scantable.permutated[1]],
  115. s->quant_matrixes[index][s->scantable.permutated[8]]) >> 1;
  116. av_log(s->avctx, AV_LOG_DEBUG, "qscale[%d]: %d\n", index, s->qscale[index]);
  117. len -= 65;
  118. }
  119. return 0;
  120. }
  121. /* decode huffman tables and build VLC decoders */
  122. static int mjpeg_decode_dht(MJpegDecodeContext *s)
  123. {
  124. int len, index, i, class, n, v, code_max;
  125. uint8_t bits_table[17];
  126. uint8_t val_table[256];
  127. len = get_bits(&s->gb, 16) - 2;
  128. while (len > 0) {
  129. if (len < 17)
  130. return -1;
  131. class = get_bits(&s->gb, 4);
  132. if (class >= 2)
  133. return -1;
  134. index = get_bits(&s->gb, 4);
  135. if (index >= 4)
  136. return -1;
  137. n = 0;
  138. for(i=1;i<=16;i++) {
  139. bits_table[i] = get_bits(&s->gb, 8);
  140. n += bits_table[i];
  141. }
  142. len -= 17;
  143. if (len < n || n > 256)
  144. return -1;
  145. code_max = 0;
  146. for(i=0;i<n;i++) {
  147. v = get_bits(&s->gb, 8);
  148. if (v > code_max)
  149. code_max = v;
  150. val_table[i] = v;
  151. }
  152. len -= n;
  153. /* build VLC and flush previous vlc if present */
  154. free_vlc(&s->vlcs[class][index]);
  155. av_log(s->avctx, AV_LOG_DEBUG, "class=%d index=%d nb_codes=%d\n",
  156. class, index, code_max + 1);
  157. if(build_vlc(&s->vlcs[class][index], bits_table, val_table, code_max + 1, 0, class > 0) < 0){
  158. return -1;
  159. }
  160. }
  161. return 0;
  162. }
  163. static int mjpeg_decode_sof(MJpegDecodeContext *s)
  164. {
  165. int len, nb_components, i, width, height, pix_fmt_id;
  166. /* XXX: verify len field validity */
  167. len = get_bits(&s->gb, 16);
  168. s->bits= get_bits(&s->gb, 8);
  169. if(s->pegasus_rct) s->bits=9;
  170. if(s->bits==9 && !s->pegasus_rct) s->rct=1; //FIXME ugly
  171. if (s->bits != 8 && !s->lossless){
  172. av_log(s->avctx, AV_LOG_ERROR, "only 8 bits/component accepted\n");
  173. return -1;
  174. }
  175. height = get_bits(&s->gb, 16);
  176. width = get_bits(&s->gb, 16);
  177. //HACK for odd_height.mov
  178. if(s->interlaced && s->width == width && s->height == height + 1)
  179. height= s->height;
  180. av_log(s->avctx, AV_LOG_DEBUG, "sof0: picture: %dx%d\n", width, height);
  181. if(avcodec_check_dimensions(s->avctx, width, height))
  182. return -1;
  183. nb_components = get_bits(&s->gb, 8);
  184. if (nb_components <= 0 ||
  185. nb_components > MAX_COMPONENTS)
  186. return -1;
  187. if (s->ls && !(s->bits <= 8 || nb_components == 1)){
  188. av_log(s->avctx, AV_LOG_ERROR, "only <= 8 bits/component or 16-bit gray accepted for JPEG-LS\n");
  189. return -1;
  190. }
  191. s->nb_components = nb_components;
  192. s->h_max = 1;
  193. s->v_max = 1;
  194. for(i=0;i<nb_components;i++) {
  195. /* component id */
  196. s->component_id[i] = get_bits(&s->gb, 8) - 1;
  197. s->h_count[i] = get_bits(&s->gb, 4);
  198. s->v_count[i] = get_bits(&s->gb, 4);
  199. /* compute hmax and vmax (only used in interleaved case) */
  200. if (s->h_count[i] > s->h_max)
  201. s->h_max = s->h_count[i];
  202. if (s->v_count[i] > s->v_max)
  203. s->v_max = s->v_count[i];
  204. s->quant_index[i] = get_bits(&s->gb, 8);
  205. if (s->quant_index[i] >= 4)
  206. return -1;
  207. av_log(s->avctx, AV_LOG_DEBUG, "component %d %d:%d id: %d quant:%d\n", i, s->h_count[i],
  208. s->v_count[i], s->component_id[i], s->quant_index[i]);
  209. }
  210. if(s->ls && (s->h_max > 1 || s->v_max > 1)) {
  211. av_log(s->avctx, AV_LOG_ERROR, "Subsampling in JPEG-LS is not supported.\n");
  212. return -1;
  213. }
  214. if(s->v_max==1 && s->h_max==1 && s->lossless==1) s->rgb=1;
  215. /* if different size, realloc/alloc picture */
  216. /* XXX: also check h_count and v_count */
  217. if (width != s->width || height != s->height) {
  218. av_freep(&s->qscale_table);
  219. s->width = width;
  220. s->height = height;
  221. s->interlaced = 0;
  222. /* test interlaced mode */
  223. if (s->first_picture &&
  224. s->org_height != 0 &&
  225. s->height < ((s->org_height * 3) / 4)) {
  226. s->interlaced = 1;
  227. s->bottom_field = s->interlace_polarity;
  228. s->picture.interlaced_frame = 1;
  229. s->picture.top_field_first = !s->interlace_polarity;
  230. height *= 2;
  231. }
  232. avcodec_set_dimensions(s->avctx, width, height);
  233. s->qscale_table= av_mallocz((s->width+15)/16);
  234. s->first_picture = 0;
  235. }
  236. if(s->interlaced && (s->bottom_field == !s->interlace_polarity))
  237. return 0;
  238. /* XXX: not complete test ! */
  239. pix_fmt_id = (s->h_count[0] << 20) | (s->v_count[0] << 16) |
  240. (s->h_count[1] << 12) | (s->v_count[1] << 8) |
  241. (s->h_count[2] << 4) | s->v_count[2];
  242. av_log(s->avctx, AV_LOG_DEBUG, "pix fmt id %x\n", pix_fmt_id);
  243. switch(pix_fmt_id){
  244. case 0x222222:
  245. case 0x111111:
  246. if(s->rgb){
  247. s->avctx->pix_fmt = PIX_FMT_RGB32;
  248. }else if(s->nb_components==3)
  249. s->avctx->pix_fmt = s->cs_itu601 ? PIX_FMT_YUV444P : PIX_FMT_YUVJ444P;
  250. else
  251. s->avctx->pix_fmt = PIX_FMT_GRAY8;
  252. break;
  253. case 0x211111:
  254. case 0x221212:
  255. s->avctx->pix_fmt = s->cs_itu601 ? PIX_FMT_YUV422P : PIX_FMT_YUVJ422P;
  256. break;
  257. default:
  258. case 0x221111:
  259. s->avctx->pix_fmt = s->cs_itu601 ? PIX_FMT_YUV420P : PIX_FMT_YUVJ420P;
  260. break;
  261. }
  262. if(s->ls){
  263. if(s->nb_components > 1)
  264. s->avctx->pix_fmt = PIX_FMT_RGB24;
  265. else if(s->bits <= 8)
  266. s->avctx->pix_fmt = PIX_FMT_GRAY8;
  267. else
  268. s->avctx->pix_fmt = PIX_FMT_GRAY16;
  269. }
  270. if(s->picture.data[0])
  271. s->avctx->release_buffer(s->avctx, &s->picture);
  272. s->picture.reference= 0;
  273. if(s->avctx->get_buffer(s->avctx, &s->picture) < 0){
  274. av_log(s->avctx, AV_LOG_ERROR, "get_buffer() failed\n");
  275. return -1;
  276. }
  277. s->picture.pict_type= I_TYPE;
  278. s->picture.key_frame= 1;
  279. for(i=0; i<3; i++){
  280. s->linesize[i]= s->picture.linesize[i] << s->interlaced;
  281. }
  282. // printf("%d %d %d %d %d %d\n", s->width, s->height, s->linesize[0], s->linesize[1], s->interlaced, s->avctx->height);
  283. if (len != (8+(3*nb_components)))
  284. {
  285. av_log(s->avctx, AV_LOG_DEBUG, "decode_sof0: error, len(%d) mismatch\n", len);
  286. }
  287. /* totally blank picture as progressive JPEG will only add details to it */
  288. if(s->progressive){
  289. memset(s->picture.data[0], 0, s->picture.linesize[0] * s->height);
  290. memset(s->picture.data[1], 0, s->picture.linesize[1] * s->height >> (s->v_max - s->v_count[1]));
  291. memset(s->picture.data[2], 0, s->picture.linesize[2] * s->height >> (s->v_max - s->v_count[2]));
  292. }
  293. return 0;
  294. }
  295. static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
  296. {
  297. int code;
  298. code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
  299. if (code < 0)
  300. {
  301. av_log(s->avctx, AV_LOG_WARNING, "mjpeg_decode_dc: bad vlc: %d:%d (%p)\n", 0, dc_index,
  302. &s->vlcs[0][dc_index]);
  303. return 0xffff;
  304. }
  305. if(code)
  306. return get_xbits(&s->gb, code);
  307. else
  308. return 0;
  309. }
  310. /* decode block and dequantize */
  311. static int decode_block(MJpegDecodeContext *s, DCTELEM *block,
  312. int component, int dc_index, int ac_index, int16_t *quant_matrix)
  313. {
  314. int code, i, j, level, val;
  315. /* DC coef */
  316. val = mjpeg_decode_dc(s, dc_index);
  317. if (val == 0xffff) {
  318. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  319. return -1;
  320. }
  321. val = val * quant_matrix[0] + s->last_dc[component];
  322. s->last_dc[component] = val;
  323. block[0] = val;
  324. /* AC coefs */
  325. i = 0;
  326. {OPEN_READER(re, &s->gb)
  327. for(;;) {
  328. UPDATE_CACHE(re, &s->gb);
  329. GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2)
  330. /* EOB */
  331. if (code == 0x10)
  332. break;
  333. i += ((unsigned)code) >> 4;
  334. if(code != 0x100){
  335. code &= 0xf;
  336. if(code > MIN_CACHE_BITS - 16){
  337. UPDATE_CACHE(re, &s->gb)
  338. }
  339. {
  340. int cache=GET_CACHE(re,&s->gb);
  341. int sign=(~cache)>>31;
  342. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  343. }
  344. LAST_SKIP_BITS(re, &s->gb, code)
  345. if (i >= 63) {
  346. if(i == 63){
  347. j = s->scantable.permutated[63];
  348. block[j] = level * quant_matrix[j];
  349. break;
  350. }
  351. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  352. return -1;
  353. }
  354. j = s->scantable.permutated[i];
  355. block[j] = level * quant_matrix[j];
  356. }
  357. }
  358. CLOSE_READER(re, &s->gb)}
  359. return 0;
  360. }
  361. /* decode block and dequantize - progressive JPEG version */
  362. static int decode_block_progressive(MJpegDecodeContext *s, DCTELEM *block,
  363. int component, int dc_index, int ac_index, int16_t *quant_matrix,
  364. int ss, int se, int Ah, int Al, int *EOBRUN)
  365. {
  366. int code, i, j, level, val, run;
  367. /* DC coef */
  368. if(!ss){
  369. val = mjpeg_decode_dc(s, dc_index);
  370. if (val == 0xffff) {
  371. av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
  372. return -1;
  373. }
  374. val = (val * quant_matrix[0] << Al) + s->last_dc[component];
  375. }else
  376. val = 0;
  377. s->last_dc[component] = val;
  378. block[0] = val;
  379. if(!se) return 0;
  380. /* AC coefs */
  381. if(*EOBRUN){
  382. (*EOBRUN)--;
  383. return 0;
  384. }
  385. {OPEN_READER(re, &s->gb)
  386. for(i=ss;;i++) {
  387. UPDATE_CACHE(re, &s->gb);
  388. GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2)
  389. /* Progressive JPEG use AC coeffs from zero and this decoder sets offset 16 by default */
  390. code -= 16;
  391. if(code & 0xF) {
  392. i += ((unsigned) code) >> 4;
  393. code &= 0xf;
  394. if(code > MIN_CACHE_BITS - 16){
  395. UPDATE_CACHE(re, &s->gb)
  396. }
  397. {
  398. int cache=GET_CACHE(re,&s->gb);
  399. int sign=(~cache)>>31;
  400. level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
  401. }
  402. LAST_SKIP_BITS(re, &s->gb, code)
  403. if (i >= se) {
  404. if(i == se){
  405. j = s->scantable.permutated[se];
  406. block[j] = level * quant_matrix[j] << Al;
  407. break;
  408. }
  409. av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
  410. return -1;
  411. }
  412. j = s->scantable.permutated[i];
  413. block[j] = level * quant_matrix[j] << Al;
  414. }else{
  415. run = ((unsigned) code) >> 4;
  416. if(run == 0xF){// ZRL - skip 15 coefficients
  417. i += 15;
  418. }else{
  419. val = run;
  420. run = (1 << run);
  421. UPDATE_CACHE(re, &s->gb);
  422. run += (GET_CACHE(re, &s->gb) >> (32 - val)) & (run - 1);
  423. if(val)
  424. LAST_SKIP_BITS(re, &s->gb, val);
  425. *EOBRUN = run - 1;
  426. break;
  427. }
  428. }
  429. }
  430. CLOSE_READER(re, &s->gb)}
  431. return 0;
  432. }
  433. static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int predictor, int point_transform){
  434. int i, mb_x, mb_y;
  435. uint16_t buffer[32768][4];
  436. int left[3], top[3], topleft[3];
  437. const int linesize= s->linesize[0];
  438. const int mask= (1<<s->bits)-1;
  439. if((unsigned)s->mb_width > 32768) //dynamic alloc
  440. return -1;
  441. for(i=0; i<3; i++){
  442. buffer[0][i]= 1 << (s->bits + point_transform - 1);
  443. }
  444. for(mb_y = 0; mb_y < s->mb_height; mb_y++) {
  445. const int modified_predictor= mb_y ? predictor : 1;
  446. uint8_t *ptr = s->picture.data[0] + (linesize * mb_y);
  447. if (s->interlaced && s->bottom_field)
  448. ptr += linesize >> 1;
  449. for(i=0; i<3; i++){
  450. top[i]= left[i]= topleft[i]= buffer[0][i];
  451. }
  452. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  453. if (s->restart_interval && !s->restart_count)
  454. s->restart_count = s->restart_interval;
  455. for(i=0;i<3;i++) {
  456. int pred;
  457. topleft[i]= top[i];
  458. top[i]= buffer[mb_x][i];
  459. PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
  460. left[i]=
  461. buffer[mb_x][i]= mask & (pred + (mjpeg_decode_dc(s, s->dc_index[i]) << point_transform));
  462. }
  463. if (s->restart_interval && !--s->restart_count) {
  464. align_get_bits(&s->gb);
  465. skip_bits(&s->gb, 16); /* skip RSTn */
  466. }
  467. }
  468. if(s->rct){
  469. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  470. ptr[4*mb_x+1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200)>>2);
  471. ptr[4*mb_x+0] = buffer[mb_x][1] + ptr[4*mb_x+1];
  472. ptr[4*mb_x+2] = buffer[mb_x][2] + ptr[4*mb_x+1];
  473. }
  474. }else if(s->pegasus_rct){
  475. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  476. ptr[4*mb_x+1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2])>>2);
  477. ptr[4*mb_x+0] = buffer[mb_x][1] + ptr[4*mb_x+1];
  478. ptr[4*mb_x+2] = buffer[mb_x][2] + ptr[4*mb_x+1];
  479. }
  480. }else{
  481. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  482. ptr[4*mb_x+0] = buffer[mb_x][0];
  483. ptr[4*mb_x+1] = buffer[mb_x][1];
  484. ptr[4*mb_x+2] = buffer[mb_x][2];
  485. }
  486. }
  487. }
  488. return 0;
  489. }
  490. static int ljpeg_decode_yuv_scan(MJpegDecodeContext *s, int predictor, int point_transform){
  491. int i, mb_x, mb_y;
  492. const int nb_components=3;
  493. for(mb_y = 0; mb_y < s->mb_height; mb_y++) {
  494. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  495. if (s->restart_interval && !s->restart_count)
  496. s->restart_count = s->restart_interval;
  497. if(mb_x==0 || mb_y==0 || s->interlaced){
  498. for(i=0;i<nb_components;i++) {
  499. uint8_t *ptr;
  500. int n, h, v, x, y, c, j, linesize;
  501. n = s->nb_blocks[i];
  502. c = s->comp_index[i];
  503. h = s->h_scount[i];
  504. v = s->v_scount[i];
  505. x = 0;
  506. y = 0;
  507. linesize= s->linesize[c];
  508. for(j=0; j<n; j++) {
  509. int pred;
  510. ptr = s->picture.data[c] + (linesize * (v * mb_y + y)) + (h * mb_x + x); //FIXME optimize this crap
  511. if(y==0 && mb_y==0){
  512. if(x==0 && mb_x==0){
  513. pred= 128 << point_transform;
  514. }else{
  515. pred= ptr[-1];
  516. }
  517. }else{
  518. if(x==0 && mb_x==0){
  519. pred= ptr[-linesize];
  520. }else{
  521. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  522. }
  523. }
  524. if (s->interlaced && s->bottom_field)
  525. ptr += linesize >> 1;
  526. *ptr= pred + (mjpeg_decode_dc(s, s->dc_index[i]) << point_transform);
  527. if (++x == h) {
  528. x = 0;
  529. y++;
  530. }
  531. }
  532. }
  533. }else{
  534. for(i=0;i<nb_components;i++) {
  535. uint8_t *ptr;
  536. int n, h, v, x, y, c, j, linesize;
  537. n = s->nb_blocks[i];
  538. c = s->comp_index[i];
  539. h = s->h_scount[i];
  540. v = s->v_scount[i];
  541. x = 0;
  542. y = 0;
  543. linesize= s->linesize[c];
  544. for(j=0; j<n; j++) {
  545. int pred;
  546. ptr = s->picture.data[c] + (linesize * (v * mb_y + y)) + (h * mb_x + x); //FIXME optimize this crap
  547. PREDICT(pred, ptr[-linesize-1], ptr[-linesize], ptr[-1], predictor);
  548. *ptr= pred + (mjpeg_decode_dc(s, s->dc_index[i]) << point_transform);
  549. if (++x == h) {
  550. x = 0;
  551. y++;
  552. }
  553. }
  554. }
  555. }
  556. if (s->restart_interval && !--s->restart_count) {
  557. align_get_bits(&s->gb);
  558. skip_bits(&s->gb, 16); /* skip RSTn */
  559. }
  560. }
  561. }
  562. return 0;
  563. }
  564. static int mjpeg_decode_scan(MJpegDecodeContext *s, int nb_components, int ss, int se, int Ah, int Al){
  565. int i, mb_x, mb_y;
  566. int EOBRUN = 0;
  567. if(Ah) return 0; /* TODO decode refinement planes too */
  568. for(mb_y = 0; mb_y < s->mb_height; mb_y++) {
  569. for(mb_x = 0; mb_x < s->mb_width; mb_x++) {
  570. if (s->restart_interval && !s->restart_count)
  571. s->restart_count = s->restart_interval;
  572. for(i=0;i<nb_components;i++) {
  573. uint8_t *ptr;
  574. int n, h, v, x, y, c, j;
  575. n = s->nb_blocks[i];
  576. c = s->comp_index[i];
  577. h = s->h_scount[i];
  578. v = s->v_scount[i];
  579. x = 0;
  580. y = 0;
  581. for(j=0;j<n;j++) {
  582. memset(s->block, 0, sizeof(s->block));
  583. if (!s->progressive && decode_block(s, s->block, i,
  584. s->dc_index[i], s->ac_index[i],
  585. s->quant_matrixes[ s->quant_index[c] ]) < 0) {
  586. av_log(s->avctx, AV_LOG_ERROR, "error y=%d x=%d\n", mb_y, mb_x);
  587. return -1;
  588. }
  589. if (s->progressive && decode_block_progressive(s, s->block, i,
  590. s->dc_index[i], s->ac_index[i],
  591. s->quant_matrixes[ s->quant_index[c] ], ss, se, Ah, Al, &EOBRUN) < 0) {
  592. av_log(s->avctx, AV_LOG_ERROR, "error y=%d x=%d\n", mb_y, mb_x);
  593. return -1;
  594. }
  595. // av_log(s->avctx, AV_LOG_DEBUG, "mb: %d %d processed\n", mb_y, mb_x);
  596. ptr = s->picture.data[c] +
  597. (((s->linesize[c] * (v * mb_y + y) * 8) +
  598. (h * mb_x + x) * 8) >> s->avctx->lowres);
  599. if (s->interlaced && s->bottom_field)
  600. ptr += s->linesize[c] >> 1;
  601. //av_log(NULL, AV_LOG_DEBUG, "%d %d %d %d %d %d %d %d \n", mb_x, mb_y, x, y, c, s->bottom_field, (v * mb_y + y) * 8, (h * mb_x + x) * 8);
  602. if(!s->progressive)
  603. s->dsp.idct_put(ptr, s->linesize[c], s->block);
  604. else
  605. s->dsp.idct_add(ptr, s->linesize[c], s->block);
  606. if (++x == h) {
  607. x = 0;
  608. y++;
  609. }
  610. }
  611. }
  612. /* (< 1350) buggy workaround for Spectralfan.mov, should be fixed */
  613. if (s->restart_interval && (s->restart_interval < 1350) &&
  614. !--s->restart_count) {
  615. align_get_bits(&s->gb);
  616. skip_bits(&s->gb, 16); /* skip RSTn */
  617. for (i=0; i<nb_components; i++) /* reset dc */
  618. s->last_dc[i] = 1024;
  619. }
  620. }
  621. }
  622. return 0;
  623. }
  624. static int mjpeg_decode_sos(MJpegDecodeContext *s)
  625. {
  626. int len, nb_components, i, h, v, predictor, point_transform;
  627. int vmax, hmax, index, id;
  628. const int block_size= s->lossless ? 1 : 8;
  629. int ilv, prev_shift;
  630. /* XXX: verify len field validity */
  631. len = get_bits(&s->gb, 16);
  632. nb_components = get_bits(&s->gb, 8);
  633. if (len != 6+2*nb_components)
  634. {
  635. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: invalid len (%d)\n", len);
  636. return -1;
  637. }
  638. vmax = 0;
  639. hmax = 0;
  640. for(i=0;i<nb_components;i++) {
  641. id = get_bits(&s->gb, 8) - 1;
  642. av_log(s->avctx, AV_LOG_DEBUG, "component: %d\n", id);
  643. /* find component index */
  644. for(index=0;index<s->nb_components;index++)
  645. if (id == s->component_id[index])
  646. break;
  647. if (index == s->nb_components)
  648. {
  649. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: index(%d) out of components\n", index);
  650. return -1;
  651. }
  652. s->comp_index[i] = index;
  653. s->nb_blocks[i] = s->h_count[index] * s->v_count[index];
  654. s->h_scount[i] = s->h_count[index];
  655. s->v_scount[i] = s->v_count[index];
  656. s->dc_index[i] = get_bits(&s->gb, 4);
  657. s->ac_index[i] = get_bits(&s->gb, 4);
  658. if (s->dc_index[i] < 0 || s->ac_index[i] < 0 ||
  659. s->dc_index[i] >= 4 || s->ac_index[i] >= 4)
  660. goto out_of_range;
  661. #if 0 //buggy
  662. switch(s->start_code)
  663. {
  664. case SOF0:
  665. if (dc_index[i] > 1 || ac_index[i] > 1)
  666. goto out_of_range;
  667. break;
  668. case SOF1:
  669. case SOF2:
  670. if (dc_index[i] > 3 || ac_index[i] > 3)
  671. goto out_of_range;
  672. break;
  673. case SOF3:
  674. if (dc_index[i] > 3 || ac_index[i] != 0)
  675. goto out_of_range;
  676. break;
  677. }
  678. #endif
  679. }
  680. predictor= get_bits(&s->gb, 8); /* JPEG Ss / lossless JPEG predictor /JPEG-LS NEAR */
  681. ilv= get_bits(&s->gb, 8); /* JPEG Se / JPEG-LS ILV */
  682. prev_shift = get_bits(&s->gb, 4); /* Ah */
  683. point_transform= get_bits(&s->gb, 4); /* Al */
  684. for(i=0;i<nb_components;i++)
  685. s->last_dc[i] = 1024;
  686. if (nb_components > 1) {
  687. /* interleaved stream */
  688. s->mb_width = (s->width + s->h_max * block_size - 1) / (s->h_max * block_size);
  689. s->mb_height = (s->height + s->v_max * block_size - 1) / (s->v_max * block_size);
  690. } else if(!s->ls) { /* skip this for JPEG-LS */
  691. h = s->h_max / s->h_scount[0];
  692. v = s->v_max / s->v_scount[0];
  693. s->mb_width = (s->width + h * block_size - 1) / (h * block_size);
  694. s->mb_height = (s->height + v * block_size - 1) / (v * block_size);
  695. s->nb_blocks[0] = 1;
  696. s->h_scount[0] = 1;
  697. s->v_scount[0] = 1;
  698. }
  699. if(s->avctx->debug & FF_DEBUG_PICT_INFO)
  700. av_log(s->avctx, AV_LOG_DEBUG, "%s %s p:%d >>:%d ilv:%d bits:%d %s\n", s->lossless ? "lossless" : "sequencial DCT", s->rgb ? "RGB" : "",
  701. predictor, point_transform, ilv, s->bits,
  702. s->pegasus_rct ? "PRCT" : (s->rct ? "RCT" : ""));
  703. /* mjpeg-b can have padding bytes between sos and image data, skip them */
  704. for (i = s->mjpb_skiptosod; i > 0; i--)
  705. skip_bits(&s->gb, 8);
  706. if(s->lossless){
  707. if(ENABLE_JPEGLS_DECODER && s->ls){
  708. // for(){
  709. // reset_ls_coding_parameters(s, 0);
  710. ff_jpegls_decode_picture(s, predictor, point_transform, ilv);
  711. }else{
  712. if(s->rgb){
  713. if(ljpeg_decode_rgb_scan(s, predictor, point_transform) < 0)
  714. return -1;
  715. }else{
  716. if(ljpeg_decode_yuv_scan(s, predictor, point_transform) < 0)
  717. return -1;
  718. }
  719. }
  720. }else{
  721. if(mjpeg_decode_scan(s, nb_components, predictor, ilv, prev_shift, point_transform) < 0)
  722. return -1;
  723. }
  724. emms_c();
  725. return 0;
  726. out_of_range:
  727. av_log(s->avctx, AV_LOG_ERROR, "decode_sos: ac/dc index out of range\n");
  728. return -1;
  729. }
  730. static int mjpeg_decode_dri(MJpegDecodeContext *s)
  731. {
  732. if (get_bits(&s->gb, 16) != 4)
  733. return -1;
  734. s->restart_interval = get_bits(&s->gb, 16);
  735. s->restart_count = 0;
  736. av_log(s->avctx, AV_LOG_DEBUG, "restart interval: %d\n", s->restart_interval);
  737. return 0;
  738. }
  739. static int mjpeg_decode_app(MJpegDecodeContext *s)
  740. {
  741. int len, id, i;
  742. len = get_bits(&s->gb, 16);
  743. if (len < 5)
  744. return -1;
  745. if(8*len + get_bits_count(&s->gb) > s->gb.size_in_bits)
  746. return -1;
  747. id = (get_bits(&s->gb, 16) << 16) | get_bits(&s->gb, 16);
  748. id = be2me_32(id);
  749. len -= 6;
  750. if(s->avctx->debug & FF_DEBUG_STARTCODE){
  751. av_log(s->avctx, AV_LOG_DEBUG, "APPx %8X\n", id);
  752. }
  753. /* buggy AVID, it puts EOI only at every 10th frame */
  754. /* also this fourcc is used by non-avid files too, it holds some
  755. informations, but it's always present in AVID creates files */
  756. if (id == ff_get_fourcc("AVI1"))
  757. {
  758. /* structure:
  759. 4bytes AVI1
  760. 1bytes polarity
  761. 1bytes always zero
  762. 4bytes field_size
  763. 4bytes field_size_less_padding
  764. */
  765. s->buggy_avid = 1;
  766. // if (s->first_picture)
  767. // printf("mjpeg: workarounding buggy AVID\n");
  768. i = get_bits(&s->gb, 8);
  769. if (i==2) s->bottom_field= 1;
  770. else if(i==1) s->bottom_field= 0;
  771. #if 0
  772. skip_bits(&s->gb, 8);
  773. skip_bits(&s->gb, 32);
  774. skip_bits(&s->gb, 32);
  775. len -= 10;
  776. #endif
  777. // if (s->interlace_polarity)
  778. // printf("mjpeg: interlace polarity: %d\n", s->interlace_polarity);
  779. goto out;
  780. }
  781. // len -= 2;
  782. if (id == ff_get_fourcc("JFIF"))
  783. {
  784. int t_w, t_h, v1, v2;
  785. skip_bits(&s->gb, 8); /* the trailing zero-byte */
  786. v1= get_bits(&s->gb, 8);
  787. v2= get_bits(&s->gb, 8);
  788. skip_bits(&s->gb, 8);
  789. s->avctx->sample_aspect_ratio.num= get_bits(&s->gb, 16);
  790. s->avctx->sample_aspect_ratio.den= get_bits(&s->gb, 16);
  791. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  792. av_log(s->avctx, AV_LOG_INFO, "mjpeg: JFIF header found (version: %x.%x) SAR=%d/%d\n",
  793. v1, v2,
  794. s->avctx->sample_aspect_ratio.num,
  795. s->avctx->sample_aspect_ratio.den
  796. );
  797. t_w = get_bits(&s->gb, 8);
  798. t_h = get_bits(&s->gb, 8);
  799. if (t_w && t_h)
  800. {
  801. /* skip thumbnail */
  802. if (len-10-(t_w*t_h*3) > 0)
  803. len -= t_w*t_h*3;
  804. }
  805. len -= 10;
  806. goto out;
  807. }
  808. if (id == ff_get_fourcc("Adob") && (get_bits(&s->gb, 8) == 'e'))
  809. {
  810. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  811. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Adobe header found\n");
  812. skip_bits(&s->gb, 16); /* version */
  813. skip_bits(&s->gb, 16); /* flags0 */
  814. skip_bits(&s->gb, 16); /* flags1 */
  815. skip_bits(&s->gb, 8); /* transform */
  816. len -= 7;
  817. goto out;
  818. }
  819. if (id == ff_get_fourcc("LJIF")){
  820. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  821. av_log(s->avctx, AV_LOG_INFO, "Pegasus lossless jpeg header found\n");
  822. skip_bits(&s->gb, 16); /* version ? */
  823. skip_bits(&s->gb, 16); /* unknwon always 0? */
  824. skip_bits(&s->gb, 16); /* unknwon always 0? */
  825. skip_bits(&s->gb, 16); /* unknwon always 0? */
  826. switch( get_bits(&s->gb, 8)){
  827. case 1:
  828. s->rgb= 1;
  829. s->pegasus_rct=0;
  830. break;
  831. case 2:
  832. s->rgb= 1;
  833. s->pegasus_rct=1;
  834. break;
  835. default:
  836. av_log(s->avctx, AV_LOG_ERROR, "unknown colorspace\n");
  837. }
  838. len -= 9;
  839. goto out;
  840. }
  841. /* Apple MJPEG-A */
  842. if ((s->start_code == APP1) && (len > (0x28 - 8)))
  843. {
  844. id = (get_bits(&s->gb, 16) << 16) | get_bits(&s->gb, 16);
  845. id = be2me_32(id);
  846. len -= 4;
  847. if (id == ff_get_fourcc("mjpg")) /* Apple MJPEG-A */
  848. {
  849. #if 0
  850. skip_bits(&s->gb, 32); /* field size */
  851. skip_bits(&s->gb, 32); /* pad field size */
  852. skip_bits(&s->gb, 32); /* next off */
  853. skip_bits(&s->gb, 32); /* quant off */
  854. skip_bits(&s->gb, 32); /* huff off */
  855. skip_bits(&s->gb, 32); /* image off */
  856. skip_bits(&s->gb, 32); /* scan off */
  857. skip_bits(&s->gb, 32); /* data off */
  858. #endif
  859. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  860. av_log(s->avctx, AV_LOG_INFO, "mjpeg: Apple MJPEG-A header found\n");
  861. }
  862. }
  863. out:
  864. /* slow but needed for extreme adobe jpegs */
  865. if (len < 0)
  866. av_log(s->avctx, AV_LOG_ERROR, "mjpeg: error, decode_app parser read over the end\n");
  867. while(--len > 0)
  868. skip_bits(&s->gb, 8);
  869. return 0;
  870. }
  871. static int mjpeg_decode_com(MJpegDecodeContext *s)
  872. {
  873. int len = get_bits(&s->gb, 16);
  874. if (len >= 2 && 8*len - 16 + get_bits_count(&s->gb) <= s->gb.size_in_bits) {
  875. char *cbuf = av_malloc(len - 1);
  876. if (cbuf) {
  877. int i;
  878. for (i = 0; i < len - 2; i++)
  879. cbuf[i] = get_bits(&s->gb, 8);
  880. if (i > 0 && cbuf[i-1] == '\n')
  881. cbuf[i-1] = 0;
  882. else
  883. cbuf[i] = 0;
  884. if(s->avctx->debug & FF_DEBUG_PICT_INFO)
  885. av_log(s->avctx, AV_LOG_INFO, "mjpeg comment: '%s'\n", cbuf);
  886. /* buggy avid, it puts EOI only at every 10th frame */
  887. if (!strcmp(cbuf, "AVID"))
  888. {
  889. s->buggy_avid = 1;
  890. // if (s->first_picture)
  891. // printf("mjpeg: workarounding buggy AVID\n");
  892. }
  893. else if(!strcmp(cbuf, "CS=ITU601")){
  894. s->cs_itu601= 1;
  895. }
  896. av_free(cbuf);
  897. }
  898. }
  899. return 0;
  900. }
  901. #if 0
  902. static int valid_marker_list[] =
  903. {
  904. /* 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, a, b, c, d, e, f */
  905. /* 0 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  906. /* 1 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  907. /* 2 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  908. /* 3 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  909. /* 4 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  910. /* 5 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  911. /* 6 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  912. /* 7 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  913. /* 8 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  914. /* 9 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  915. /* a */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  916. /* b */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  917. /* c */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
  918. /* d */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
  919. /* e */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
  920. /* f */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0,
  921. }
  922. #endif
  923. /* return the 8 bit start code value and update the search
  924. state. Return -1 if no start code found */
  925. static int find_marker(uint8_t **pbuf_ptr, uint8_t *buf_end)
  926. {
  927. uint8_t *buf_ptr;
  928. unsigned int v, v2;
  929. int val;
  930. #ifdef DEBUG
  931. int skipped=0;
  932. #endif
  933. buf_ptr = *pbuf_ptr;
  934. while (buf_ptr < buf_end) {
  935. v = *buf_ptr++;
  936. v2 = *buf_ptr;
  937. if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe) && buf_ptr < buf_end) {
  938. val = *buf_ptr++;
  939. goto found;
  940. }
  941. #ifdef DEBUG
  942. skipped++;
  943. #endif
  944. }
  945. val = -1;
  946. found:
  947. #ifdef DEBUG
  948. av_log(NULL, AV_LOG_VERBOSE, "find_marker skipped %d bytes\n", skipped);
  949. #endif
  950. *pbuf_ptr = buf_ptr;
  951. return val;
  952. }
  953. int ff_mjpeg_decode_frame(AVCodecContext *avctx,
  954. void *data, int *data_size,
  955. uint8_t *buf, int buf_size)
  956. {
  957. MJpegDecodeContext *s = avctx->priv_data;
  958. uint8_t *buf_end, *buf_ptr;
  959. int start_code;
  960. AVFrame *picture = data;
  961. buf_ptr = buf;
  962. buf_end = buf + buf_size;
  963. while (buf_ptr < buf_end) {
  964. /* find start next marker */
  965. start_code = find_marker(&buf_ptr, buf_end);
  966. {
  967. /* EOF */
  968. if (start_code < 0) {
  969. goto the_end;
  970. } else {
  971. av_log(avctx, AV_LOG_DEBUG, "marker=%x avail_size_in_buf=%d\n", start_code, buf_end - buf_ptr);
  972. if ((buf_end - buf_ptr) > s->buffer_size)
  973. {
  974. av_free(s->buffer);
  975. s->buffer_size = buf_end-buf_ptr;
  976. s->buffer = av_malloc(s->buffer_size + FF_INPUT_BUFFER_PADDING_SIZE);
  977. av_log(avctx, AV_LOG_DEBUG, "buffer too small, expanding to %d bytes\n",
  978. s->buffer_size);
  979. }
  980. /* unescape buffer of SOS, use special treatment for JPEG-LS */
  981. if (start_code == SOS && !s->ls)
  982. {
  983. uint8_t *src = buf_ptr;
  984. uint8_t *dst = s->buffer;
  985. while (src<buf_end)
  986. {
  987. uint8_t x = *(src++);
  988. *(dst++) = x;
  989. if (avctx->codec_id != CODEC_ID_THP)
  990. {
  991. if (x == 0xff) {
  992. while (src < buf_end && x == 0xff)
  993. x = *(src++);
  994. if (x >= 0xd0 && x <= 0xd7)
  995. *(dst++) = x;
  996. else if (x)
  997. break;
  998. }
  999. }
  1000. }
  1001. init_get_bits(&s->gb, s->buffer, (dst - s->buffer)*8);
  1002. av_log(avctx, AV_LOG_DEBUG, "escaping removed %d bytes\n",
  1003. (buf_end - buf_ptr) - (dst - s->buffer));
  1004. }
  1005. else if(start_code == SOS && s->ls){
  1006. uint8_t *src = buf_ptr;
  1007. uint8_t *dst = s->buffer;
  1008. int bit_count = 0;
  1009. int t = 0, b = 0;
  1010. PutBitContext pb;
  1011. s->cur_scan++;
  1012. /* find marker */
  1013. while (src + t < buf_end){
  1014. uint8_t x = src[t++];
  1015. if (x == 0xff){
  1016. while((src + t < buf_end) && x == 0xff)
  1017. x = src[t++];
  1018. if (x & 0x80) {
  1019. t -= 2;
  1020. break;
  1021. }
  1022. }
  1023. }
  1024. bit_count = t * 8;
  1025. init_put_bits(&pb, dst, t);
  1026. /* unescape bitstream */
  1027. while(b < t){
  1028. uint8_t x = src[b++];
  1029. put_bits(&pb, 8, x);
  1030. if(x == 0xFF){
  1031. x = src[b++];
  1032. put_bits(&pb, 7, x);
  1033. bit_count--;
  1034. }
  1035. }
  1036. flush_put_bits(&pb);
  1037. init_get_bits(&s->gb, dst, bit_count);
  1038. }
  1039. else
  1040. init_get_bits(&s->gb, buf_ptr, (buf_end - buf_ptr)*8);
  1041. s->start_code = start_code;
  1042. if(s->avctx->debug & FF_DEBUG_STARTCODE){
  1043. av_log(avctx, AV_LOG_DEBUG, "startcode: %X\n", start_code);
  1044. }
  1045. /* process markers */
  1046. if (start_code >= 0xd0 && start_code <= 0xd7) {
  1047. av_log(avctx, AV_LOG_DEBUG, "restart marker: %d\n", start_code&0x0f);
  1048. /* APP fields */
  1049. } else if (start_code >= APP0 && start_code <= APP15) {
  1050. mjpeg_decode_app(s);
  1051. /* Comment */
  1052. } else if (start_code == COM){
  1053. mjpeg_decode_com(s);
  1054. }
  1055. switch(start_code) {
  1056. case SOI:
  1057. s->restart_interval = 0;
  1058. s->restart_count = 0;
  1059. /* nothing to do on SOI */
  1060. break;
  1061. case DQT:
  1062. mjpeg_decode_dqt(s);
  1063. break;
  1064. case DHT:
  1065. if(mjpeg_decode_dht(s) < 0){
  1066. av_log(avctx, AV_LOG_ERROR, "huffman table decode error\n");
  1067. return -1;
  1068. }
  1069. break;
  1070. case SOF0:
  1071. s->lossless=0;
  1072. s->ls=0;
  1073. s->progressive=0;
  1074. if (mjpeg_decode_sof(s) < 0)
  1075. return -1;
  1076. break;
  1077. case SOF2:
  1078. s->lossless=0;
  1079. s->ls=0;
  1080. s->progressive=1;
  1081. if (mjpeg_decode_sof(s) < 0)
  1082. return -1;
  1083. break;
  1084. case SOF3:
  1085. s->lossless=1;
  1086. s->ls=0;
  1087. s->progressive=0;
  1088. if (mjpeg_decode_sof(s) < 0)
  1089. return -1;
  1090. break;
  1091. case SOF48:
  1092. s->lossless=1;
  1093. s->ls=1;
  1094. s->progressive=0;
  1095. if (mjpeg_decode_sof(s) < 0)
  1096. return -1;
  1097. break;
  1098. case LSE:
  1099. if (!ENABLE_JPEGLS_DECODER || ff_jpegls_decode_lse(s) < 0)
  1100. return -1;
  1101. break;
  1102. case EOI:
  1103. s->cur_scan = 0;
  1104. if ((s->buggy_avid && !s->interlaced) || s->restart_interval)
  1105. break;
  1106. eoi_parser:
  1107. {
  1108. if (s->interlaced) {
  1109. s->bottom_field ^= 1;
  1110. /* if not bottom field, do not output image yet */
  1111. if (s->bottom_field == !s->interlace_polarity)
  1112. goto not_the_end;
  1113. }
  1114. *picture = s->picture;
  1115. *data_size = sizeof(AVFrame);
  1116. if(!s->lossless){
  1117. picture->quality= FFMAX(FFMAX(s->qscale[0], s->qscale[1]), s->qscale[2]);
  1118. picture->qstride= 0;
  1119. picture->qscale_table= s->qscale_table;
  1120. memset(picture->qscale_table, picture->quality, (s->width+15)/16);
  1121. if(avctx->debug & FF_DEBUG_QP)
  1122. av_log(avctx, AV_LOG_DEBUG, "QP: %d\n", picture->quality);
  1123. picture->quality*= FF_QP2LAMBDA;
  1124. }
  1125. goto the_end;
  1126. }
  1127. break;
  1128. case SOS:
  1129. mjpeg_decode_sos(s);
  1130. /* buggy avid puts EOI every 10-20th frame */
  1131. /* if restart period is over process EOI */
  1132. if ((s->buggy_avid && !s->interlaced) || s->restart_interval)
  1133. goto eoi_parser;
  1134. break;
  1135. case DRI:
  1136. mjpeg_decode_dri(s);
  1137. break;
  1138. case SOF1:
  1139. case SOF5:
  1140. case SOF6:
  1141. case SOF7:
  1142. case SOF9:
  1143. case SOF10:
  1144. case SOF11:
  1145. case SOF13:
  1146. case SOF14:
  1147. case SOF15:
  1148. case JPG:
  1149. av_log(avctx, AV_LOG_ERROR, "mjpeg: unsupported coding type (%x)\n", start_code);
  1150. break;
  1151. // default:
  1152. // printf("mjpeg: unsupported marker (%x)\n", start_code);
  1153. // break;
  1154. }
  1155. not_the_end:
  1156. /* eof process start code */
  1157. buf_ptr += (get_bits_count(&s->gb)+7)/8;
  1158. av_log(avctx, AV_LOG_DEBUG, "marker parser used %d bytes (%d bits)\n",
  1159. (get_bits_count(&s->gb)+7)/8, get_bits_count(&s->gb));
  1160. }
  1161. }
  1162. }
  1163. the_end:
  1164. av_log(avctx, AV_LOG_DEBUG, "mjpeg decode frame unused %d bytes\n", buf_end - buf_ptr);
  1165. // return buf_end - buf_ptr;
  1166. return buf_ptr - buf;
  1167. }
  1168. static int mjpegb_decode_frame(AVCodecContext *avctx,
  1169. void *data, int *data_size,
  1170. uint8_t *buf, int buf_size)
  1171. {
  1172. MJpegDecodeContext *s = avctx->priv_data;
  1173. uint8_t *buf_end, *buf_ptr;
  1174. AVFrame *picture = data;
  1175. GetBitContext hgb; /* for the header */
  1176. uint32_t dqt_offs, dht_offs, sof_offs, sos_offs, second_field_offs;
  1177. uint32_t field_size, sod_offs;
  1178. buf_ptr = buf;
  1179. buf_end = buf + buf_size;
  1180. read_header:
  1181. /* reset on every SOI */
  1182. s->restart_interval = 0;
  1183. s->restart_count = 0;
  1184. s->mjpb_skiptosod = 0;
  1185. init_get_bits(&hgb, buf_ptr, /*buf_size*/(buf_end - buf_ptr)*8);
  1186. skip_bits(&hgb, 32); /* reserved zeros */
  1187. if (get_bits_long(&hgb, 32) != MKBETAG('m','j','p','g'))
  1188. {
  1189. av_log(avctx, AV_LOG_WARNING, "not mjpeg-b (bad fourcc)\n");
  1190. return 0;
  1191. }
  1192. field_size = get_bits_long(&hgb, 32); /* field size */
  1193. av_log(avctx, AV_LOG_DEBUG, "field size: 0x%x\n", field_size);
  1194. skip_bits(&hgb, 32); /* padded field size */
  1195. second_field_offs = get_bits_long(&hgb, 32);
  1196. av_log(avctx, AV_LOG_DEBUG, "second field offs: 0x%x\n", second_field_offs);
  1197. dqt_offs = get_bits_long(&hgb, 32);
  1198. av_log(avctx, AV_LOG_DEBUG, "dqt offs: 0x%x\n", dqt_offs);
  1199. if (dqt_offs)
  1200. {
  1201. init_get_bits(&s->gb, buf+dqt_offs, (buf_end - (buf+dqt_offs))*8);
  1202. s->start_code = DQT;
  1203. mjpeg_decode_dqt(s);
  1204. }
  1205. dht_offs = get_bits_long(&hgb, 32);
  1206. av_log(avctx, AV_LOG_DEBUG, "dht offs: 0x%x\n", dht_offs);
  1207. if (dht_offs)
  1208. {
  1209. init_get_bits(&s->gb, buf+dht_offs, (buf_end - (buf+dht_offs))*8);
  1210. s->start_code = DHT;
  1211. mjpeg_decode_dht(s);
  1212. }
  1213. sof_offs = get_bits_long(&hgb, 32);
  1214. av_log(avctx, AV_LOG_DEBUG, "sof offs: 0x%x\n", sof_offs);
  1215. if (sof_offs)
  1216. {
  1217. init_get_bits(&s->gb, buf+sof_offs, (buf_end - (buf+sof_offs))*8);
  1218. s->start_code = SOF0;
  1219. if (mjpeg_decode_sof(s) < 0)
  1220. return -1;
  1221. }
  1222. sos_offs = get_bits_long(&hgb, 32);
  1223. av_log(avctx, AV_LOG_DEBUG, "sos offs: 0x%x\n", sos_offs);
  1224. sod_offs = get_bits_long(&hgb, 32);
  1225. av_log(avctx, AV_LOG_DEBUG, "sod offs: 0x%x\n", sod_offs);
  1226. if (sos_offs)
  1227. {
  1228. // init_get_bits(&s->gb, buf+sos_offs, (buf_end - (buf+sos_offs))*8);
  1229. init_get_bits(&s->gb, buf+sos_offs, field_size*8);
  1230. s->mjpb_skiptosod = (sod_offs - sos_offs - show_bits(&s->gb, 16));
  1231. s->start_code = SOS;
  1232. mjpeg_decode_sos(s);
  1233. }
  1234. if (s->interlaced) {
  1235. s->bottom_field ^= 1;
  1236. /* if not bottom field, do not output image yet */
  1237. if (s->bottom_field && second_field_offs)
  1238. {
  1239. buf_ptr = buf + second_field_offs;
  1240. second_field_offs = 0;
  1241. goto read_header;
  1242. }
  1243. }
  1244. //XXX FIXME factorize, this looks very similar to the EOI code
  1245. *picture= s->picture;
  1246. *data_size = sizeof(AVFrame);
  1247. if(!s->lossless){
  1248. picture->quality= FFMAX(FFMAX(s->qscale[0], s->qscale[1]), s->qscale[2]);
  1249. picture->qstride= 0;
  1250. picture->qscale_table= s->qscale_table;
  1251. memset(picture->qscale_table, picture->quality, (s->width+15)/16);
  1252. if(avctx->debug & FF_DEBUG_QP)
  1253. av_log(avctx, AV_LOG_DEBUG, "QP: %d\n", picture->quality);
  1254. picture->quality*= FF_QP2LAMBDA;
  1255. }
  1256. return buf_ptr - buf;
  1257. }
  1258. #include "sp5x.h"
  1259. static int sp5x_decode_frame(AVCodecContext *avctx,
  1260. void *data, int *data_size,
  1261. uint8_t *buf, int buf_size)
  1262. {
  1263. #if 0
  1264. MJpegDecodeContext *s = avctx->priv_data;
  1265. #endif
  1266. const int qscale = 5;
  1267. uint8_t *buf_ptr, *buf_end, *recoded;
  1268. int i = 0, j = 0;
  1269. if (!avctx->width || !avctx->height)
  1270. return -1;
  1271. buf_ptr = buf;
  1272. buf_end = buf + buf_size;
  1273. #if 1
  1274. recoded = av_mallocz(buf_size + 1024);
  1275. if (!recoded)
  1276. return -1;
  1277. /* SOI */
  1278. recoded[j++] = 0xFF;
  1279. recoded[j++] = 0xD8;
  1280. memcpy(recoded+j, &sp5x_data_dqt[0], sizeof(sp5x_data_dqt));
  1281. memcpy(recoded+j+5, &sp5x_quant_table[qscale * 2], 64);
  1282. memcpy(recoded+j+70, &sp5x_quant_table[(qscale * 2) + 1], 64);
  1283. j += sizeof(sp5x_data_dqt);
  1284. memcpy(recoded+j, &sp5x_data_dht[0], sizeof(sp5x_data_dht));
  1285. j += sizeof(sp5x_data_dht);
  1286. memcpy(recoded+j, &sp5x_data_sof[0], sizeof(sp5x_data_sof));
  1287. recoded[j+5] = (avctx->coded_height >> 8) & 0xFF;
  1288. recoded[j+6] = avctx->coded_height & 0xFF;
  1289. recoded[j+7] = (avctx->coded_width >> 8) & 0xFF;
  1290. recoded[j+8] = avctx->coded_width & 0xFF;
  1291. j += sizeof(sp5x_data_sof);
  1292. memcpy(recoded+j, &sp5x_data_sos[0], sizeof(sp5x_data_sos));
  1293. j += sizeof(sp5x_data_sos);
  1294. for (i = 14; i < buf_size && j < buf_size+1024-2; i++)
  1295. {
  1296. recoded[j++] = buf[i];
  1297. if (buf[i] == 0xff)
  1298. recoded[j++] = 0;
  1299. }
  1300. /* EOI */
  1301. recoded[j++] = 0xFF;
  1302. recoded[j++] = 0xD9;
  1303. i = ff_mjpeg_decode_frame(avctx, data, data_size, recoded, j);
  1304. av_free(recoded);
  1305. #else
  1306. /* SOF */
  1307. s->bits = 8;
  1308. s->width = avctx->coded_width;
  1309. s->height = avctx->coded_height;
  1310. s->nb_components = 3;
  1311. s->component_id[0] = 0;
  1312. s->h_count[0] = 2;
  1313. s->v_count[0] = 2;
  1314. s->quant_index[0] = 0;
  1315. s->component_id[1] = 1;
  1316. s->h_count[1] = 1;
  1317. s->v_count[1] = 1;
  1318. s->quant_index[1] = 1;
  1319. s->component_id[2] = 2;
  1320. s->h_count[2] = 1;
  1321. s->v_count[2] = 1;
  1322. s->quant_index[2] = 1;
  1323. s->h_max = 2;
  1324. s->v_max = 2;
  1325. s->qscale_table = av_mallocz((s->width+15)/16);
  1326. avctx->pix_fmt = s->cs_itu601 ? PIX_FMT_YUV420P : PIX_FMT_YUVJ420;
  1327. s->interlaced = 0;
  1328. s->picture.reference = 0;
  1329. if (avctx->get_buffer(avctx, &s->picture) < 0)
  1330. {
  1331. av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
  1332. return -1;
  1333. }
  1334. s->picture.pict_type = I_TYPE;
  1335. s->picture.key_frame = 1;
  1336. for (i = 0; i < 3; i++)
  1337. s->linesize[i] = s->picture.linesize[i] << s->interlaced;
  1338. /* DQT */
  1339. for (i = 0; i < 64; i++)
  1340. {
  1341. j = s->scantable.permutated[i];
  1342. s->quant_matrixes[0][j] = sp5x_quant_table[(qscale * 2) + i];
  1343. }
  1344. s->qscale[0] = FFMAX(
  1345. s->quant_matrixes[0][s->scantable.permutated[1]],
  1346. s->quant_matrixes[0][s->scantable.permutated[8]]) >> 1;
  1347. for (i = 0; i < 64; i++)
  1348. {
  1349. j = s->scantable.permutated[i];
  1350. s->quant_matrixes[1][j] = sp5x_quant_table[(qscale * 2) + 1 + i];
  1351. }
  1352. s->qscale[1] = FFMAX(
  1353. s->quant_matrixes[1][s->scantable.permutated[1]],
  1354. s->quant_matrixes[1][s->scantable.permutated[8]]) >> 1;
  1355. /* DHT */
  1356. /* SOS */
  1357. s->comp_index[0] = 0;
  1358. s->nb_blocks[0] = s->h_count[0] * s->v_count[0];
  1359. s->h_scount[0] = s->h_count[0];
  1360. s->v_scount[0] = s->v_count[0];
  1361. s->dc_index[0] = 0;
  1362. s->ac_index[0] = 0;
  1363. s->comp_index[1] = 1;
  1364. s->nb_blocks[1] = s->h_count[1] * s->v_count[1];
  1365. s->h_scount[1] = s->h_count[1];
  1366. s->v_scount[1] = s->v_count[1];
  1367. s->dc_index[1] = 1;
  1368. s->ac_index[1] = 1;
  1369. s->comp_index[2] = 2;
  1370. s->nb_blocks[2] = s->h_count[2] * s->v_count[2];
  1371. s->h_scount[2] = s->h_count[2];
  1372. s->v_scount[2] = s->v_count[2];
  1373. s->dc_index[2] = 1;
  1374. s->ac_index[2] = 1;
  1375. for (i = 0; i < 3; i++)
  1376. s->last_dc[i] = 1024;
  1377. s->mb_width = (s->width * s->h_max * 8 -1) / (s->h_max * 8);
  1378. s->mb_height = (s->height * s->v_max * 8 -1) / (s->v_max * 8);
  1379. init_get_bits(&s->gb, buf+14, (buf_size-14)*8);
  1380. return mjpeg_decode_scan(s);
  1381. #endif
  1382. return i;
  1383. }
  1384. int ff_mjpeg_decode_end(AVCodecContext *avctx)
  1385. {
  1386. MJpegDecodeContext *s = avctx->priv_data;
  1387. int i, j;
  1388. av_free(s->buffer);
  1389. av_free(s->qscale_table);
  1390. for(i=0;i<2;i++) {
  1391. for(j=0;j<4;j++)
  1392. free_vlc(&s->vlcs[i][j]);
  1393. }
  1394. return 0;
  1395. }
  1396. AVCodec mjpeg_decoder = {
  1397. "mjpeg",
  1398. CODEC_TYPE_VIDEO,
  1399. CODEC_ID_MJPEG,
  1400. sizeof(MJpegDecodeContext),
  1401. ff_mjpeg_decode_init,
  1402. NULL,
  1403. ff_mjpeg_decode_end,
  1404. ff_mjpeg_decode_frame,
  1405. CODEC_CAP_DR1,
  1406. NULL
  1407. };
  1408. AVCodec thp_decoder = {
  1409. "thp",
  1410. CODEC_TYPE_VIDEO,
  1411. CODEC_ID_THP,
  1412. sizeof(MJpegDecodeContext),
  1413. ff_mjpeg_decode_init,
  1414. NULL,
  1415. ff_mjpeg_decode_end,
  1416. ff_mjpeg_decode_frame,
  1417. CODEC_CAP_DR1,
  1418. NULL
  1419. };
  1420. AVCodec mjpegb_decoder = {
  1421. "mjpegb",
  1422. CODEC_TYPE_VIDEO,
  1423. CODEC_ID_MJPEGB,
  1424. sizeof(MJpegDecodeContext),
  1425. ff_mjpeg_decode_init,
  1426. NULL,
  1427. ff_mjpeg_decode_end,
  1428. mjpegb_decode_frame,
  1429. CODEC_CAP_DR1,
  1430. NULL
  1431. };
  1432. AVCodec sp5x_decoder = {
  1433. "sp5x",
  1434. CODEC_TYPE_VIDEO,
  1435. CODEC_ID_SP5X,
  1436. sizeof(MJpegDecodeContext),
  1437. ff_mjpeg_decode_init,
  1438. NULL,
  1439. ff_mjpeg_decode_end,
  1440. sp5x_decode_frame,
  1441. CODEC_CAP_DR1,
  1442. NULL
  1443. };