You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

950 lines
32KB

  1. /*
  2. * MSMPEG4 backend for encoder and decoder
  3. * Copyright (c) 2001 Fabrice Bellard
  4. * Copyright (c) 2002-2013 Michael Niedermayer <michaelni@gmx.at>
  5. *
  6. * msmpeg4v1 & v2 stuff by Michael Niedermayer <michaelni@gmx.at>
  7. *
  8. * This file is part of FFmpeg.
  9. *
  10. * FFmpeg is free software; you can redistribute it and/or
  11. * modify it under the terms of the GNU Lesser General Public
  12. * License as published by the Free Software Foundation; either
  13. * version 2.1 of the License, or (at your option) any later version.
  14. *
  15. * FFmpeg is distributed in the hope that it will be useful,
  16. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  18. * Lesser General Public License for more details.
  19. *
  20. * You should have received a copy of the GNU Lesser General Public
  21. * License along with FFmpeg; if not, write to the Free Software
  22. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  23. */
  24. #include "avcodec.h"
  25. #include "internal.h"
  26. #include "mpegutils.h"
  27. #include "mpegvideo.h"
  28. #include "msmpeg4.h"
  29. #include "libavutil/imgutils.h"
  30. #include "h263.h"
  31. #include "mpeg4video.h"
  32. #include "msmpeg4data.h"
  33. #include "vc1data.h"
  34. #include "wmv2.h"
  35. #define DC_VLC_BITS 9
  36. #define V2_INTRA_CBPC_VLC_BITS 3
  37. #define V2_MB_TYPE_VLC_BITS 7
  38. #define MV_VLC_BITS 9
  39. #define TEX_VLC_BITS 9
  40. #define DEFAULT_INTER_INDEX 3
  41. static inline int msmpeg4v1_pred_dc(MpegEncContext * s, int n,
  42. int32_t **dc_val_ptr)
  43. {
  44. int i;
  45. if (n < 4) {
  46. i= 0;
  47. } else {
  48. i= n-3;
  49. }
  50. *dc_val_ptr= &s->last_dc[i];
  51. return s->last_dc[i];
  52. }
  53. /****************************************/
  54. /* decoding stuff */
  55. VLC ff_mb_non_intra_vlc[4];
  56. static VLC v2_dc_lum_vlc;
  57. static VLC v2_dc_chroma_vlc;
  58. static VLC v2_intra_cbpc_vlc;
  59. static VLC v2_mb_type_vlc;
  60. VLC ff_inter_intra_vlc;
  61. /* This is identical to H.263 except that its range is multiplied by 2. */
  62. static int msmpeg4v2_decode_motion(MpegEncContext * s, int pred, int f_code)
  63. {
  64. int code, val, sign, shift;
  65. code = get_vlc2(&s->gb, ff_h263_mv_vlc.table, H263_MV_VLC_BITS, 2);
  66. ff_dlog(s, "MV code %d at %d %d pred: %d\n", code, s->mb_x,s->mb_y, pred);
  67. if (code < 0)
  68. return 0xffff;
  69. if (code == 0)
  70. return pred;
  71. sign = get_bits1(&s->gb);
  72. shift = f_code - 1;
  73. val = code;
  74. if (shift) {
  75. val = (val - 1) << shift;
  76. val |= get_bits(&s->gb, shift);
  77. val++;
  78. }
  79. if (sign)
  80. val = -val;
  81. val += pred;
  82. if (val <= -64)
  83. val += 64;
  84. else if (val >= 64)
  85. val -= 64;
  86. return val;
  87. }
  88. static int msmpeg4v12_decode_mb(MpegEncContext *s, int16_t block[6][64])
  89. {
  90. int cbp, code, i;
  91. uint32_t * const mb_type_ptr = &s->current_picture.mb_type[s->mb_x + s->mb_y*s->mb_stride];
  92. if (s->pict_type == AV_PICTURE_TYPE_P) {
  93. if (s->use_skip_mb_code) {
  94. if (get_bits1(&s->gb)) {
  95. /* skip mb */
  96. s->mb_intra = 0;
  97. for(i=0;i<6;i++)
  98. s->block_last_index[i] = -1;
  99. s->mv_dir = MV_DIR_FORWARD;
  100. s->mv_type = MV_TYPE_16X16;
  101. s->mv[0][0][0] = 0;
  102. s->mv[0][0][1] = 0;
  103. s->mb_skipped = 1;
  104. *mb_type_ptr = MB_TYPE_SKIP | MB_TYPE_L0 | MB_TYPE_16x16;
  105. return 0;
  106. }
  107. }
  108. if(s->msmpeg4_version==2)
  109. code = get_vlc2(&s->gb, v2_mb_type_vlc.table, V2_MB_TYPE_VLC_BITS, 1);
  110. else
  111. code = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  112. if(code<0 || code>7){
  113. av_log(s->avctx, AV_LOG_ERROR, "cbpc %d invalid at %d %d\n", code, s->mb_x, s->mb_y);
  114. return -1;
  115. }
  116. s->mb_intra = code >>2;
  117. cbp = code & 0x3;
  118. } else {
  119. s->mb_intra = 1;
  120. if(s->msmpeg4_version==2)
  121. cbp= get_vlc2(&s->gb, v2_intra_cbpc_vlc.table, V2_INTRA_CBPC_VLC_BITS, 1);
  122. else
  123. cbp= get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  124. if(cbp<0 || cbp>3){
  125. av_log(s->avctx, AV_LOG_ERROR, "cbpc %d invalid at %d %d\n", cbp, s->mb_x, s->mb_y);
  126. return -1;
  127. }
  128. }
  129. if (!s->mb_intra) {
  130. int mx, my, cbpy;
  131. cbpy= get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  132. if(cbpy<0){
  133. av_log(s->avctx, AV_LOG_ERROR, "cbpy %d invalid at %d %d\n", cbp, s->mb_x, s->mb_y);
  134. return -1;
  135. }
  136. cbp|= cbpy<<2;
  137. if(s->msmpeg4_version==1 || (cbp&3) != 3) cbp^= 0x3C;
  138. ff_h263_pred_motion(s, 0, 0, &mx, &my);
  139. mx= msmpeg4v2_decode_motion(s, mx, 1);
  140. my= msmpeg4v2_decode_motion(s, my, 1);
  141. s->mv_dir = MV_DIR_FORWARD;
  142. s->mv_type = MV_TYPE_16X16;
  143. s->mv[0][0][0] = mx;
  144. s->mv[0][0][1] = my;
  145. *mb_type_ptr = MB_TYPE_L0 | MB_TYPE_16x16;
  146. } else {
  147. int v;
  148. if(s->msmpeg4_version==2){
  149. s->ac_pred = get_bits1(&s->gb);
  150. v = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  151. if (v < 0) {
  152. av_log(s->avctx, AV_LOG_ERROR, "cbpy vlc invalid\n");
  153. return -1;
  154. }
  155. cbp|= v<<2;
  156. } else{
  157. s->ac_pred = 0;
  158. v = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  159. if (v < 0) {
  160. av_log(s->avctx, AV_LOG_ERROR, "cbpy vlc invalid\n");
  161. return -1;
  162. }
  163. cbp|= v<<2;
  164. if(s->pict_type==AV_PICTURE_TYPE_P) cbp^=0x3C;
  165. }
  166. *mb_type_ptr = MB_TYPE_INTRA;
  167. }
  168. s->bdsp.clear_blocks(s->block[0]);
  169. for (i = 0; i < 6; i++) {
  170. if (ff_msmpeg4_decode_block(s, block[i], i, (cbp >> (5 - i)) & 1, NULL) < 0)
  171. {
  172. av_log(s->avctx, AV_LOG_ERROR, "\nerror while decoding block: %d x %d (%d)\n", s->mb_x, s->mb_y, i);
  173. return -1;
  174. }
  175. }
  176. return 0;
  177. }
  178. static int msmpeg4v34_decode_mb(MpegEncContext *s, int16_t block[6][64])
  179. {
  180. int cbp, code, i;
  181. uint8_t *coded_val;
  182. uint32_t * const mb_type_ptr = &s->current_picture.mb_type[s->mb_x + s->mb_y*s->mb_stride];
  183. if (get_bits_left(&s->gb) <= 0)
  184. return AVERROR_INVALIDDATA;
  185. if (s->pict_type == AV_PICTURE_TYPE_P) {
  186. if (s->use_skip_mb_code) {
  187. if (get_bits1(&s->gb)) {
  188. /* skip mb */
  189. s->mb_intra = 0;
  190. for(i=0;i<6;i++)
  191. s->block_last_index[i] = -1;
  192. s->mv_dir = MV_DIR_FORWARD;
  193. s->mv_type = MV_TYPE_16X16;
  194. s->mv[0][0][0] = 0;
  195. s->mv[0][0][1] = 0;
  196. s->mb_skipped = 1;
  197. *mb_type_ptr = MB_TYPE_SKIP | MB_TYPE_L0 | MB_TYPE_16x16;
  198. return 0;
  199. }
  200. }
  201. code = get_vlc2(&s->gb, ff_mb_non_intra_vlc[DEFAULT_INTER_INDEX].table, MB_NON_INTRA_VLC_BITS, 3);
  202. if (code < 0)
  203. return -1;
  204. //s->mb_intra = (code & 0x40) ? 0 : 1;
  205. s->mb_intra = (~code & 0x40) >> 6;
  206. cbp = code & 0x3f;
  207. } else {
  208. s->mb_intra = 1;
  209. code = get_vlc2(&s->gb, ff_msmp4_mb_i_vlc.table, MB_INTRA_VLC_BITS, 2);
  210. if (code < 0)
  211. return -1;
  212. /* predict coded block pattern */
  213. cbp = 0;
  214. for(i=0;i<6;i++) {
  215. int val = ((code >> (5 - i)) & 1);
  216. if (i < 4) {
  217. int pred = ff_msmpeg4_coded_block_pred(s, i, &coded_val);
  218. val = val ^ pred;
  219. *coded_val = val;
  220. }
  221. cbp |= val << (5 - i);
  222. }
  223. }
  224. if (!s->mb_intra) {
  225. int mx, my;
  226. if(s->per_mb_rl_table && cbp){
  227. s->rl_table_index = decode012(&s->gb);
  228. s->rl_chroma_table_index = s->rl_table_index;
  229. }
  230. ff_h263_pred_motion(s, 0, 0, &mx, &my);
  231. if (ff_msmpeg4_decode_motion(s, &mx, &my) < 0)
  232. return -1;
  233. s->mv_dir = MV_DIR_FORWARD;
  234. s->mv_type = MV_TYPE_16X16;
  235. s->mv[0][0][0] = mx;
  236. s->mv[0][0][1] = my;
  237. *mb_type_ptr = MB_TYPE_L0 | MB_TYPE_16x16;
  238. } else {
  239. ff_dlog(s, "I at %d %d %d %06X\n", s->mb_x, s->mb_y,
  240. ((cbp & 3) ? 1 : 0) +((cbp & 0x3C)? 2 : 0),
  241. show_bits(&s->gb, 24));
  242. s->ac_pred = get_bits1(&s->gb);
  243. *mb_type_ptr = MB_TYPE_INTRA;
  244. if(s->inter_intra_pred){
  245. s->h263_aic_dir= get_vlc2(&s->gb, ff_inter_intra_vlc.table, INTER_INTRA_VLC_BITS, 1);
  246. ff_dlog(s, "%d%d %d %d/",
  247. s->ac_pred, s->h263_aic_dir, s->mb_x, s->mb_y);
  248. }
  249. if(s->per_mb_rl_table && cbp){
  250. s->rl_table_index = decode012(&s->gb);
  251. s->rl_chroma_table_index = s->rl_table_index;
  252. }
  253. }
  254. s->bdsp.clear_blocks(s->block[0]);
  255. for (i = 0; i < 6; i++) {
  256. if (ff_msmpeg4_decode_block(s, block[i], i, (cbp >> (5 - i)) & 1, NULL) < 0)
  257. {
  258. av_log(s->avctx, AV_LOG_ERROR, "\nerror while decoding block: %d x %d (%d)\n", s->mb_x, s->mb_y, i);
  259. return -1;
  260. }
  261. }
  262. return 0;
  263. }
  264. /* init all vlc decoding tables */
  265. av_cold int ff_msmpeg4_decode_init(AVCodecContext *avctx)
  266. {
  267. MpegEncContext *s = avctx->priv_data;
  268. static volatile int done = 0;
  269. int i, ret;
  270. MVTable *mv;
  271. if ((ret = av_image_check_size(avctx->width, avctx->height, 0, avctx)) < 0)
  272. return ret;
  273. if (ff_h263_decode_init(avctx) < 0)
  274. return -1;
  275. ff_msmpeg4_common_init(s);
  276. if (!done) {
  277. for(i=0;i<NB_RL_TABLES;i++) {
  278. ff_rl_init(&ff_rl_table[i], ff_static_rl_table_store[i]);
  279. }
  280. INIT_FIRST_VLC_RL(ff_rl_table[0], 642);
  281. INIT_FIRST_VLC_RL(ff_rl_table[1], 1104);
  282. INIT_FIRST_VLC_RL(ff_rl_table[2], 554);
  283. INIT_VLC_RL(ff_rl_table[3], 940);
  284. INIT_VLC_RL(ff_rl_table[4], 962);
  285. /* ff_rl_table[5] coincides with ff_h263_rl_inter which has just been
  286. * initialized in ff_h263_decode_init() above. So just copy the VLCs. */
  287. av_assert1(ff_h263_rl_inter.rl_vlc[0]);
  288. memcpy(ff_rl_table[5].rl_vlc, ff_h263_rl_inter.rl_vlc, sizeof(ff_rl_table[5].rl_vlc));
  289. mv = &ff_mv_tables[0];
  290. INIT_VLC_STATIC(&mv->vlc, MV_VLC_BITS, mv->n + 1,
  291. mv->table_mv_bits, 1, 1,
  292. mv->table_mv_code, 2, 2, 3714);
  293. mv = &ff_mv_tables[1];
  294. INIT_VLC_STATIC(&mv->vlc, MV_VLC_BITS, mv->n + 1,
  295. mv->table_mv_bits, 1, 1,
  296. mv->table_mv_code, 2, 2, 2694);
  297. INIT_VLC_STATIC(&ff_msmp4_dc_luma_vlc[0], DC_VLC_BITS, 120,
  298. &ff_table0_dc_lum[0][1], 8, 4,
  299. &ff_table0_dc_lum[0][0], 8, 4, 1158);
  300. INIT_VLC_STATIC(&ff_msmp4_dc_chroma_vlc[0], DC_VLC_BITS, 120,
  301. &ff_table0_dc_chroma[0][1], 8, 4,
  302. &ff_table0_dc_chroma[0][0], 8, 4, 1118);
  303. INIT_VLC_STATIC(&ff_msmp4_dc_luma_vlc[1], DC_VLC_BITS, 120,
  304. &ff_table1_dc_lum[0][1], 8, 4,
  305. &ff_table1_dc_lum[0][0], 8, 4, 1476);
  306. INIT_VLC_STATIC(&ff_msmp4_dc_chroma_vlc[1], DC_VLC_BITS, 120,
  307. &ff_table1_dc_chroma[0][1], 8, 4,
  308. &ff_table1_dc_chroma[0][0], 8, 4, 1216);
  309. INIT_VLC_STATIC(&v2_dc_lum_vlc, DC_VLC_BITS, 512,
  310. &ff_v2_dc_lum_table[0][1], 8, 4,
  311. &ff_v2_dc_lum_table[0][0], 8, 4, 1472);
  312. INIT_VLC_STATIC(&v2_dc_chroma_vlc, DC_VLC_BITS, 512,
  313. &ff_v2_dc_chroma_table[0][1], 8, 4,
  314. &ff_v2_dc_chroma_table[0][0], 8, 4, 1506);
  315. INIT_VLC_STATIC(&v2_intra_cbpc_vlc, V2_INTRA_CBPC_VLC_BITS, 4,
  316. &ff_v2_intra_cbpc[0][1], 2, 1,
  317. &ff_v2_intra_cbpc[0][0], 2, 1, 8);
  318. INIT_VLC_STATIC(&v2_mb_type_vlc, V2_MB_TYPE_VLC_BITS, 8,
  319. &ff_v2_mb_type[0][1], 2, 1,
  320. &ff_v2_mb_type[0][0], 2, 1, 128);
  321. INIT_VLC_STATIC(&ff_mb_non_intra_vlc[0], MB_NON_INTRA_VLC_BITS, 128,
  322. &ff_wmv2_inter_table[0][0][1], 8, 4,
  323. &ff_wmv2_inter_table[0][0][0], 8, 4, 1636);
  324. INIT_VLC_STATIC(&ff_mb_non_intra_vlc[1], MB_NON_INTRA_VLC_BITS, 128,
  325. &ff_wmv2_inter_table[1][0][1], 8, 4,
  326. &ff_wmv2_inter_table[1][0][0], 8, 4, 2648);
  327. INIT_VLC_STATIC(&ff_mb_non_intra_vlc[2], MB_NON_INTRA_VLC_BITS, 128,
  328. &ff_wmv2_inter_table[2][0][1], 8, 4,
  329. &ff_wmv2_inter_table[2][0][0], 8, 4, 1532);
  330. INIT_VLC_STATIC(&ff_mb_non_intra_vlc[3], MB_NON_INTRA_VLC_BITS, 128,
  331. &ff_wmv2_inter_table[3][0][1], 8, 4,
  332. &ff_wmv2_inter_table[3][0][0], 8, 4, 2488);
  333. INIT_VLC_STATIC(&ff_msmp4_mb_i_vlc, MB_INTRA_VLC_BITS, 64,
  334. &ff_msmp4_mb_i_table[0][1], 4, 2,
  335. &ff_msmp4_mb_i_table[0][0], 4, 2, 536);
  336. INIT_VLC_STATIC(&ff_inter_intra_vlc, INTER_INTRA_VLC_BITS, 4,
  337. &ff_table_inter_intra[0][1], 2, 1,
  338. &ff_table_inter_intra[0][0], 2, 1, 8);
  339. done = 1;
  340. }
  341. switch(s->msmpeg4_version){
  342. case 1:
  343. case 2:
  344. s->decode_mb= msmpeg4v12_decode_mb;
  345. break;
  346. case 3:
  347. case 4:
  348. s->decode_mb= msmpeg4v34_decode_mb;
  349. break;
  350. case 5:
  351. if (CONFIG_WMV2_DECODER)
  352. s->decode_mb= ff_wmv2_decode_mb;
  353. case 6:
  354. //FIXME + TODO VC1 decode mb
  355. break;
  356. }
  357. s->slice_height= s->mb_height; //to avoid 1/0 if the first frame is not a keyframe
  358. return 0;
  359. }
  360. int ff_msmpeg4_decode_picture_header(MpegEncContext * s)
  361. {
  362. int code;
  363. // at minimum one bit per macroblock is required at least in a valid frame,
  364. // we discard frames much smaller than this. Frames smaller than 1/8 of the
  365. // smallest "black/skip" frame generally contain not much recoverable content
  366. // while at the same time they have the highest computational requirements
  367. // per byte
  368. if (get_bits_left(&s->gb) * 8LL < (s->width+15)/16 * ((s->height+15)/16))
  369. return AVERROR_INVALIDDATA;
  370. if(s->msmpeg4_version==1){
  371. int start_code = get_bits_long(&s->gb, 32);
  372. if(start_code!=0x00000100){
  373. av_log(s->avctx, AV_LOG_ERROR, "invalid startcode\n");
  374. return -1;
  375. }
  376. skip_bits(&s->gb, 5); // frame number */
  377. }
  378. s->pict_type = get_bits(&s->gb, 2) + 1;
  379. if (s->pict_type != AV_PICTURE_TYPE_I &&
  380. s->pict_type != AV_PICTURE_TYPE_P){
  381. av_log(s->avctx, AV_LOG_ERROR, "invalid picture type\n");
  382. return -1;
  383. }
  384. s->chroma_qscale= s->qscale = get_bits(&s->gb, 5);
  385. if(s->qscale==0){
  386. av_log(s->avctx, AV_LOG_ERROR, "invalid qscale\n");
  387. return -1;
  388. }
  389. if (s->pict_type == AV_PICTURE_TYPE_I) {
  390. code = get_bits(&s->gb, 5);
  391. if(s->msmpeg4_version==1){
  392. if(code==0 || code>s->mb_height){
  393. av_log(s->avctx, AV_LOG_ERROR, "invalid slice height %d\n", code);
  394. return -1;
  395. }
  396. s->slice_height = code;
  397. }else{
  398. /* 0x17: one slice, 0x18: two slices, ... */
  399. if (code < 0x17){
  400. av_log(s->avctx, AV_LOG_ERROR, "error, slice code was %X\n", code);
  401. return -1;
  402. }
  403. s->slice_height = s->mb_height / (code - 0x16);
  404. }
  405. switch(s->msmpeg4_version){
  406. case 1:
  407. case 2:
  408. s->rl_chroma_table_index = 2;
  409. s->rl_table_index = 2;
  410. s->dc_table_index = 0; //not used
  411. break;
  412. case 3:
  413. s->rl_chroma_table_index = decode012(&s->gb);
  414. s->rl_table_index = decode012(&s->gb);
  415. s->dc_table_index = get_bits1(&s->gb);
  416. break;
  417. case 4:
  418. ff_msmpeg4_decode_ext_header(s, (2+5+5+17+7)/8);
  419. if(s->bit_rate > MBAC_BITRATE) s->per_mb_rl_table= get_bits1(&s->gb);
  420. else s->per_mb_rl_table= 0;
  421. if(!s->per_mb_rl_table){
  422. s->rl_chroma_table_index = decode012(&s->gb);
  423. s->rl_table_index = decode012(&s->gb);
  424. }
  425. s->dc_table_index = get_bits1(&s->gb);
  426. s->inter_intra_pred= 0;
  427. break;
  428. }
  429. s->no_rounding = 1;
  430. if(s->avctx->debug&FF_DEBUG_PICT_INFO)
  431. av_log(s->avctx, AV_LOG_DEBUG, "qscale:%d rlc:%d rl:%d dc:%d mbrl:%d slice:%d \n",
  432. s->qscale,
  433. s->rl_chroma_table_index,
  434. s->rl_table_index,
  435. s->dc_table_index,
  436. s->per_mb_rl_table,
  437. s->slice_height);
  438. } else {
  439. switch(s->msmpeg4_version){
  440. case 1:
  441. case 2:
  442. if(s->msmpeg4_version==1)
  443. s->use_skip_mb_code = 1;
  444. else
  445. s->use_skip_mb_code = get_bits1(&s->gb);
  446. s->rl_table_index = 2;
  447. s->rl_chroma_table_index = s->rl_table_index;
  448. s->dc_table_index = 0; //not used
  449. s->mv_table_index = 0;
  450. break;
  451. case 3:
  452. s->use_skip_mb_code = get_bits1(&s->gb);
  453. s->rl_table_index = decode012(&s->gb);
  454. s->rl_chroma_table_index = s->rl_table_index;
  455. s->dc_table_index = get_bits1(&s->gb);
  456. s->mv_table_index = get_bits1(&s->gb);
  457. break;
  458. case 4:
  459. s->use_skip_mb_code = get_bits1(&s->gb);
  460. if(s->bit_rate > MBAC_BITRATE) s->per_mb_rl_table= get_bits1(&s->gb);
  461. else s->per_mb_rl_table= 0;
  462. if(!s->per_mb_rl_table){
  463. s->rl_table_index = decode012(&s->gb);
  464. s->rl_chroma_table_index = s->rl_table_index;
  465. }
  466. s->dc_table_index = get_bits1(&s->gb);
  467. s->mv_table_index = get_bits1(&s->gb);
  468. s->inter_intra_pred= (s->width*s->height < 320*240 && s->bit_rate<=II_BITRATE);
  469. break;
  470. }
  471. if(s->avctx->debug&FF_DEBUG_PICT_INFO)
  472. av_log(s->avctx, AV_LOG_DEBUG, "skip:%d rl:%d rlc:%d dc:%d mv:%d mbrl:%d qp:%d \n",
  473. s->use_skip_mb_code,
  474. s->rl_table_index,
  475. s->rl_chroma_table_index,
  476. s->dc_table_index,
  477. s->mv_table_index,
  478. s->per_mb_rl_table,
  479. s->qscale);
  480. if(s->flipflop_rounding){
  481. s->no_rounding ^= 1;
  482. }else{
  483. s->no_rounding = 0;
  484. }
  485. }
  486. ff_dlog(s->avctx, "%d %"PRId64" %d %d %d\n", s->pict_type, s->bit_rate,
  487. s->inter_intra_pred, s->width, s->height);
  488. s->esc3_level_length= 0;
  489. s->esc3_run_length= 0;
  490. return 0;
  491. }
  492. int ff_msmpeg4_decode_ext_header(MpegEncContext * s, int buf_size)
  493. {
  494. int left= buf_size*8 - get_bits_count(&s->gb);
  495. int length= s->msmpeg4_version>=3 ? 17 : 16;
  496. /* the alt_bitstream reader could read over the end so we need to check it */
  497. if(left>=length && left<length+8)
  498. {
  499. skip_bits(&s->gb, 5); /* fps */
  500. s->bit_rate= get_bits(&s->gb, 11)*1024;
  501. if(s->msmpeg4_version>=3)
  502. s->flipflop_rounding= get_bits1(&s->gb);
  503. else
  504. s->flipflop_rounding= 0;
  505. }
  506. else if(left<length+8)
  507. {
  508. s->flipflop_rounding= 0;
  509. if(s->msmpeg4_version != 2)
  510. av_log(s->avctx, AV_LOG_ERROR, "ext header missing, %d left\n", left);
  511. }
  512. else
  513. {
  514. av_log(s->avctx, AV_LOG_ERROR, "I-frame too long, ignoring ext header\n");
  515. }
  516. return 0;
  517. }
  518. static int msmpeg4_decode_dc(MpegEncContext * s, int n, int *dir_ptr)
  519. {
  520. int level, pred;
  521. if(s->msmpeg4_version<=2){
  522. if (n < 4) {
  523. level = get_vlc2(&s->gb, v2_dc_lum_vlc.table, DC_VLC_BITS, 3);
  524. } else {
  525. level = get_vlc2(&s->gb, v2_dc_chroma_vlc.table, DC_VLC_BITS, 3);
  526. }
  527. if (level < 0) {
  528. av_log(s->avctx, AV_LOG_ERROR, "illegal dc vlc\n");
  529. *dir_ptr = 0;
  530. return -1;
  531. }
  532. level-=256;
  533. }else{ //FIXME optimize use unified tables & index
  534. if (n < 4) {
  535. level = get_vlc2(&s->gb, ff_msmp4_dc_luma_vlc[s->dc_table_index].table, DC_VLC_BITS, 3);
  536. } else {
  537. level = get_vlc2(&s->gb, ff_msmp4_dc_chroma_vlc[s->dc_table_index].table, DC_VLC_BITS, 3);
  538. }
  539. if (level < 0){
  540. av_log(s->avctx, AV_LOG_ERROR, "illegal dc vlc\n");
  541. *dir_ptr = 0;
  542. return -1;
  543. }
  544. if (level == DC_MAX) {
  545. level = get_bits(&s->gb, 8);
  546. if (get_bits1(&s->gb))
  547. level = -level;
  548. } else if (level != 0) {
  549. if (get_bits1(&s->gb))
  550. level = -level;
  551. }
  552. }
  553. if(s->msmpeg4_version==1){
  554. int32_t *dc_val;
  555. pred = msmpeg4v1_pred_dc(s, n, &dc_val);
  556. level += pred;
  557. /* update predictor */
  558. *dc_val= level;
  559. }else{
  560. int16_t *dc_val;
  561. pred = ff_msmpeg4_pred_dc(s, n, &dc_val, dir_ptr);
  562. level += pred;
  563. /* update predictor */
  564. if (n < 4) {
  565. *dc_val = level * s->y_dc_scale;
  566. } else {
  567. *dc_val = level * s->c_dc_scale;
  568. }
  569. }
  570. return level;
  571. }
  572. int ff_msmpeg4_decode_block(MpegEncContext * s, int16_t * block,
  573. int n, int coded, const uint8_t *scan_table)
  574. {
  575. int level, i, last, run, run_diff;
  576. int av_uninit(dc_pred_dir);
  577. RLTable *rl;
  578. RL_VLC_ELEM *rl_vlc;
  579. int qmul, qadd;
  580. if (s->mb_intra) {
  581. qmul=1;
  582. qadd=0;
  583. /* DC coef */
  584. level = msmpeg4_decode_dc(s, n, &dc_pred_dir);
  585. if (level < 0){
  586. av_log(s->avctx, AV_LOG_ERROR, "dc overflow- block: %d qscale: %d//\n", n, s->qscale);
  587. if(s->inter_intra_pred) level=0;
  588. }
  589. if (n < 4) {
  590. rl = &ff_rl_table[s->rl_table_index];
  591. if(level > 256*s->y_dc_scale){
  592. av_log(s->avctx, AV_LOG_ERROR, "dc overflow+ L qscale: %d//\n", s->qscale);
  593. if(!s->inter_intra_pred) return -1;
  594. }
  595. } else {
  596. rl = &ff_rl_table[3 + s->rl_chroma_table_index];
  597. if(level > 256*s->c_dc_scale){
  598. av_log(s->avctx, AV_LOG_ERROR, "dc overflow+ C qscale: %d//\n", s->qscale);
  599. if(!s->inter_intra_pred) return -1;
  600. }
  601. }
  602. block[0] = level;
  603. run_diff = s->msmpeg4_version >= 4;
  604. i = 0;
  605. if (!coded) {
  606. goto not_coded;
  607. }
  608. if (s->ac_pred) {
  609. if (dc_pred_dir == 0)
  610. scan_table = s->intra_v_scantable.permutated; /* left */
  611. else
  612. scan_table = s->intra_h_scantable.permutated; /* top */
  613. } else {
  614. scan_table = s->intra_scantable.permutated;
  615. }
  616. rl_vlc= rl->rl_vlc[0];
  617. } else {
  618. qmul = s->qscale << 1;
  619. qadd = (s->qscale - 1) | 1;
  620. i = -1;
  621. rl = &ff_rl_table[3 + s->rl_table_index];
  622. if(s->msmpeg4_version==2)
  623. run_diff = 0;
  624. else
  625. run_diff = 1;
  626. if (!coded) {
  627. s->block_last_index[n] = i;
  628. return 0;
  629. }
  630. if(!scan_table)
  631. scan_table = s->inter_scantable.permutated;
  632. rl_vlc= rl->rl_vlc[s->qscale];
  633. }
  634. {
  635. OPEN_READER(re, &s->gb);
  636. for(;;) {
  637. UPDATE_CACHE(re, &s->gb);
  638. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 0);
  639. if (level==0) {
  640. int cache;
  641. cache= GET_CACHE(re, &s->gb);
  642. /* escape */
  643. if (s->msmpeg4_version==1 || (cache&0x80000000)==0) {
  644. if (s->msmpeg4_version==1 || (cache&0x40000000)==0) {
  645. /* third escape */
  646. if(s->msmpeg4_version!=1) LAST_SKIP_BITS(re, &s->gb, 2);
  647. UPDATE_CACHE(re, &s->gb);
  648. if(s->msmpeg4_version<=3){
  649. last= SHOW_UBITS(re, &s->gb, 1); SKIP_CACHE(re, &s->gb, 1);
  650. run= SHOW_UBITS(re, &s->gb, 6); SKIP_CACHE(re, &s->gb, 6);
  651. level= SHOW_SBITS(re, &s->gb, 8);
  652. SKIP_COUNTER(re, &s->gb, 1+6+8);
  653. }else{
  654. int sign;
  655. last= SHOW_UBITS(re, &s->gb, 1); SKIP_BITS(re, &s->gb, 1);
  656. if(!s->esc3_level_length){
  657. int ll;
  658. ff_dlog(s->avctx, "ESC-3 %X at %d %d\n",
  659. show_bits(&s->gb, 24), s->mb_x, s->mb_y);
  660. if(s->qscale<8){
  661. ll= SHOW_UBITS(re, &s->gb, 3); SKIP_BITS(re, &s->gb, 3);
  662. if(ll==0){
  663. ll= 8+SHOW_UBITS(re, &s->gb, 1); SKIP_BITS(re, &s->gb, 1);
  664. }
  665. }else{
  666. ll=2;
  667. while(ll<8 && SHOW_UBITS(re, &s->gb, 1)==0){
  668. ll++;
  669. SKIP_BITS(re, &s->gb, 1);
  670. }
  671. if(ll<8) SKIP_BITS(re, &s->gb, 1);
  672. }
  673. s->esc3_level_length= ll;
  674. s->esc3_run_length= SHOW_UBITS(re, &s->gb, 2) + 3; SKIP_BITS(re, &s->gb, 2);
  675. UPDATE_CACHE(re, &s->gb);
  676. }
  677. run= SHOW_UBITS(re, &s->gb, s->esc3_run_length);
  678. SKIP_BITS(re, &s->gb, s->esc3_run_length);
  679. sign= SHOW_UBITS(re, &s->gb, 1);
  680. SKIP_BITS(re, &s->gb, 1);
  681. level= SHOW_UBITS(re, &s->gb, s->esc3_level_length);
  682. SKIP_BITS(re, &s->gb, s->esc3_level_length);
  683. if(sign) level= -level;
  684. }
  685. //level = level * qmul + (level>0) * qadd - (level<=0) * qadd ;
  686. if (level>0) level= level * qmul + qadd;
  687. else level= level * qmul - qadd;
  688. i+= run + 1;
  689. if(last) i+=192;
  690. } else {
  691. /* second escape */
  692. SKIP_BITS(re, &s->gb, 2);
  693. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  694. i+= run + rl->max_run[run>>7][level/qmul] + run_diff; //FIXME opt indexing
  695. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  696. LAST_SKIP_BITS(re, &s->gb, 1);
  697. }
  698. } else {
  699. /* first escape */
  700. SKIP_BITS(re, &s->gb, 1);
  701. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  702. i+= run;
  703. level = level + rl->max_level[run>>7][(run-1)&63] * qmul;//FIXME opt indexing
  704. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  705. LAST_SKIP_BITS(re, &s->gb, 1);
  706. }
  707. } else {
  708. i+= run;
  709. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  710. LAST_SKIP_BITS(re, &s->gb, 1);
  711. }
  712. if (i > 62){
  713. i-= 192;
  714. if(i&(~63)){
  715. const int left= get_bits_left(&s->gb);
  716. if (((i + 192 == 64 && level / qmul == -1) ||
  717. !(s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT))) &&
  718. left >= 0) {
  719. av_log(s->avctx, AV_LOG_ERROR, "ignoring overflow at %d %d\n", s->mb_x, s->mb_y);
  720. i = 63;
  721. break;
  722. }else{
  723. av_log(s->avctx, AV_LOG_ERROR, "ac-tex damaged at %d %d\n", s->mb_x, s->mb_y);
  724. return -1;
  725. }
  726. }
  727. block[scan_table[i]] = level;
  728. break;
  729. }
  730. block[scan_table[i]] = level;
  731. }
  732. CLOSE_READER(re, &s->gb);
  733. }
  734. not_coded:
  735. if (s->mb_intra) {
  736. ff_mpeg4_pred_ac(s, block, n, dc_pred_dir);
  737. if (s->ac_pred) {
  738. i = 63; /* XXX: not optimal */
  739. }
  740. }
  741. if(s->msmpeg4_version>=4 && i>0) i=63; //FIXME/XXX optimize
  742. s->block_last_index[n] = i;
  743. return 0;
  744. }
  745. int ff_msmpeg4_decode_motion(MpegEncContext * s,
  746. int *mx_ptr, int *my_ptr)
  747. {
  748. MVTable *mv;
  749. int code, mx, my;
  750. mv = &ff_mv_tables[s->mv_table_index];
  751. code = get_vlc2(&s->gb, mv->vlc.table, MV_VLC_BITS, 2);
  752. if (code < 0){
  753. av_log(s->avctx, AV_LOG_ERROR, "illegal MV code at %d %d\n", s->mb_x, s->mb_y);
  754. return -1;
  755. }
  756. if (code == mv->n) {
  757. mx = get_bits(&s->gb, 6);
  758. my = get_bits(&s->gb, 6);
  759. } else {
  760. mx = mv->table_mvx[code];
  761. my = mv->table_mvy[code];
  762. }
  763. mx += *mx_ptr - 32;
  764. my += *my_ptr - 32;
  765. /* WARNING : they do not do exactly modulo encoding */
  766. if (mx <= -64)
  767. mx += 64;
  768. else if (mx >= 64)
  769. mx -= 64;
  770. if (my <= -64)
  771. my += 64;
  772. else if (my >= 64)
  773. my -= 64;
  774. *mx_ptr = mx;
  775. *my_ptr = my;
  776. return 0;
  777. }
  778. AVCodec ff_msmpeg4v1_decoder = {
  779. .name = "msmpeg4v1",
  780. .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2 Microsoft variant version 1"),
  781. .type = AVMEDIA_TYPE_VIDEO,
  782. .id = AV_CODEC_ID_MSMPEG4V1,
  783. .priv_data_size = sizeof(MpegEncContext),
  784. .init = ff_msmpeg4_decode_init,
  785. .close = ff_h263_decode_end,
  786. .decode = ff_h263_decode_frame,
  787. .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1,
  788. .caps_internal = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM | FF_CODEC_CAP_INIT_CLEANUP,
  789. .max_lowres = 3,
  790. .pix_fmts = (const enum AVPixelFormat[]) {
  791. AV_PIX_FMT_YUV420P,
  792. AV_PIX_FMT_NONE
  793. },
  794. };
  795. AVCodec ff_msmpeg4v2_decoder = {
  796. .name = "msmpeg4v2",
  797. .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2 Microsoft variant version 2"),
  798. .type = AVMEDIA_TYPE_VIDEO,
  799. .id = AV_CODEC_ID_MSMPEG4V2,
  800. .priv_data_size = sizeof(MpegEncContext),
  801. .init = ff_msmpeg4_decode_init,
  802. .close = ff_h263_decode_end,
  803. .decode = ff_h263_decode_frame,
  804. .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1,
  805. .caps_internal = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM | FF_CODEC_CAP_INIT_CLEANUP,
  806. .max_lowres = 3,
  807. .pix_fmts = (const enum AVPixelFormat[]) {
  808. AV_PIX_FMT_YUV420P,
  809. AV_PIX_FMT_NONE
  810. },
  811. };
  812. AVCodec ff_msmpeg4v3_decoder = {
  813. .name = "msmpeg4",
  814. .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2 Microsoft variant version 3"),
  815. .type = AVMEDIA_TYPE_VIDEO,
  816. .id = AV_CODEC_ID_MSMPEG4V3,
  817. .priv_data_size = sizeof(MpegEncContext),
  818. .init = ff_msmpeg4_decode_init,
  819. .close = ff_h263_decode_end,
  820. .decode = ff_h263_decode_frame,
  821. .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1,
  822. .caps_internal = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM | FF_CODEC_CAP_INIT_CLEANUP,
  823. .max_lowres = 3,
  824. .pix_fmts = (const enum AVPixelFormat[]) {
  825. AV_PIX_FMT_YUV420P,
  826. AV_PIX_FMT_NONE
  827. },
  828. };
  829. AVCodec ff_wmv1_decoder = {
  830. .name = "wmv1",
  831. .long_name = NULL_IF_CONFIG_SMALL("Windows Media Video 7"),
  832. .type = AVMEDIA_TYPE_VIDEO,
  833. .id = AV_CODEC_ID_WMV1,
  834. .priv_data_size = sizeof(MpegEncContext),
  835. .init = ff_msmpeg4_decode_init,
  836. .close = ff_h263_decode_end,
  837. .decode = ff_h263_decode_frame,
  838. .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1,
  839. .caps_internal = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM | FF_CODEC_CAP_INIT_CLEANUP,
  840. .max_lowres = 3,
  841. .pix_fmts = (const enum AVPixelFormat[]) {
  842. AV_PIX_FMT_YUV420P,
  843. AV_PIX_FMT_NONE
  844. },
  845. };