You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

2637 lines
100KB

  1. /*
  2. * MPEG4 decoder.
  3. * Copyright (c) 2000,2001 Fabrice Bellard
  4. * Copyright (c) 2002-2010 Michael Niedermayer <michaelni@gmx.at>
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #define UNCHECKED_BITSTREAM_READER 1
  23. #include "libavutil/opt.h"
  24. #include "error_resilience.h"
  25. #include "internal.h"
  26. #include "mpegvideo.h"
  27. #include "mpeg4video.h"
  28. #include "h263.h"
  29. #include "thread.h"
  30. /* The defines below define the number of bits that are read at once for
  31. * reading vlc values. Changing these may improve speed and data cache needs
  32. * be aware though that decreasing them may need the number of stages that is
  33. * passed to get_vlc* to be increased. */
  34. #define SPRITE_TRAJ_VLC_BITS 6
  35. #define DC_VLC_BITS 9
  36. #define MB_TYPE_B_VLC_BITS 4
  37. static VLC dc_lum, dc_chrom;
  38. static VLC sprite_trajectory;
  39. static VLC mb_type_b_vlc;
  40. static const int mb_type_b_map[4] = {
  41. MB_TYPE_DIRECT2 | MB_TYPE_L0L1,
  42. MB_TYPE_L0L1 | MB_TYPE_16x16,
  43. MB_TYPE_L1 | MB_TYPE_16x16,
  44. MB_TYPE_L0 | MB_TYPE_16x16,
  45. };
  46. /**
  47. * Predict the ac.
  48. * @param n block index (0-3 are luma, 4-5 are chroma)
  49. * @param dir the ac prediction direction
  50. */
  51. void ff_mpeg4_pred_ac(MpegEncContext *s, int16_t *block, int n, int dir)
  52. {
  53. int i;
  54. int16_t *ac_val, *ac_val1;
  55. int8_t *const qscale_table = s->current_picture.qscale_table;
  56. /* find prediction */
  57. ac_val = s->ac_val[0][0] + s->block_index[n] * 16;
  58. ac_val1 = ac_val;
  59. if (s->ac_pred) {
  60. if (dir == 0) {
  61. const int xy = s->mb_x - 1 + s->mb_y * s->mb_stride;
  62. /* left prediction */
  63. ac_val -= 16;
  64. if (s->mb_x == 0 || s->qscale == qscale_table[xy] ||
  65. n == 1 || n == 3) {
  66. /* same qscale */
  67. for (i = 1; i < 8; i++)
  68. block[s->dsp.idct_permutation[i << 3]] += ac_val[i];
  69. } else {
  70. /* different qscale, we must rescale */
  71. for (i = 1; i < 8; i++)
  72. block[s->dsp.idct_permutation[i << 3]] += ROUNDED_DIV(ac_val[i] * qscale_table[xy], s->qscale);
  73. }
  74. } else {
  75. const int xy = s->mb_x + s->mb_y * s->mb_stride - s->mb_stride;
  76. /* top prediction */
  77. ac_val -= 16 * s->block_wrap[n];
  78. if (s->mb_y == 0 || s->qscale == qscale_table[xy] ||
  79. n == 2 || n == 3) {
  80. /* same qscale */
  81. for (i = 1; i < 8; i++)
  82. block[s->dsp.idct_permutation[i]] += ac_val[i + 8];
  83. } else {
  84. /* different qscale, we must rescale */
  85. for (i = 1; i < 8; i++)
  86. block[s->dsp.idct_permutation[i]] += ROUNDED_DIV(ac_val[i + 8] * qscale_table[xy], s->qscale);
  87. }
  88. }
  89. }
  90. /* left copy */
  91. for (i = 1; i < 8; i++)
  92. ac_val1[i] = block[s->dsp.idct_permutation[i << 3]];
  93. /* top copy */
  94. for (i = 1; i < 8; i++)
  95. ac_val1[8 + i] = block[s->dsp.idct_permutation[i]];
  96. }
  97. /**
  98. * check if the next stuff is a resync marker or the end.
  99. * @return 0 if not
  100. */
  101. static inline int mpeg4_is_resync(MpegEncContext *s)
  102. {
  103. int bits_count = get_bits_count(&s->gb);
  104. int v = show_bits(&s->gb, 16);
  105. if (s->workaround_bugs & FF_BUG_NO_PADDING && !s->resync_marker)
  106. return 0;
  107. while (v <= 0xFF) {
  108. if (s->pict_type == AV_PICTURE_TYPE_B ||
  109. (v >> (8 - s->pict_type) != 1) || s->partitioned_frame)
  110. break;
  111. skip_bits(&s->gb, 8 + s->pict_type);
  112. bits_count += 8 + s->pict_type;
  113. v = show_bits(&s->gb, 16);
  114. }
  115. if (bits_count + 8 >= s->gb.size_in_bits) {
  116. v >>= 8;
  117. v |= 0x7F >> (7 - (bits_count & 7));
  118. if (v == 0x7F)
  119. return s->mb_num;
  120. } else {
  121. if (v == ff_mpeg4_resync_prefix[bits_count & 7]) {
  122. int len, mb_num;
  123. int mb_num_bits = av_log2(s->mb_num - 1) + 1;
  124. GetBitContext gb = s->gb;
  125. skip_bits(&s->gb, 1);
  126. align_get_bits(&s->gb);
  127. for (len = 0; len < 32; len++)
  128. if (get_bits1(&s->gb))
  129. break;
  130. mb_num = get_bits(&s->gb, mb_num_bits);
  131. if (!mb_num || mb_num > s->mb_num || get_bits_count(&s->gb)+6 > s->gb.size_in_bits)
  132. mb_num= -1;
  133. s->gb = gb;
  134. if (len >= ff_mpeg4_get_video_packet_prefix_length(s))
  135. return mb_num;
  136. }
  137. }
  138. return 0;
  139. }
  140. static int mpeg4_decode_sprite_trajectory(MpegEncContext *s, GetBitContext *gb)
  141. {
  142. int a = 2 << s->sprite_warping_accuracy;
  143. int rho = 3 - s->sprite_warping_accuracy;
  144. int r = 16 / a;
  145. int alpha = 0;
  146. int beta = 0;
  147. int w = s->width;
  148. int h = s->height;
  149. int min_ab, i, w2, h2, w3, h3;
  150. int sprite_ref[4][2];
  151. int virtual_ref[2][2];
  152. // only true for rectangle shapes
  153. const int vop_ref[4][2] = { { 0, 0 }, { s->width, 0 },
  154. { 0, s->height }, { s->width, s->height } };
  155. int d[4][2] = { { 0, 0 }, { 0, 0 }, { 0, 0 }, { 0, 0 } };
  156. if (w <= 0 || h <= 0)
  157. return AVERROR_INVALIDDATA;
  158. for (i = 0; i < s->num_sprite_warping_points; i++) {
  159. int length;
  160. int x = 0, y = 0;
  161. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 3);
  162. if (length)
  163. x = get_xbits(gb, length);
  164. if (!(s->divx_version == 500 && s->divx_build == 413))
  165. skip_bits1(gb); /* marker bit */
  166. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 3);
  167. if (length)
  168. y = get_xbits(gb, length);
  169. skip_bits1(gb); /* marker bit */
  170. s->sprite_traj[i][0] = d[i][0] = x;
  171. s->sprite_traj[i][1] = d[i][1] = y;
  172. }
  173. for (; i < 4; i++)
  174. s->sprite_traj[i][0] = s->sprite_traj[i][1] = 0;
  175. while ((1 << alpha) < w)
  176. alpha++;
  177. while ((1 << beta) < h)
  178. beta++; /* typo in the mpeg4 std for the definition of w' and h' */
  179. w2 = 1 << alpha;
  180. h2 = 1 << beta;
  181. // Note, the 4th point isn't used for GMC
  182. if (s->divx_version == 500 && s->divx_build == 413) {
  183. sprite_ref[0][0] = a * vop_ref[0][0] + d[0][0];
  184. sprite_ref[0][1] = a * vop_ref[0][1] + d[0][1];
  185. sprite_ref[1][0] = a * vop_ref[1][0] + d[0][0] + d[1][0];
  186. sprite_ref[1][1] = a * vop_ref[1][1] + d[0][1] + d[1][1];
  187. sprite_ref[2][0] = a * vop_ref[2][0] + d[0][0] + d[2][0];
  188. sprite_ref[2][1] = a * vop_ref[2][1] + d[0][1] + d[2][1];
  189. } else {
  190. sprite_ref[0][0] = (a >> 1) * (2 * vop_ref[0][0] + d[0][0]);
  191. sprite_ref[0][1] = (a >> 1) * (2 * vop_ref[0][1] + d[0][1]);
  192. sprite_ref[1][0] = (a >> 1) * (2 * vop_ref[1][0] + d[0][0] + d[1][0]);
  193. sprite_ref[1][1] = (a >> 1) * (2 * vop_ref[1][1] + d[0][1] + d[1][1]);
  194. sprite_ref[2][0] = (a >> 1) * (2 * vop_ref[2][0] + d[0][0] + d[2][0]);
  195. sprite_ref[2][1] = (a >> 1) * (2 * vop_ref[2][1] + d[0][1] + d[2][1]);
  196. }
  197. /* sprite_ref[3][0] = (a >> 1) * (2 * vop_ref[3][0] + d[0][0] + d[1][0] + d[2][0] + d[3][0]);
  198. * sprite_ref[3][1] = (a >> 1) * (2 * vop_ref[3][1] + d[0][1] + d[1][1] + d[2][1] + d[3][1]); */
  199. /* this is mostly identical to the mpeg4 std (and is totally unreadable
  200. * because of that...). Perhaps it should be reordered to be more readable.
  201. * The idea behind this virtual_ref mess is to be able to use shifts later
  202. * per pixel instead of divides so the distance between points is converted
  203. * from w&h based to w2&h2 based which are of the 2^x form. */
  204. virtual_ref[0][0] = 16 * (vop_ref[0][0] + w2) +
  205. ROUNDED_DIV(((w - w2) *
  206. (r * sprite_ref[0][0] - 16 * vop_ref[0][0]) +
  207. w2 * (r * sprite_ref[1][0] - 16 * vop_ref[1][0])), w);
  208. virtual_ref[0][1] = 16 * vop_ref[0][1] +
  209. ROUNDED_DIV(((w - w2) *
  210. (r * sprite_ref[0][1] - 16 * vop_ref[0][1]) +
  211. w2 * (r * sprite_ref[1][1] - 16 * vop_ref[1][1])), w);
  212. virtual_ref[1][0] = 16 * vop_ref[0][0] +
  213. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][0] - 16 * vop_ref[0][0]) +
  214. h2 * (r * sprite_ref[2][0] - 16 * vop_ref[2][0])), h);
  215. virtual_ref[1][1] = 16 * (vop_ref[0][1] + h2) +
  216. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][1] - 16 * vop_ref[0][1]) +
  217. h2 * (r * sprite_ref[2][1] - 16 * vop_ref[2][1])), h);
  218. switch (s->num_sprite_warping_points) {
  219. case 0:
  220. s->sprite_offset[0][0] =
  221. s->sprite_offset[0][1] =
  222. s->sprite_offset[1][0] =
  223. s->sprite_offset[1][1] = 0;
  224. s->sprite_delta[0][0] = a;
  225. s->sprite_delta[0][1] =
  226. s->sprite_delta[1][0] = 0;
  227. s->sprite_delta[1][1] = a;
  228. s->sprite_shift[0] =
  229. s->sprite_shift[1] = 0;
  230. break;
  231. case 1: // GMC only
  232. s->sprite_offset[0][0] = sprite_ref[0][0] - a * vop_ref[0][0];
  233. s->sprite_offset[0][1] = sprite_ref[0][1] - a * vop_ref[0][1];
  234. s->sprite_offset[1][0] = ((sprite_ref[0][0] >> 1) | (sprite_ref[0][0] & 1)) -
  235. a * (vop_ref[0][0] / 2);
  236. s->sprite_offset[1][1] = ((sprite_ref[0][1] >> 1) | (sprite_ref[0][1] & 1)) -
  237. a * (vop_ref[0][1] / 2);
  238. s->sprite_delta[0][0] = a;
  239. s->sprite_delta[0][1] =
  240. s->sprite_delta[1][0] = 0;
  241. s->sprite_delta[1][1] = a;
  242. s->sprite_shift[0] =
  243. s->sprite_shift[1] = 0;
  244. break;
  245. case 2:
  246. s->sprite_offset[0][0] = (sprite_ref[0][0] << (alpha + rho)) +
  247. (-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  248. (-vop_ref[0][0]) +
  249. (r * sprite_ref[0][1] - virtual_ref[0][1]) *
  250. (-vop_ref[0][1]) + (1 << (alpha + rho - 1));
  251. s->sprite_offset[0][1] = (sprite_ref[0][1] << (alpha + rho)) +
  252. (-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  253. (-vop_ref[0][0]) +
  254. (-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  255. (-vop_ref[0][1]) + (1 << (alpha + rho - 1));
  256. s->sprite_offset[1][0] = ((-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  257. (-2 * vop_ref[0][0] + 1) +
  258. (r * sprite_ref[0][1] - virtual_ref[0][1]) *
  259. (-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  260. sprite_ref[0][0] - 16 * w2 + (1 << (alpha + rho + 1)));
  261. s->sprite_offset[1][1] = ((-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  262. (-2 * vop_ref[0][0] + 1) +
  263. (-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  264. (-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  265. sprite_ref[0][1] - 16 * w2 + (1 << (alpha + rho + 1)));
  266. s->sprite_delta[0][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  267. s->sprite_delta[0][1] = (+r * sprite_ref[0][1] - virtual_ref[0][1]);
  268. s->sprite_delta[1][0] = (-r * sprite_ref[0][1] + virtual_ref[0][1]);
  269. s->sprite_delta[1][1] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  270. s->sprite_shift[0] = alpha + rho;
  271. s->sprite_shift[1] = alpha + rho + 2;
  272. break;
  273. case 3:
  274. min_ab = FFMIN(alpha, beta);
  275. w3 = w2 >> min_ab;
  276. h3 = h2 >> min_ab;
  277. s->sprite_offset[0][0] = (sprite_ref[0][0] << (alpha + beta + rho - min_ab)) +
  278. (-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  279. h3 * (-vop_ref[0][0]) +
  280. (-r * sprite_ref[0][0] + virtual_ref[1][0]) *
  281. w3 * (-vop_ref[0][1]) +
  282. (1 << (alpha + beta + rho - min_ab - 1));
  283. s->sprite_offset[0][1] = (sprite_ref[0][1] << (alpha + beta + rho - min_ab)) +
  284. (-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  285. h3 * (-vop_ref[0][0]) +
  286. (-r * sprite_ref[0][1] + virtual_ref[1][1]) *
  287. w3 * (-vop_ref[0][1]) +
  288. (1 << (alpha + beta + rho - min_ab - 1));
  289. s->sprite_offset[1][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  290. h3 * (-2 * vop_ref[0][0] + 1) +
  291. (-r * sprite_ref[0][0] + virtual_ref[1][0]) *
  292. w3 * (-2 * vop_ref[0][1] + 1) + 2 * w2 * h3 *
  293. r * sprite_ref[0][0] - 16 * w2 * h3 +
  294. (1 << (alpha + beta + rho - min_ab + 1));
  295. s->sprite_offset[1][1] = (-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  296. h3 * (-2 * vop_ref[0][0] + 1) +
  297. (-r * sprite_ref[0][1] + virtual_ref[1][1]) *
  298. w3 * (-2 * vop_ref[0][1] + 1) + 2 * w2 * h3 *
  299. r * sprite_ref[0][1] - 16 * w2 * h3 +
  300. (1 << (alpha + beta + rho - min_ab + 1));
  301. s->sprite_delta[0][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3;
  302. s->sprite_delta[0][1] = (-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3;
  303. s->sprite_delta[1][0] = (-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3;
  304. s->sprite_delta[1][1] = (-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3;
  305. s->sprite_shift[0] = alpha + beta + rho - min_ab;
  306. s->sprite_shift[1] = alpha + beta + rho - min_ab + 2;
  307. break;
  308. }
  309. /* try to simplify the situation */
  310. if (s->sprite_delta[0][0] == a << s->sprite_shift[0] &&
  311. s->sprite_delta[0][1] == 0 &&
  312. s->sprite_delta[1][0] == 0 &&
  313. s->sprite_delta[1][1] == a << s->sprite_shift[0]) {
  314. s->sprite_offset[0][0] >>= s->sprite_shift[0];
  315. s->sprite_offset[0][1] >>= s->sprite_shift[0];
  316. s->sprite_offset[1][0] >>= s->sprite_shift[1];
  317. s->sprite_offset[1][1] >>= s->sprite_shift[1];
  318. s->sprite_delta[0][0] = a;
  319. s->sprite_delta[0][1] = 0;
  320. s->sprite_delta[1][0] = 0;
  321. s->sprite_delta[1][1] = a;
  322. s->sprite_shift[0] = 0;
  323. s->sprite_shift[1] = 0;
  324. s->real_sprite_warping_points = 1;
  325. } else {
  326. int shift_y = 16 - s->sprite_shift[0];
  327. int shift_c = 16 - s->sprite_shift[1];
  328. for (i = 0; i < 2; i++) {
  329. s->sprite_offset[0][i] <<= shift_y;
  330. s->sprite_offset[1][i] <<= shift_c;
  331. s->sprite_delta[0][i] <<= shift_y;
  332. s->sprite_delta[1][i] <<= shift_y;
  333. s->sprite_shift[i] = 16;
  334. }
  335. s->real_sprite_warping_points = s->num_sprite_warping_points;
  336. }
  337. return 0;
  338. }
  339. static int decode_new_pred(Mpeg4DecContext *ctx, GetBitContext *gb) {
  340. int len = FFMIN(ctx->time_increment_bits + 3, 15);
  341. get_bits(gb, len);
  342. if (get_bits1(gb))
  343. get_bits(gb, len);
  344. check_marker(gb, "after new_pred");
  345. return 0;
  346. }
  347. /**
  348. * Decode the next video packet.
  349. * @return <0 if something went wrong
  350. */
  351. int ff_mpeg4_decode_video_packet_header(Mpeg4DecContext *ctx)
  352. {
  353. MpegEncContext *s = &ctx->m;
  354. int mb_num_bits = av_log2(s->mb_num - 1) + 1;
  355. int header_extension = 0, mb_num, len;
  356. /* is there enough space left for a video packet + header */
  357. if (get_bits_count(&s->gb) > s->gb.size_in_bits - 20)
  358. return -1;
  359. for (len = 0; len < 32; len++)
  360. if (get_bits1(&s->gb))
  361. break;
  362. if (len != ff_mpeg4_get_video_packet_prefix_length(s)) {
  363. av_log(s->avctx, AV_LOG_ERROR, "marker does not match f_code\n");
  364. return -1;
  365. }
  366. if (ctx->shape != RECT_SHAPE) {
  367. header_extension = get_bits1(&s->gb);
  368. // FIXME more stuff here
  369. }
  370. mb_num = get_bits(&s->gb, mb_num_bits);
  371. if (mb_num >= s->mb_num) {
  372. av_log(s->avctx, AV_LOG_ERROR,
  373. "illegal mb_num in video packet (%d %d) \n", mb_num, s->mb_num);
  374. return -1;
  375. }
  376. s->mb_x = mb_num % s->mb_width;
  377. s->mb_y = mb_num / s->mb_width;
  378. if (ctx->shape != BIN_ONLY_SHAPE) {
  379. int qscale = get_bits(&s->gb, s->quant_precision);
  380. if (qscale)
  381. s->chroma_qscale = s->qscale = qscale;
  382. }
  383. if (ctx->shape == RECT_SHAPE)
  384. header_extension = get_bits1(&s->gb);
  385. if (header_extension) {
  386. int time_incr = 0;
  387. while (get_bits1(&s->gb) != 0)
  388. time_incr++;
  389. check_marker(&s->gb, "before time_increment in video packed header");
  390. skip_bits(&s->gb, ctx->time_increment_bits); /* time_increment */
  391. check_marker(&s->gb, "before vop_coding_type in video packed header");
  392. skip_bits(&s->gb, 2); /* vop coding type */
  393. // FIXME not rect stuff here
  394. if (ctx->shape != BIN_ONLY_SHAPE) {
  395. skip_bits(&s->gb, 3); /* intra dc vlc threshold */
  396. // FIXME don't just ignore everything
  397. if (s->pict_type == AV_PICTURE_TYPE_S &&
  398. ctx->vol_sprite_usage == GMC_SPRITE) {
  399. if (mpeg4_decode_sprite_trajectory(s, &s->gb) < 0)
  400. return AVERROR_INVALIDDATA;
  401. av_log(s->avctx, AV_LOG_ERROR, "untested\n");
  402. }
  403. // FIXME reduced res stuff here
  404. if (s->pict_type != AV_PICTURE_TYPE_I) {
  405. int f_code = get_bits(&s->gb, 3); /* fcode_for */
  406. if (f_code == 0)
  407. av_log(s->avctx, AV_LOG_ERROR,
  408. "Error, video packet header damaged (f_code=0)\n");
  409. }
  410. if (s->pict_type == AV_PICTURE_TYPE_B) {
  411. int b_code = get_bits(&s->gb, 3);
  412. if (b_code == 0)
  413. av_log(s->avctx, AV_LOG_ERROR,
  414. "Error, video packet header damaged (b_code=0)\n");
  415. }
  416. }
  417. }
  418. if (s->new_pred)
  419. decode_new_pred(ctx, &s->gb);
  420. return 0;
  421. }
  422. /**
  423. * Get the average motion vector for a GMC MB.
  424. * @param n either 0 for the x component or 1 for y
  425. * @return the average MV for a GMC MB
  426. */
  427. static inline int get_amv(MpegEncContext *s, int n)
  428. {
  429. int x, y, mb_v, sum, dx, dy, shift;
  430. int len = 1 << (s->f_code + 4);
  431. const int a = s->sprite_warping_accuracy;
  432. if (s->workaround_bugs & FF_BUG_AMV)
  433. len >>= s->quarter_sample;
  434. if (s->real_sprite_warping_points == 1) {
  435. if (s->divx_version == 500 && s->divx_build == 413)
  436. sum = s->sprite_offset[0][n] / (1 << (a - s->quarter_sample));
  437. else
  438. sum = RSHIFT(s->sprite_offset[0][n] << s->quarter_sample, a);
  439. } else {
  440. dx = s->sprite_delta[n][0];
  441. dy = s->sprite_delta[n][1];
  442. shift = s->sprite_shift[0];
  443. if (n)
  444. dy -= 1 << (shift + a + 1);
  445. else
  446. dx -= 1 << (shift + a + 1);
  447. mb_v = s->sprite_offset[0][n] + dx * s->mb_x * 16 + dy * s->mb_y * 16;
  448. sum = 0;
  449. for (y = 0; y < 16; y++) {
  450. int v;
  451. v = mb_v + dy * y;
  452. // FIXME optimize
  453. for (x = 0; x < 16; x++) {
  454. sum += v >> shift;
  455. v += dx;
  456. }
  457. }
  458. sum = RSHIFT(sum, a + 8 - s->quarter_sample);
  459. }
  460. if (sum < -len)
  461. sum = -len;
  462. else if (sum >= len)
  463. sum = len - 1;
  464. return sum;
  465. }
  466. /**
  467. * Decode the dc value.
  468. * @param n block index (0-3 are luma, 4-5 are chroma)
  469. * @param dir_ptr the prediction direction will be stored here
  470. * @return the quantized dc
  471. */
  472. static inline int mpeg4_decode_dc(MpegEncContext *s, int n, int *dir_ptr)
  473. {
  474. int level, code;
  475. if (n < 4)
  476. code = get_vlc2(&s->gb, dc_lum.table, DC_VLC_BITS, 1);
  477. else
  478. code = get_vlc2(&s->gb, dc_chrom.table, DC_VLC_BITS, 1);
  479. if (code < 0 || code > 9 /* && s->nbit < 9 */) {
  480. av_log(s->avctx, AV_LOG_ERROR, "illegal dc vlc\n");
  481. return -1;
  482. }
  483. if (code == 0) {
  484. level = 0;
  485. } else {
  486. if (IS_3IV1) {
  487. if (code == 1)
  488. level = 2 * get_bits1(&s->gb) - 1;
  489. else {
  490. if (get_bits1(&s->gb))
  491. level = get_bits(&s->gb, code - 1) + (1 << (code - 1));
  492. else
  493. level = -get_bits(&s->gb, code - 1) - (1 << (code - 1));
  494. }
  495. } else {
  496. level = get_xbits(&s->gb, code);
  497. }
  498. if (code > 8) {
  499. if (get_bits1(&s->gb) == 0) { /* marker */
  500. if (s->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT)) {
  501. av_log(s->avctx, AV_LOG_ERROR, "dc marker bit missing\n");
  502. return -1;
  503. }
  504. }
  505. }
  506. }
  507. return ff_mpeg4_pred_dc(s, n, level, dir_ptr, 0);
  508. }
  509. /**
  510. * Decode first partition.
  511. * @return number of MBs decoded or <0 if an error occurred
  512. */
  513. static int mpeg4_decode_partition_a(Mpeg4DecContext *ctx)
  514. {
  515. MpegEncContext *s = &ctx->m;
  516. int mb_num = 0;
  517. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  518. /* decode first partition */
  519. s->first_slice_line = 1;
  520. for (; s->mb_y < s->mb_height; s->mb_y++) {
  521. ff_init_block_index(s);
  522. for (; s->mb_x < s->mb_width; s->mb_x++) {
  523. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  524. int cbpc;
  525. int dir = 0;
  526. mb_num++;
  527. ff_update_block_index(s);
  528. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  529. s->first_slice_line = 0;
  530. if (s->pict_type == AV_PICTURE_TYPE_I) {
  531. int i;
  532. do {
  533. if (show_bits_long(&s->gb, 19) == DC_MARKER)
  534. return mb_num - 1;
  535. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  536. if (cbpc < 0) {
  537. av_log(s->avctx, AV_LOG_ERROR,
  538. "cbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  539. return -1;
  540. }
  541. } while (cbpc == 8);
  542. s->cbp_table[xy] = cbpc & 3;
  543. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  544. s->mb_intra = 1;
  545. if (cbpc & 4)
  546. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  547. s->current_picture.qscale_table[xy] = s->qscale;
  548. s->mbintra_table[xy] = 1;
  549. for (i = 0; i < 6; i++) {
  550. int dc_pred_dir;
  551. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  552. if (dc < 0) {
  553. av_log(s->avctx, AV_LOG_ERROR,
  554. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  555. return -1;
  556. }
  557. dir <<= 1;
  558. if (dc_pred_dir)
  559. dir |= 1;
  560. }
  561. s->pred_dir_table[xy] = dir;
  562. } else { /* P/S_TYPE */
  563. int mx, my, pred_x, pred_y, bits;
  564. int16_t *const mot_val = s->current_picture.motion_val[0][s->block_index[0]];
  565. const int stride = s->b8_stride * 2;
  566. try_again:
  567. bits = show_bits(&s->gb, 17);
  568. if (bits == MOTION_MARKER)
  569. return mb_num - 1;
  570. skip_bits1(&s->gb);
  571. if (bits & 0x10000) {
  572. /* skip mb */
  573. if (s->pict_type == AV_PICTURE_TYPE_S &&
  574. ctx->vol_sprite_usage == GMC_SPRITE) {
  575. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  576. MB_TYPE_16x16 |
  577. MB_TYPE_GMC |
  578. MB_TYPE_L0;
  579. mx = get_amv(s, 0);
  580. my = get_amv(s, 1);
  581. } else {
  582. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  583. MB_TYPE_16x16 |
  584. MB_TYPE_L0;
  585. mx = my = 0;
  586. }
  587. mot_val[0] =
  588. mot_val[2] =
  589. mot_val[0 + stride] =
  590. mot_val[2 + stride] = mx;
  591. mot_val[1] =
  592. mot_val[3] =
  593. mot_val[1 + stride] =
  594. mot_val[3 + stride] = my;
  595. if (s->mbintra_table[xy])
  596. ff_clean_intra_table_entries(s);
  597. continue;
  598. }
  599. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  600. if (cbpc < 0) {
  601. av_log(s->avctx, AV_LOG_ERROR,
  602. "cbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  603. return -1;
  604. }
  605. if (cbpc == 20)
  606. goto try_again;
  607. s->cbp_table[xy] = cbpc & (8 + 3); // 8 is dquant
  608. s->mb_intra = ((cbpc & 4) != 0);
  609. if (s->mb_intra) {
  610. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  611. s->mbintra_table[xy] = 1;
  612. mot_val[0] =
  613. mot_val[2] =
  614. mot_val[0 + stride] =
  615. mot_val[2 + stride] = 0;
  616. mot_val[1] =
  617. mot_val[3] =
  618. mot_val[1 + stride] =
  619. mot_val[3 + stride] = 0;
  620. } else {
  621. if (s->mbintra_table[xy])
  622. ff_clean_intra_table_entries(s);
  623. if (s->pict_type == AV_PICTURE_TYPE_S &&
  624. ctx->vol_sprite_usage == GMC_SPRITE &&
  625. (cbpc & 16) == 0)
  626. s->mcsel = get_bits1(&s->gb);
  627. else
  628. s->mcsel = 0;
  629. if ((cbpc & 16) == 0) {
  630. /* 16x16 motion prediction */
  631. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  632. if (!s->mcsel) {
  633. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  634. if (mx >= 0xffff)
  635. return -1;
  636. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  637. if (my >= 0xffff)
  638. return -1;
  639. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  640. MB_TYPE_L0;
  641. } else {
  642. mx = get_amv(s, 0);
  643. my = get_amv(s, 1);
  644. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  645. MB_TYPE_GMC |
  646. MB_TYPE_L0;
  647. }
  648. mot_val[0] =
  649. mot_val[2] =
  650. mot_val[0 + stride] =
  651. mot_val[2 + stride] = mx;
  652. mot_val[1] =
  653. mot_val[3] =
  654. mot_val[1 + stride] =
  655. mot_val[3 + stride] = my;
  656. } else {
  657. int i;
  658. s->current_picture.mb_type[xy] = MB_TYPE_8x8 |
  659. MB_TYPE_L0;
  660. for (i = 0; i < 4; i++) {
  661. int16_t *mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  662. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  663. if (mx >= 0xffff)
  664. return -1;
  665. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  666. if (my >= 0xffff)
  667. return -1;
  668. mot_val[0] = mx;
  669. mot_val[1] = my;
  670. }
  671. }
  672. }
  673. }
  674. }
  675. s->mb_x = 0;
  676. }
  677. return mb_num;
  678. }
  679. /**
  680. * decode second partition.
  681. * @return <0 if an error occurred
  682. */
  683. static int mpeg4_decode_partition_b(MpegEncContext *s, int mb_count)
  684. {
  685. int mb_num = 0;
  686. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  687. s->mb_x = s->resync_mb_x;
  688. s->first_slice_line = 1;
  689. for (s->mb_y = s->resync_mb_y; mb_num < mb_count; s->mb_y++) {
  690. ff_init_block_index(s);
  691. for (; mb_num < mb_count && s->mb_x < s->mb_width; s->mb_x++) {
  692. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  693. mb_num++;
  694. ff_update_block_index(s);
  695. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  696. s->first_slice_line = 0;
  697. if (s->pict_type == AV_PICTURE_TYPE_I) {
  698. int ac_pred = get_bits1(&s->gb);
  699. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  700. if (cbpy < 0) {
  701. av_log(s->avctx, AV_LOG_ERROR,
  702. "cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  703. return -1;
  704. }
  705. s->cbp_table[xy] |= cbpy << 2;
  706. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  707. } else { /* P || S_TYPE */
  708. if (IS_INTRA(s->current_picture.mb_type[xy])) {
  709. int i;
  710. int dir = 0;
  711. int ac_pred = get_bits1(&s->gb);
  712. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  713. if (cbpy < 0) {
  714. av_log(s->avctx, AV_LOG_ERROR,
  715. "I cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  716. return -1;
  717. }
  718. if (s->cbp_table[xy] & 8)
  719. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  720. s->current_picture.qscale_table[xy] = s->qscale;
  721. for (i = 0; i < 6; i++) {
  722. int dc_pred_dir;
  723. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  724. if (dc < 0) {
  725. av_log(s->avctx, AV_LOG_ERROR,
  726. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  727. return -1;
  728. }
  729. dir <<= 1;
  730. if (dc_pred_dir)
  731. dir |= 1;
  732. }
  733. s->cbp_table[xy] &= 3; // remove dquant
  734. s->cbp_table[xy] |= cbpy << 2;
  735. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  736. s->pred_dir_table[xy] = dir;
  737. } else if (IS_SKIP(s->current_picture.mb_type[xy])) {
  738. s->current_picture.qscale_table[xy] = s->qscale;
  739. s->cbp_table[xy] = 0;
  740. } else {
  741. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  742. if (cbpy < 0) {
  743. av_log(s->avctx, AV_LOG_ERROR,
  744. "P cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  745. return -1;
  746. }
  747. if (s->cbp_table[xy] & 8)
  748. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  749. s->current_picture.qscale_table[xy] = s->qscale;
  750. s->cbp_table[xy] &= 3; // remove dquant
  751. s->cbp_table[xy] |= (cbpy ^ 0xf) << 2;
  752. }
  753. }
  754. }
  755. if (mb_num >= mb_count)
  756. return 0;
  757. s->mb_x = 0;
  758. }
  759. return 0;
  760. }
  761. /**
  762. * Decode the first and second partition.
  763. * @return <0 if error (and sets error type in the error_status_table)
  764. */
  765. int ff_mpeg4_decode_partitions(Mpeg4DecContext *ctx)
  766. {
  767. MpegEncContext *s = &ctx->m;
  768. int mb_num;
  769. const int part_a_error = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_ERROR | ER_MV_ERROR) : ER_MV_ERROR;
  770. const int part_a_end = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_END | ER_MV_END) : ER_MV_END;
  771. mb_num = mpeg4_decode_partition_a(ctx);
  772. if (mb_num < 0) {
  773. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  774. s->mb_x, s->mb_y, part_a_error);
  775. return -1;
  776. }
  777. if (s->resync_mb_x + s->resync_mb_y * s->mb_width + mb_num > s->mb_num) {
  778. av_log(s->avctx, AV_LOG_ERROR, "slice below monitor ...\n");
  779. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  780. s->mb_x, s->mb_y, part_a_error);
  781. return -1;
  782. }
  783. s->mb_num_left = mb_num;
  784. if (s->pict_type == AV_PICTURE_TYPE_I) {
  785. while (show_bits(&s->gb, 9) == 1)
  786. skip_bits(&s->gb, 9);
  787. if (get_bits_long(&s->gb, 19) != DC_MARKER) {
  788. av_log(s->avctx, AV_LOG_ERROR,
  789. "marker missing after first I partition at %d %d\n",
  790. s->mb_x, s->mb_y);
  791. return -1;
  792. }
  793. } else {
  794. while (show_bits(&s->gb, 10) == 1)
  795. skip_bits(&s->gb, 10);
  796. if (get_bits(&s->gb, 17) != MOTION_MARKER) {
  797. av_log(s->avctx, AV_LOG_ERROR,
  798. "marker missing after first P partition at %d %d\n",
  799. s->mb_x, s->mb_y);
  800. return -1;
  801. }
  802. }
  803. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  804. s->mb_x - 1, s->mb_y, part_a_end);
  805. if (mpeg4_decode_partition_b(s, mb_num) < 0) {
  806. if (s->pict_type == AV_PICTURE_TYPE_P)
  807. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  808. s->mb_x, s->mb_y, ER_DC_ERROR);
  809. return -1;
  810. } else {
  811. if (s->pict_type == AV_PICTURE_TYPE_P)
  812. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  813. s->mb_x - 1, s->mb_y, ER_DC_END);
  814. }
  815. return 0;
  816. }
  817. /**
  818. * Decode a block.
  819. * @return <0 if an error occurred
  820. */
  821. static inline int mpeg4_decode_block(MpegEncContext *s, int16_t *block,
  822. int n, int coded, int intra, int rvlc)
  823. {
  824. int level, i, last, run, qmul, qadd;
  825. int av_uninit(dc_pred_dir);
  826. RLTable *rl;
  827. RL_VLC_ELEM *rl_vlc;
  828. const uint8_t *scan_table;
  829. // Note intra & rvlc should be optimized away if this is inlined
  830. if (intra) {
  831. if (s->use_intra_dc_vlc) {
  832. /* DC coef */
  833. if (s->partitioned_frame) {
  834. level = s->dc_val[0][s->block_index[n]];
  835. if (n < 4)
  836. level = FASTDIV((level + (s->y_dc_scale >> 1)), s->y_dc_scale);
  837. else
  838. level = FASTDIV((level + (s->c_dc_scale >> 1)), s->c_dc_scale);
  839. dc_pred_dir = (s->pred_dir_table[s->mb_x + s->mb_y * s->mb_stride] << n) & 32;
  840. } else {
  841. level = mpeg4_decode_dc(s, n, &dc_pred_dir);
  842. if (level < 0)
  843. return -1;
  844. }
  845. block[0] = level;
  846. i = 0;
  847. } else {
  848. i = -1;
  849. ff_mpeg4_pred_dc(s, n, 0, &dc_pred_dir, 0);
  850. }
  851. if (!coded)
  852. goto not_coded;
  853. if (rvlc) {
  854. rl = &ff_rvlc_rl_intra;
  855. rl_vlc = ff_rvlc_rl_intra.rl_vlc[0];
  856. } else {
  857. rl = &ff_mpeg4_rl_intra;
  858. rl_vlc = ff_mpeg4_rl_intra.rl_vlc[0];
  859. }
  860. if (s->ac_pred) {
  861. if (dc_pred_dir == 0)
  862. scan_table = s->intra_v_scantable.permutated; /* left */
  863. else
  864. scan_table = s->intra_h_scantable.permutated; /* top */
  865. } else {
  866. scan_table = s->intra_scantable.permutated;
  867. }
  868. qmul = 1;
  869. qadd = 0;
  870. } else {
  871. i = -1;
  872. if (!coded) {
  873. s->block_last_index[n] = i;
  874. return 0;
  875. }
  876. if (rvlc)
  877. rl = &ff_rvlc_rl_inter;
  878. else
  879. rl = &ff_h263_rl_inter;
  880. scan_table = s->intra_scantable.permutated;
  881. if (s->mpeg_quant) {
  882. qmul = 1;
  883. qadd = 0;
  884. if (rvlc)
  885. rl_vlc = ff_rvlc_rl_inter.rl_vlc[0];
  886. else
  887. rl_vlc = ff_h263_rl_inter.rl_vlc[0];
  888. } else {
  889. qmul = s->qscale << 1;
  890. qadd = (s->qscale - 1) | 1;
  891. if (rvlc)
  892. rl_vlc = ff_rvlc_rl_inter.rl_vlc[s->qscale];
  893. else
  894. rl_vlc = ff_h263_rl_inter.rl_vlc[s->qscale];
  895. }
  896. }
  897. {
  898. OPEN_READER(re, &s->gb);
  899. for (;;) {
  900. UPDATE_CACHE(re, &s->gb);
  901. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 0);
  902. if (level == 0) {
  903. /* escape */
  904. if (rvlc) {
  905. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  906. av_log(s->avctx, AV_LOG_ERROR,
  907. "1. marker bit missing in rvlc esc\n");
  908. return -1;
  909. }
  910. SKIP_CACHE(re, &s->gb, 1);
  911. last = SHOW_UBITS(re, &s->gb, 1);
  912. SKIP_CACHE(re, &s->gb, 1);
  913. run = SHOW_UBITS(re, &s->gb, 6);
  914. SKIP_COUNTER(re, &s->gb, 1 + 1 + 6);
  915. UPDATE_CACHE(re, &s->gb);
  916. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  917. av_log(s->avctx, AV_LOG_ERROR,
  918. "2. marker bit missing in rvlc esc\n");
  919. return -1;
  920. }
  921. SKIP_CACHE(re, &s->gb, 1);
  922. level = SHOW_UBITS(re, &s->gb, 11);
  923. SKIP_CACHE(re, &s->gb, 11);
  924. if (SHOW_UBITS(re, &s->gb, 5) != 0x10) {
  925. av_log(s->avctx, AV_LOG_ERROR, "reverse esc missing\n");
  926. return -1;
  927. }
  928. SKIP_CACHE(re, &s->gb, 5);
  929. level = level * qmul + qadd;
  930. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  931. SKIP_COUNTER(re, &s->gb, 1 + 11 + 5 + 1);
  932. i += run + 1;
  933. if (last)
  934. i += 192;
  935. } else {
  936. int cache;
  937. cache = GET_CACHE(re, &s->gb);
  938. if (IS_3IV1)
  939. cache ^= 0xC0000000;
  940. if (cache & 0x80000000) {
  941. if (cache & 0x40000000) {
  942. /* third escape */
  943. SKIP_CACHE(re, &s->gb, 2);
  944. last = SHOW_UBITS(re, &s->gb, 1);
  945. SKIP_CACHE(re, &s->gb, 1);
  946. run = SHOW_UBITS(re, &s->gb, 6);
  947. SKIP_COUNTER(re, &s->gb, 2 + 1 + 6);
  948. UPDATE_CACHE(re, &s->gb);
  949. if (IS_3IV1) {
  950. level = SHOW_SBITS(re, &s->gb, 12);
  951. LAST_SKIP_BITS(re, &s->gb, 12);
  952. } else {
  953. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  954. av_log(s->avctx, AV_LOG_ERROR,
  955. "1. marker bit missing in 3. esc\n");
  956. return -1;
  957. }
  958. SKIP_CACHE(re, &s->gb, 1);
  959. level = SHOW_SBITS(re, &s->gb, 12);
  960. SKIP_CACHE(re, &s->gb, 12);
  961. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  962. av_log(s->avctx, AV_LOG_ERROR,
  963. "2. marker bit missing in 3. esc\n");
  964. return -1;
  965. }
  966. SKIP_COUNTER(re, &s->gb, 1 + 12 + 1);
  967. }
  968. #if 0
  969. if (s->error_recognition >= FF_ER_COMPLIANT) {
  970. const int abs_level= FFABS(level);
  971. if (abs_level<=MAX_LEVEL && run<=MAX_RUN) {
  972. const int run1= run - rl->max_run[last][abs_level] - 1;
  973. if (abs_level <= rl->max_level[last][run]) {
  974. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, vlc encoding possible\n");
  975. return -1;
  976. }
  977. if (s->error_recognition > FF_ER_COMPLIANT) {
  978. if (abs_level <= rl->max_level[last][run]*2) {
  979. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 1 encoding possible\n");
  980. return -1;
  981. }
  982. if (run1 >= 0 && abs_level <= rl->max_level[last][run1]) {
  983. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 2 encoding possible\n");
  984. return -1;
  985. }
  986. }
  987. }
  988. }
  989. #endif
  990. if (level > 0)
  991. level = level * qmul + qadd;
  992. else
  993. level = level * qmul - qadd;
  994. if ((unsigned)(level + 2048) > 4095) {
  995. if (s->err_recognition & (AV_EF_BITSTREAM|AV_EF_AGGRESSIVE)) {
  996. if (level > 2560 || level < -2560) {
  997. av_log(s->avctx, AV_LOG_ERROR,
  998. "|level| overflow in 3. esc, qp=%d\n",
  999. s->qscale);
  1000. return -1;
  1001. }
  1002. }
  1003. level = level < 0 ? -2048 : 2047;
  1004. }
  1005. i += run + 1;
  1006. if (last)
  1007. i += 192;
  1008. } else {
  1009. /* second escape */
  1010. SKIP_BITS(re, &s->gb, 2);
  1011. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  1012. i += run + rl->max_run[run >> 7][level / qmul] + 1; // FIXME opt indexing
  1013. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1014. LAST_SKIP_BITS(re, &s->gb, 1);
  1015. }
  1016. } else {
  1017. /* first escape */
  1018. SKIP_BITS(re, &s->gb, 1);
  1019. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  1020. i += run;
  1021. level = level + rl->max_level[run >> 7][(run - 1) & 63] * qmul; // FIXME opt indexing
  1022. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1023. LAST_SKIP_BITS(re, &s->gb, 1);
  1024. }
  1025. }
  1026. } else {
  1027. i += run;
  1028. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1029. LAST_SKIP_BITS(re, &s->gb, 1);
  1030. }
  1031. if (i > 62) {
  1032. i -= 192;
  1033. if (i & (~63)) {
  1034. av_log(s->avctx, AV_LOG_ERROR,
  1035. "ac-tex damaged at %d %d\n", s->mb_x, s->mb_y);
  1036. return -1;
  1037. }
  1038. block[scan_table[i]] = level;
  1039. break;
  1040. }
  1041. block[scan_table[i]] = level;
  1042. }
  1043. CLOSE_READER(re, &s->gb);
  1044. }
  1045. not_coded:
  1046. if (intra) {
  1047. if (!s->use_intra_dc_vlc) {
  1048. block[0] = ff_mpeg4_pred_dc(s, n, block[0], &dc_pred_dir, 0);
  1049. i -= i >> 31; // if (i == -1) i = 0;
  1050. }
  1051. ff_mpeg4_pred_ac(s, block, n, dc_pred_dir);
  1052. if (s->ac_pred)
  1053. i = 63; // FIXME not optimal
  1054. }
  1055. s->block_last_index[n] = i;
  1056. return 0;
  1057. }
  1058. /**
  1059. * decode partition C of one MB.
  1060. * @return <0 if an error occurred
  1061. */
  1062. static int mpeg4_decode_partitioned_mb(MpegEncContext *s, int16_t block[6][64])
  1063. {
  1064. Mpeg4DecContext *ctx = (Mpeg4DecContext *)s;
  1065. int cbp, mb_type;
  1066. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1067. mb_type = s->current_picture.mb_type[xy];
  1068. cbp = s->cbp_table[xy];
  1069. s->use_intra_dc_vlc = s->qscale < s->intra_dc_threshold;
  1070. if (s->current_picture.qscale_table[xy] != s->qscale)
  1071. ff_set_qscale(s, s->current_picture.qscale_table[xy]);
  1072. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1073. s->pict_type == AV_PICTURE_TYPE_S) {
  1074. int i;
  1075. for (i = 0; i < 4; i++) {
  1076. s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
  1077. s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
  1078. }
  1079. s->mb_intra = IS_INTRA(mb_type);
  1080. if (IS_SKIP(mb_type)) {
  1081. /* skip mb */
  1082. for (i = 0; i < 6; i++)
  1083. s->block_last_index[i] = -1;
  1084. s->mv_dir = MV_DIR_FORWARD;
  1085. s->mv_type = MV_TYPE_16X16;
  1086. if (s->pict_type == AV_PICTURE_TYPE_S
  1087. && ctx->vol_sprite_usage == GMC_SPRITE) {
  1088. s->mcsel = 1;
  1089. s->mb_skipped = 0;
  1090. } else {
  1091. s->mcsel = 0;
  1092. s->mb_skipped = 1;
  1093. }
  1094. } else if (s->mb_intra) {
  1095. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1096. } else if (!s->mb_intra) {
  1097. // s->mcsel = 0; // FIXME do we need to init that?
  1098. s->mv_dir = MV_DIR_FORWARD;
  1099. if (IS_8X8(mb_type)) {
  1100. s->mv_type = MV_TYPE_8X8;
  1101. } else {
  1102. s->mv_type = MV_TYPE_16X16;
  1103. }
  1104. }
  1105. } else { /* I-Frame */
  1106. s->mb_intra = 1;
  1107. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1108. }
  1109. if (!IS_SKIP(mb_type)) {
  1110. int i;
  1111. s->dsp.clear_blocks(s->block[0]);
  1112. /* decode each block */
  1113. for (i = 0; i < 6; i++) {
  1114. if (mpeg4_decode_block(s, block[i], i, cbp & 32, s->mb_intra, ctx->rvlc) < 0) {
  1115. av_log(s->avctx, AV_LOG_ERROR,
  1116. "texture corrupted at %d %d %d\n",
  1117. s->mb_x, s->mb_y, s->mb_intra);
  1118. return -1;
  1119. }
  1120. cbp += cbp;
  1121. }
  1122. }
  1123. /* per-MB end of slice check */
  1124. if (--s->mb_num_left <= 0) {
  1125. if (mpeg4_is_resync(s))
  1126. return SLICE_END;
  1127. else
  1128. return SLICE_NOEND;
  1129. } else {
  1130. if (mpeg4_is_resync(s)) {
  1131. const int delta = s->mb_x + 1 == s->mb_width ? 2 : 1;
  1132. if (s->cbp_table[xy + delta])
  1133. return SLICE_END;
  1134. }
  1135. return SLICE_OK;
  1136. }
  1137. }
  1138. static int mpeg4_decode_mb(MpegEncContext *s, int16_t block[6][64])
  1139. {
  1140. Mpeg4DecContext *ctx = (Mpeg4DecContext *)s;
  1141. int cbpc, cbpy, i, cbp, pred_x, pred_y, mx, my, dquant;
  1142. int16_t *mot_val;
  1143. static int8_t quant_tab[4] = { -1, -2, 1, 2 };
  1144. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1145. av_assert2(s->h263_pred);
  1146. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1147. s->pict_type == AV_PICTURE_TYPE_S) {
  1148. do {
  1149. if (get_bits1(&s->gb)) {
  1150. /* skip mb */
  1151. s->mb_intra = 0;
  1152. for (i = 0; i < 6; i++)
  1153. s->block_last_index[i] = -1;
  1154. s->mv_dir = MV_DIR_FORWARD;
  1155. s->mv_type = MV_TYPE_16X16;
  1156. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1157. ctx->vol_sprite_usage == GMC_SPRITE) {
  1158. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1159. MB_TYPE_GMC |
  1160. MB_TYPE_16x16 |
  1161. MB_TYPE_L0;
  1162. s->mcsel = 1;
  1163. s->mv[0][0][0] = get_amv(s, 0);
  1164. s->mv[0][0][1] = get_amv(s, 1);
  1165. s->mb_skipped = 0;
  1166. } else {
  1167. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1168. MB_TYPE_16x16 |
  1169. MB_TYPE_L0;
  1170. s->mcsel = 0;
  1171. s->mv[0][0][0] = 0;
  1172. s->mv[0][0][1] = 0;
  1173. s->mb_skipped = 1;
  1174. }
  1175. goto end;
  1176. }
  1177. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  1178. if (cbpc < 0) {
  1179. av_log(s->avctx, AV_LOG_ERROR,
  1180. "cbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1181. return -1;
  1182. }
  1183. } while (cbpc == 20);
  1184. s->dsp.clear_blocks(s->block[0]);
  1185. dquant = cbpc & 8;
  1186. s->mb_intra = ((cbpc & 4) != 0);
  1187. if (s->mb_intra)
  1188. goto intra;
  1189. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1190. ctx->vol_sprite_usage == GMC_SPRITE && (cbpc & 16) == 0)
  1191. s->mcsel = get_bits1(&s->gb);
  1192. else
  1193. s->mcsel = 0;
  1194. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1) ^ 0x0F;
  1195. cbp = (cbpc & 3) | (cbpy << 2);
  1196. if (dquant)
  1197. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1198. if ((!s->progressive_sequence) &&
  1199. (cbp || (s->workaround_bugs & FF_BUG_XVID_ILACE)))
  1200. s->interlaced_dct = get_bits1(&s->gb);
  1201. s->mv_dir = MV_DIR_FORWARD;
  1202. if ((cbpc & 16) == 0) {
  1203. if (s->mcsel) {
  1204. s->current_picture.mb_type[xy] = MB_TYPE_GMC |
  1205. MB_TYPE_16x16 |
  1206. MB_TYPE_L0;
  1207. /* 16x16 global motion prediction */
  1208. s->mv_type = MV_TYPE_16X16;
  1209. mx = get_amv(s, 0);
  1210. my = get_amv(s, 1);
  1211. s->mv[0][0][0] = mx;
  1212. s->mv[0][0][1] = my;
  1213. } else if ((!s->progressive_sequence) && get_bits1(&s->gb)) {
  1214. s->current_picture.mb_type[xy] = MB_TYPE_16x8 |
  1215. MB_TYPE_L0 |
  1216. MB_TYPE_INTERLACED;
  1217. /* 16x8 field motion prediction */
  1218. s->mv_type = MV_TYPE_FIELD;
  1219. s->field_select[0][0] = get_bits1(&s->gb);
  1220. s->field_select[0][1] = get_bits1(&s->gb);
  1221. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1222. for (i = 0; i < 2; i++) {
  1223. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1224. if (mx >= 0xffff)
  1225. return -1;
  1226. my = ff_h263_decode_motion(s, pred_y / 2, s->f_code);
  1227. if (my >= 0xffff)
  1228. return -1;
  1229. s->mv[0][i][0] = mx;
  1230. s->mv[0][i][1] = my;
  1231. }
  1232. } else {
  1233. s->current_picture.mb_type[xy] = MB_TYPE_16x16 | MB_TYPE_L0;
  1234. /* 16x16 motion prediction */
  1235. s->mv_type = MV_TYPE_16X16;
  1236. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1237. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1238. if (mx >= 0xffff)
  1239. return -1;
  1240. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1241. if (my >= 0xffff)
  1242. return -1;
  1243. s->mv[0][0][0] = mx;
  1244. s->mv[0][0][1] = my;
  1245. }
  1246. } else {
  1247. s->current_picture.mb_type[xy] = MB_TYPE_8x8 | MB_TYPE_L0;
  1248. s->mv_type = MV_TYPE_8X8;
  1249. for (i = 0; i < 4; i++) {
  1250. mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  1251. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1252. if (mx >= 0xffff)
  1253. return -1;
  1254. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1255. if (my >= 0xffff)
  1256. return -1;
  1257. s->mv[0][i][0] = mx;
  1258. s->mv[0][i][1] = my;
  1259. mot_val[0] = mx;
  1260. mot_val[1] = my;
  1261. }
  1262. }
  1263. } else if (s->pict_type == AV_PICTURE_TYPE_B) {
  1264. int modb1; // first bit of modb
  1265. int modb2; // second bit of modb
  1266. int mb_type;
  1267. s->mb_intra = 0; // B-frames never contain intra blocks
  1268. s->mcsel = 0; // ... true gmc blocks
  1269. if (s->mb_x == 0) {
  1270. for (i = 0; i < 2; i++) {
  1271. s->last_mv[i][0][0] =
  1272. s->last_mv[i][0][1] =
  1273. s->last_mv[i][1][0] =
  1274. s->last_mv[i][1][1] = 0;
  1275. }
  1276. ff_thread_await_progress(&s->next_picture_ptr->tf, s->mb_y, 0);
  1277. }
  1278. /* if we skipped it in the future P Frame than skip it now too */
  1279. s->mb_skipped = s->next_picture.mbskip_table[s->mb_y * s->mb_stride + s->mb_x]; // Note, skiptab=0 if last was GMC
  1280. if (s->mb_skipped) {
  1281. /* skip mb */
  1282. for (i = 0; i < 6; i++)
  1283. s->block_last_index[i] = -1;
  1284. s->mv_dir = MV_DIR_FORWARD;
  1285. s->mv_type = MV_TYPE_16X16;
  1286. s->mv[0][0][0] =
  1287. s->mv[0][0][1] =
  1288. s->mv[1][0][0] =
  1289. s->mv[1][0][1] = 0;
  1290. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1291. MB_TYPE_16x16 |
  1292. MB_TYPE_L0;
  1293. goto end;
  1294. }
  1295. modb1 = get_bits1(&s->gb);
  1296. if (modb1) {
  1297. // like MB_TYPE_B_DIRECT but no vectors coded
  1298. mb_type = MB_TYPE_DIRECT2 | MB_TYPE_SKIP | MB_TYPE_L0L1;
  1299. cbp = 0;
  1300. } else {
  1301. modb2 = get_bits1(&s->gb);
  1302. mb_type = get_vlc2(&s->gb, mb_type_b_vlc.table, MB_TYPE_B_VLC_BITS, 1);
  1303. if (mb_type < 0) {
  1304. av_log(s->avctx, AV_LOG_ERROR, "illegal MB_type\n");
  1305. return -1;
  1306. }
  1307. mb_type = mb_type_b_map[mb_type];
  1308. if (modb2) {
  1309. cbp = 0;
  1310. } else {
  1311. s->dsp.clear_blocks(s->block[0]);
  1312. cbp = get_bits(&s->gb, 6);
  1313. }
  1314. if ((!IS_DIRECT(mb_type)) && cbp) {
  1315. if (get_bits1(&s->gb))
  1316. ff_set_qscale(s, s->qscale + get_bits1(&s->gb) * 4 - 2);
  1317. }
  1318. if (!s->progressive_sequence) {
  1319. if (cbp)
  1320. s->interlaced_dct = get_bits1(&s->gb);
  1321. if (!IS_DIRECT(mb_type) && get_bits1(&s->gb)) {
  1322. mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
  1323. mb_type &= ~MB_TYPE_16x16;
  1324. if (USES_LIST(mb_type, 0)) {
  1325. s->field_select[0][0] = get_bits1(&s->gb);
  1326. s->field_select[0][1] = get_bits1(&s->gb);
  1327. }
  1328. if (USES_LIST(mb_type, 1)) {
  1329. s->field_select[1][0] = get_bits1(&s->gb);
  1330. s->field_select[1][1] = get_bits1(&s->gb);
  1331. }
  1332. }
  1333. }
  1334. s->mv_dir = 0;
  1335. if ((mb_type & (MB_TYPE_DIRECT2 | MB_TYPE_INTERLACED)) == 0) {
  1336. s->mv_type = MV_TYPE_16X16;
  1337. if (USES_LIST(mb_type, 0)) {
  1338. s->mv_dir = MV_DIR_FORWARD;
  1339. mx = ff_h263_decode_motion(s, s->last_mv[0][0][0], s->f_code);
  1340. my = ff_h263_decode_motion(s, s->last_mv[0][0][1], s->f_code);
  1341. s->last_mv[0][1][0] =
  1342. s->last_mv[0][0][0] =
  1343. s->mv[0][0][0] = mx;
  1344. s->last_mv[0][1][1] =
  1345. s->last_mv[0][0][1] =
  1346. s->mv[0][0][1] = my;
  1347. }
  1348. if (USES_LIST(mb_type, 1)) {
  1349. s->mv_dir |= MV_DIR_BACKWARD;
  1350. mx = ff_h263_decode_motion(s, s->last_mv[1][0][0], s->b_code);
  1351. my = ff_h263_decode_motion(s, s->last_mv[1][0][1], s->b_code);
  1352. s->last_mv[1][1][0] =
  1353. s->last_mv[1][0][0] =
  1354. s->mv[1][0][0] = mx;
  1355. s->last_mv[1][1][1] =
  1356. s->last_mv[1][0][1] =
  1357. s->mv[1][0][1] = my;
  1358. }
  1359. } else if (!IS_DIRECT(mb_type)) {
  1360. s->mv_type = MV_TYPE_FIELD;
  1361. if (USES_LIST(mb_type, 0)) {
  1362. s->mv_dir = MV_DIR_FORWARD;
  1363. for (i = 0; i < 2; i++) {
  1364. mx = ff_h263_decode_motion(s, s->last_mv[0][i][0], s->f_code);
  1365. my = ff_h263_decode_motion(s, s->last_mv[0][i][1] / 2, s->f_code);
  1366. s->last_mv[0][i][0] =
  1367. s->mv[0][i][0] = mx;
  1368. s->last_mv[0][i][1] = (s->mv[0][i][1] = my) * 2;
  1369. }
  1370. }
  1371. if (USES_LIST(mb_type, 1)) {
  1372. s->mv_dir |= MV_DIR_BACKWARD;
  1373. for (i = 0; i < 2; i++) {
  1374. mx = ff_h263_decode_motion(s, s->last_mv[1][i][0], s->b_code);
  1375. my = ff_h263_decode_motion(s, s->last_mv[1][i][1] / 2, s->b_code);
  1376. s->last_mv[1][i][0] =
  1377. s->mv[1][i][0] = mx;
  1378. s->last_mv[1][i][1] = (s->mv[1][i][1] = my) * 2;
  1379. }
  1380. }
  1381. }
  1382. }
  1383. if (IS_DIRECT(mb_type)) {
  1384. if (IS_SKIP(mb_type)) {
  1385. mx =
  1386. my = 0;
  1387. } else {
  1388. mx = ff_h263_decode_motion(s, 0, 1);
  1389. my = ff_h263_decode_motion(s, 0, 1);
  1390. }
  1391. s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
  1392. mb_type |= ff_mpeg4_set_direct_mv(s, mx, my);
  1393. }
  1394. s->current_picture.mb_type[xy] = mb_type;
  1395. } else { /* I-Frame */
  1396. do {
  1397. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  1398. if (cbpc < 0) {
  1399. av_log(s->avctx, AV_LOG_ERROR,
  1400. "I cbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1401. return -1;
  1402. }
  1403. } while (cbpc == 8);
  1404. dquant = cbpc & 4;
  1405. s->mb_intra = 1;
  1406. intra:
  1407. s->ac_pred = get_bits1(&s->gb);
  1408. if (s->ac_pred)
  1409. s->current_picture.mb_type[xy] = MB_TYPE_INTRA | MB_TYPE_ACPRED;
  1410. else
  1411. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  1412. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  1413. if (cbpy < 0) {
  1414. av_log(s->avctx, AV_LOG_ERROR,
  1415. "I cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
  1416. return -1;
  1417. }
  1418. cbp = (cbpc & 3) | (cbpy << 2);
  1419. s->use_intra_dc_vlc = s->qscale < s->intra_dc_threshold;
  1420. if (dquant)
  1421. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1422. if (!s->progressive_sequence)
  1423. s->interlaced_dct = get_bits1(&s->gb);
  1424. s->dsp.clear_blocks(s->block[0]);
  1425. /* decode each block */
  1426. for (i = 0; i < 6; i++) {
  1427. if (mpeg4_decode_block(s, block[i], i, cbp & 32, 1, 0) < 0)
  1428. return -1;
  1429. cbp += cbp;
  1430. }
  1431. goto end;
  1432. }
  1433. /* decode each block */
  1434. for (i = 0; i < 6; i++) {
  1435. if (mpeg4_decode_block(s, block[i], i, cbp & 32, 0, 0) < 0)
  1436. return -1;
  1437. cbp += cbp;
  1438. }
  1439. end:
  1440. /* per-MB end of slice check */
  1441. if (s->codec_id == AV_CODEC_ID_MPEG4) {
  1442. int next = mpeg4_is_resync(s);
  1443. if (next) {
  1444. if (s->mb_x + s->mb_y*s->mb_width + 1 > next && (s->avctx->err_recognition & AV_EF_AGGRESSIVE)) {
  1445. return -1;
  1446. } else if (s->mb_x + s->mb_y*s->mb_width + 1 >= next)
  1447. return SLICE_END;
  1448. if (s->pict_type == AV_PICTURE_TYPE_B) {
  1449. const int delta= s->mb_x + 1 == s->mb_width ? 2 : 1;
  1450. ff_thread_await_progress(&s->next_picture_ptr->tf,
  1451. (s->mb_x + delta >= s->mb_width)
  1452. ? FFMIN(s->mb_y + 1, s->mb_height - 1)
  1453. : s->mb_y, 0);
  1454. if (s->next_picture.mbskip_table[xy + delta])
  1455. return SLICE_OK;
  1456. }
  1457. return SLICE_END;
  1458. }
  1459. }
  1460. return SLICE_OK;
  1461. }
  1462. static int mpeg4_decode_gop_header(MpegEncContext *s, GetBitContext *gb)
  1463. {
  1464. int hours, minutes, seconds;
  1465. if (!show_bits(gb, 23)) {
  1466. av_log(s->avctx, AV_LOG_WARNING, "GOP header invalid\n");
  1467. return -1;
  1468. }
  1469. hours = get_bits(gb, 5);
  1470. minutes = get_bits(gb, 6);
  1471. skip_bits1(gb);
  1472. seconds = get_bits(gb, 6);
  1473. s->time_base = seconds + 60*(minutes + 60*hours);
  1474. skip_bits1(gb);
  1475. skip_bits1(gb);
  1476. return 0;
  1477. }
  1478. static int mpeg4_decode_profile_level(MpegEncContext *s, GetBitContext *gb)
  1479. {
  1480. s->avctx->profile = get_bits(gb, 4);
  1481. s->avctx->level = get_bits(gb, 4);
  1482. // for Simple profile, level 0
  1483. if (s->avctx->profile == 0 && s->avctx->level == 8) {
  1484. s->avctx->level = 0;
  1485. }
  1486. return 0;
  1487. }
  1488. static int decode_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  1489. {
  1490. MpegEncContext *s = &ctx->m;
  1491. int width, height, vo_ver_id;
  1492. /* vol header */
  1493. skip_bits(gb, 1); /* random access */
  1494. s->vo_type = get_bits(gb, 8);
  1495. if (get_bits1(gb) != 0) { /* is_ol_id */
  1496. vo_ver_id = get_bits(gb, 4); /* vo_ver_id */
  1497. skip_bits(gb, 3); /* vo_priority */
  1498. } else {
  1499. vo_ver_id = 1;
  1500. }
  1501. s->aspect_ratio_info = get_bits(gb, 4);
  1502. if (s->aspect_ratio_info == FF_ASPECT_EXTENDED) {
  1503. s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
  1504. s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
  1505. } else {
  1506. s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[s->aspect_ratio_info];
  1507. }
  1508. if ((s->vol_control_parameters = get_bits1(gb))) { /* vol control parameter */
  1509. int chroma_format = get_bits(gb, 2);
  1510. if (chroma_format != CHROMA_420)
  1511. av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
  1512. s->low_delay = get_bits1(gb);
  1513. if (get_bits1(gb)) { /* vbv parameters */
  1514. get_bits(gb, 15); /* first_half_bitrate */
  1515. skip_bits1(gb); /* marker */
  1516. get_bits(gb, 15); /* latter_half_bitrate */
  1517. skip_bits1(gb); /* marker */
  1518. get_bits(gb, 15); /* first_half_vbv_buffer_size */
  1519. skip_bits1(gb); /* marker */
  1520. get_bits(gb, 3); /* latter_half_vbv_buffer_size */
  1521. get_bits(gb, 11); /* first_half_vbv_occupancy */
  1522. skip_bits1(gb); /* marker */
  1523. get_bits(gb, 15); /* latter_half_vbv_occupancy */
  1524. skip_bits1(gb); /* marker */
  1525. }
  1526. } else {
  1527. /* is setting low delay flag only once the smartest thing to do?
  1528. * low delay detection won't be overriden. */
  1529. if (s->picture_number == 0)
  1530. s->low_delay = 0;
  1531. }
  1532. ctx->shape = get_bits(gb, 2); /* vol shape */
  1533. if (ctx->shape != RECT_SHAPE)
  1534. av_log(s->avctx, AV_LOG_ERROR, "only rectangular vol supported\n");
  1535. if (ctx->shape == GRAY_SHAPE && vo_ver_id != 1) {
  1536. av_log(s->avctx, AV_LOG_ERROR, "Gray shape not supported\n");
  1537. skip_bits(gb, 4); /* video_object_layer_shape_extension */
  1538. }
  1539. check_marker(gb, "before time_increment_resolution");
  1540. s->avctx->time_base.den = get_bits(gb, 16);
  1541. if (!s->avctx->time_base.den) {
  1542. av_log(s->avctx, AV_LOG_ERROR, "time_base.den==0\n");
  1543. s->avctx->time_base.num = 0;
  1544. return -1;
  1545. }
  1546. ctx->time_increment_bits = av_log2(s->avctx->time_base.den - 1) + 1;
  1547. if (ctx->time_increment_bits < 1)
  1548. ctx->time_increment_bits = 1;
  1549. check_marker(gb, "before fixed_vop_rate");
  1550. if (get_bits1(gb) != 0) /* fixed_vop_rate */
  1551. s->avctx->time_base.num = get_bits(gb, ctx->time_increment_bits);
  1552. else
  1553. s->avctx->time_base.num = 1;
  1554. s->t_frame = 0;
  1555. if (ctx->shape != BIN_ONLY_SHAPE) {
  1556. if (ctx->shape == RECT_SHAPE) {
  1557. check_marker(gb, "before width");
  1558. width = get_bits(gb, 13);
  1559. check_marker(gb, "before height");
  1560. height = get_bits(gb, 13);
  1561. check_marker(gb, "after height");
  1562. if (width && height && /* they should be non zero but who knows */
  1563. !(s->width && s->codec_tag == AV_RL32("MP4S"))) {
  1564. if (s->width && s->height &&
  1565. (s->width != width || s->height != height))
  1566. s->context_reinit = 1;
  1567. s->width = width;
  1568. s->height = height;
  1569. }
  1570. }
  1571. s->progressive_sequence =
  1572. s->progressive_frame = get_bits1(gb) ^ 1;
  1573. s->interlaced_dct = 0;
  1574. if (!get_bits1(gb) && (s->avctx->debug & FF_DEBUG_PICT_INFO))
  1575. av_log(s->avctx, AV_LOG_INFO, /* OBMC Disable */
  1576. "MPEG4 OBMC not supported (very likely buggy encoder)\n");
  1577. if (vo_ver_id == 1)
  1578. ctx->vol_sprite_usage = get_bits1(gb); /* vol_sprite_usage */
  1579. else
  1580. ctx->vol_sprite_usage = get_bits(gb, 2); /* vol_sprite_usage */
  1581. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  1582. av_log(s->avctx, AV_LOG_ERROR, "Static Sprites not supported\n");
  1583. if (ctx->vol_sprite_usage == STATIC_SPRITE ||
  1584. ctx->vol_sprite_usage == GMC_SPRITE) {
  1585. if (ctx->vol_sprite_usage == STATIC_SPRITE) {
  1586. skip_bits(gb, 13); // sprite_width
  1587. skip_bits1(gb); /* marker */
  1588. skip_bits(gb, 13); // sprite_height
  1589. skip_bits1(gb); /* marker */
  1590. skip_bits(gb, 13); // sprite_left
  1591. skip_bits1(gb); /* marker */
  1592. skip_bits(gb, 13); // sprite_top
  1593. skip_bits1(gb); /* marker */
  1594. }
  1595. s->num_sprite_warping_points = get_bits(gb, 6);
  1596. if (s->num_sprite_warping_points > 3) {
  1597. av_log(s->avctx, AV_LOG_ERROR,
  1598. "%d sprite_warping_points\n",
  1599. s->num_sprite_warping_points);
  1600. s->num_sprite_warping_points = 0;
  1601. return -1;
  1602. }
  1603. s->sprite_warping_accuracy = get_bits(gb, 2);
  1604. s->sprite_brightness_change = get_bits1(gb);
  1605. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  1606. s->low_latency_sprite = get_bits1(gb);
  1607. }
  1608. // FIXME sadct disable bit if verid!=1 && shape not rect
  1609. if (get_bits1(gb) == 1) { /* not_8_bit */
  1610. s->quant_precision = get_bits(gb, 4); /* quant_precision */
  1611. if (get_bits(gb, 4) != 8) /* bits_per_pixel */
  1612. av_log(s->avctx, AV_LOG_ERROR, "N-bit not supported\n");
  1613. if (s->quant_precision != 5)
  1614. av_log(s->avctx, AV_LOG_ERROR,
  1615. "quant precision %d\n", s->quant_precision);
  1616. if (s->quant_precision<3 || s->quant_precision>9) {
  1617. s->quant_precision = 5;
  1618. }
  1619. } else {
  1620. s->quant_precision = 5;
  1621. }
  1622. // FIXME a bunch of grayscale shape things
  1623. if ((s->mpeg_quant = get_bits1(gb))) { /* vol_quant_type */
  1624. int i, v;
  1625. /* load default matrixes */
  1626. for (i = 0; i < 64; i++) {
  1627. int j = s->dsp.idct_permutation[i];
  1628. v = ff_mpeg4_default_intra_matrix[i];
  1629. s->intra_matrix[j] = v;
  1630. s->chroma_intra_matrix[j] = v;
  1631. v = ff_mpeg4_default_non_intra_matrix[i];
  1632. s->inter_matrix[j] = v;
  1633. s->chroma_inter_matrix[j] = v;
  1634. }
  1635. /* load custom intra matrix */
  1636. if (get_bits1(gb)) {
  1637. int last = 0;
  1638. for (i = 0; i < 64; i++) {
  1639. int j;
  1640. v = get_bits(gb, 8);
  1641. if (v == 0)
  1642. break;
  1643. last = v;
  1644. j = s->dsp.idct_permutation[ff_zigzag_direct[i]];
  1645. s->intra_matrix[j] = last;
  1646. s->chroma_intra_matrix[j] = last;
  1647. }
  1648. /* replicate last value */
  1649. for (; i < 64; i++) {
  1650. int j = s->dsp.idct_permutation[ff_zigzag_direct[i]];
  1651. s->intra_matrix[j] = last;
  1652. s->chroma_intra_matrix[j] = last;
  1653. }
  1654. }
  1655. /* load custom non intra matrix */
  1656. if (get_bits1(gb)) {
  1657. int last = 0;
  1658. for (i = 0; i < 64; i++) {
  1659. int j;
  1660. v = get_bits(gb, 8);
  1661. if (v == 0)
  1662. break;
  1663. last = v;
  1664. j = s->dsp.idct_permutation[ff_zigzag_direct[i]];
  1665. s->inter_matrix[j] = v;
  1666. s->chroma_inter_matrix[j] = v;
  1667. }
  1668. /* replicate last value */
  1669. for (; i < 64; i++) {
  1670. int j = s->dsp.idct_permutation[ff_zigzag_direct[i]];
  1671. s->inter_matrix[j] = last;
  1672. s->chroma_inter_matrix[j] = last;
  1673. }
  1674. }
  1675. // FIXME a bunch of grayscale shape things
  1676. }
  1677. if (vo_ver_id != 1)
  1678. s->quarter_sample = get_bits1(gb);
  1679. else
  1680. s->quarter_sample = 0;
  1681. if (!get_bits1(gb)) {
  1682. int pos = get_bits_count(gb);
  1683. int estimation_method = get_bits(gb, 2);
  1684. if (estimation_method < 2) {
  1685. if (!get_bits1(gb)) {
  1686. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* opaque */
  1687. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* transparent */
  1688. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_cae */
  1689. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* inter_cae */
  1690. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* no_update */
  1691. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* upampling */
  1692. }
  1693. if (!get_bits1(gb)) {
  1694. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_blocks */
  1695. s->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter_blocks */
  1696. s->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter4v_blocks */
  1697. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* not coded blocks */
  1698. }
  1699. if (!check_marker(gb, "in complexity estimation part 1")) {
  1700. skip_bits_long(gb, pos - get_bits_count(gb));
  1701. goto no_cplx_est;
  1702. }
  1703. if (!get_bits1(gb)) {
  1704. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_coeffs */
  1705. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_lines */
  1706. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* vlc_syms */
  1707. s->cplx_estimation_trash_i += 4 * get_bits1(gb); /* vlc_bits */
  1708. }
  1709. if (!get_bits1(gb)) {
  1710. s->cplx_estimation_trash_p += 8 * get_bits1(gb); /* apm */
  1711. s->cplx_estimation_trash_p += 8 * get_bits1(gb); /* npm */
  1712. s->cplx_estimation_trash_b += 8 * get_bits1(gb); /* interpolate_mc_q */
  1713. s->cplx_estimation_trash_p += 8 * get_bits1(gb); /* forwback_mc_q */
  1714. s->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel2 */
  1715. s->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel4 */
  1716. }
  1717. if (!check_marker(gb, "in complexity estimation part 2")) {
  1718. skip_bits_long(gb, pos - get_bits_count(gb));
  1719. goto no_cplx_est;
  1720. }
  1721. if (estimation_method == 1) {
  1722. s->cplx_estimation_trash_i += 8 * get_bits1(gb); /* sadct */
  1723. s->cplx_estimation_trash_p += 8 * get_bits1(gb); /* qpel */
  1724. }
  1725. } else
  1726. av_log(s->avctx, AV_LOG_ERROR,
  1727. "Invalid Complexity estimation method %d\n",
  1728. estimation_method);
  1729. } else {
  1730. no_cplx_est:
  1731. s->cplx_estimation_trash_i =
  1732. s->cplx_estimation_trash_p =
  1733. s->cplx_estimation_trash_b = 0;
  1734. }
  1735. s->resync_marker = !get_bits1(gb); /* resync_marker_disabled */
  1736. s->data_partitioning = get_bits1(gb);
  1737. if (s->data_partitioning)
  1738. ctx->rvlc = get_bits1(gb);
  1739. if (vo_ver_id != 1) {
  1740. s->new_pred = get_bits1(gb);
  1741. if (s->new_pred) {
  1742. av_log(s->avctx, AV_LOG_ERROR, "new pred not supported\n");
  1743. skip_bits(gb, 2); /* requested upstream message type */
  1744. skip_bits1(gb); /* newpred segment type */
  1745. }
  1746. s->reduced_res_vop = get_bits1(gb);
  1747. if (s->reduced_res_vop)
  1748. av_log(s->avctx, AV_LOG_ERROR,
  1749. "reduced resolution VOP not supported\n");
  1750. } else {
  1751. s->new_pred = 0;
  1752. s->reduced_res_vop = 0;
  1753. }
  1754. s->scalability = get_bits1(gb);
  1755. if (s->scalability) {
  1756. GetBitContext bak = *gb;
  1757. int h_sampling_factor_n;
  1758. int h_sampling_factor_m;
  1759. int v_sampling_factor_n;
  1760. int v_sampling_factor_m;
  1761. s->hierachy_type = get_bits1(gb);
  1762. skip_bits(gb, 4); /* ref_layer_id */
  1763. skip_bits1(gb); /* ref_layer_sampling_dir */
  1764. h_sampling_factor_n = get_bits(gb, 5);
  1765. h_sampling_factor_m = get_bits(gb, 5);
  1766. v_sampling_factor_n = get_bits(gb, 5);
  1767. v_sampling_factor_m = get_bits(gb, 5);
  1768. s->enhancement_type = get_bits1(gb);
  1769. if (h_sampling_factor_n == 0 || h_sampling_factor_m == 0 ||
  1770. v_sampling_factor_n == 0 || v_sampling_factor_m == 0) {
  1771. /* illegal scalability header (VERY broken encoder),
  1772. * trying to workaround */
  1773. s->scalability = 0;
  1774. *gb = bak;
  1775. } else
  1776. av_log(s->avctx, AV_LOG_ERROR, "scalability not supported\n");
  1777. // bin shape stuff FIXME
  1778. }
  1779. }
  1780. if (s->avctx->debug&FF_DEBUG_PICT_INFO) {
  1781. av_log(s->avctx, AV_LOG_DEBUG, "tb %d/%d, tincrbits:%d, qp_prec:%d, ps:%d, %s%s%s%s\n",
  1782. s->avctx->time_base.num, s->avctx->time_base.den,
  1783. ctx->time_increment_bits,
  1784. s->quant_precision,
  1785. s->progressive_sequence,
  1786. s->scalability ? "scalability " :"" , s->quarter_sample ? "qpel " : "",
  1787. s->data_partitioning ? "partition " : "", ctx->rvlc ? "rvlc " : ""
  1788. );
  1789. }
  1790. return 0;
  1791. }
  1792. /**
  1793. * Decode the user data stuff in the header.
  1794. * Also initializes divx/xvid/lavc_version/build.
  1795. */
  1796. static int decode_user_data(MpegEncContext *s, GetBitContext *gb)
  1797. {
  1798. char buf[256];
  1799. int i;
  1800. int e;
  1801. int ver = 0, build = 0, ver2 = 0, ver3 = 0;
  1802. char last;
  1803. for (i = 0; i < 255 && get_bits_count(gb) < gb->size_in_bits; i++) {
  1804. if (show_bits(gb, 23) == 0)
  1805. break;
  1806. buf[i] = get_bits(gb, 8);
  1807. }
  1808. buf[i] = 0;
  1809. /* divx detection */
  1810. e = sscanf(buf, "DivX%dBuild%d%c", &ver, &build, &last);
  1811. if (e < 2)
  1812. e = sscanf(buf, "DivX%db%d%c", &ver, &build, &last);
  1813. if (e >= 2) {
  1814. s->divx_version = ver;
  1815. s->divx_build = build;
  1816. s->divx_packed = e == 3 && last == 'p';
  1817. if (s->divx_packed && !s->showed_packed_warning) {
  1818. av_log(s->avctx, AV_LOG_INFO, "Video uses a non-standard and "
  1819. "wasteful way to store B-frames ('packed B-frames'). "
  1820. "Consider using a tool like VirtualDub or avidemux to fix it.\n");
  1821. s->showed_packed_warning = 1;
  1822. }
  1823. }
  1824. /* libavcodec detection */
  1825. e = sscanf(buf, "FFmpe%*[^b]b%d", &build) + 3;
  1826. if (e != 4)
  1827. e = sscanf(buf, "FFmpeg v%d.%d.%d / libavcodec build: %d", &ver, &ver2, &ver3, &build);
  1828. if (e != 4) {
  1829. e = sscanf(buf, "Lavc%d.%d.%d", &ver, &ver2, &ver3) + 1;
  1830. if (e > 1)
  1831. build = (ver << 16) + (ver2 << 8) + ver3;
  1832. }
  1833. if (e != 4) {
  1834. if (strcmp(buf, "ffmpeg") == 0)
  1835. s->lavc_build = 4600;
  1836. }
  1837. if (e == 4)
  1838. s->lavc_build = build;
  1839. /* Xvid detection */
  1840. e = sscanf(buf, "XviD%d", &build);
  1841. if (e == 1)
  1842. s->xvid_build = build;
  1843. return 0;
  1844. }
  1845. static int decode_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  1846. {
  1847. MpegEncContext *s = &ctx->m;
  1848. int time_incr, time_increment;
  1849. int64_t pts;
  1850. s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* pict type: I = 0 , P = 1 */
  1851. if (s->pict_type == AV_PICTURE_TYPE_B && s->low_delay &&
  1852. s->vol_control_parameters == 0 && !(s->flags & CODEC_FLAG_LOW_DELAY)) {
  1853. av_log(s->avctx, AV_LOG_ERROR, "low_delay flag incorrectly, clearing it\n");
  1854. s->low_delay = 0;
  1855. }
  1856. s->partitioned_frame = s->data_partitioning && s->pict_type != AV_PICTURE_TYPE_B;
  1857. if (s->partitioned_frame)
  1858. s->decode_mb = mpeg4_decode_partitioned_mb;
  1859. else
  1860. s->decode_mb = mpeg4_decode_mb;
  1861. time_incr = 0;
  1862. while (get_bits1(gb) != 0)
  1863. time_incr++;
  1864. check_marker(gb, "before time_increment");
  1865. if (ctx->time_increment_bits == 0 ||
  1866. !(show_bits(gb, ctx->time_increment_bits + 1) & 1)) {
  1867. av_log(s->avctx, AV_LOG_ERROR,
  1868. "hmm, seems the headers are not complete, trying to guess time_increment_bits\n");
  1869. for (ctx->time_increment_bits = 1;
  1870. ctx->time_increment_bits < 16;
  1871. ctx->time_increment_bits++) {
  1872. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1873. (s->pict_type == AV_PICTURE_TYPE_S &&
  1874. ctx->vol_sprite_usage == GMC_SPRITE)) {
  1875. if ((show_bits(gb, ctx->time_increment_bits + 6) & 0x37) == 0x30)
  1876. break;
  1877. } else if ((show_bits(gb, ctx->time_increment_bits + 5) & 0x1F) == 0x18)
  1878. break;
  1879. }
  1880. av_log(s->avctx, AV_LOG_ERROR,
  1881. "my guess is %d bits ;)\n", ctx->time_increment_bits);
  1882. if (s->avctx->time_base.den && 4*s->avctx->time_base.den < 1<<ctx->time_increment_bits) {
  1883. s->avctx->time_base.den = 1<<ctx->time_increment_bits;
  1884. }
  1885. }
  1886. if (IS_3IV1)
  1887. time_increment = get_bits1(gb); // FIXME investigate further
  1888. else
  1889. time_increment = get_bits(gb, ctx->time_increment_bits);
  1890. if (s->pict_type != AV_PICTURE_TYPE_B) {
  1891. s->last_time_base = s->time_base;
  1892. s->time_base += time_incr;
  1893. s->time = s->time_base * s->avctx->time_base.den + time_increment;
  1894. if (s->workaround_bugs & FF_BUG_UMP4) {
  1895. if (s->time < s->last_non_b_time) {
  1896. /* header is not mpeg-4-compatible, broken encoder,
  1897. * trying to workaround */
  1898. s->time_base++;
  1899. s->time += s->avctx->time_base.den;
  1900. }
  1901. }
  1902. s->pp_time = s->time - s->last_non_b_time;
  1903. s->last_non_b_time = s->time;
  1904. } else {
  1905. s->time = (s->last_time_base + time_incr) * s->avctx->time_base.den + time_increment;
  1906. s->pb_time = s->pp_time - (s->last_non_b_time - s->time);
  1907. if (s->pp_time <= s->pb_time ||
  1908. s->pp_time <= s->pp_time - s->pb_time ||
  1909. s->pp_time <= 0) {
  1910. /* messed up order, maybe after seeking? skipping current b-frame */
  1911. return FRAME_SKIPPED;
  1912. }
  1913. ff_mpeg4_init_direct_mv(s);
  1914. if (s->t_frame == 0)
  1915. s->t_frame = s->pb_time;
  1916. if (s->t_frame == 0)
  1917. s->t_frame = 1; // 1/0 protection
  1918. s->pp_field_time = (ROUNDED_DIV(s->last_non_b_time, s->t_frame) -
  1919. ROUNDED_DIV(s->last_non_b_time - s->pp_time, s->t_frame)) * 2;
  1920. s->pb_field_time = (ROUNDED_DIV(s->time, s->t_frame) -
  1921. ROUNDED_DIV(s->last_non_b_time - s->pp_time, s->t_frame)) * 2;
  1922. if (!s->progressive_sequence) {
  1923. if (s->pp_field_time <= s->pb_field_time || s->pb_field_time <= 1)
  1924. return FRAME_SKIPPED;
  1925. }
  1926. }
  1927. if (s->avctx->time_base.num)
  1928. pts = ROUNDED_DIV(s->time, s->avctx->time_base.num);
  1929. else
  1930. pts = AV_NOPTS_VALUE;
  1931. if (s->avctx->debug&FF_DEBUG_PTS)
  1932. av_log(s->avctx, AV_LOG_DEBUG, "MPEG4 PTS: %"PRId64"\n",
  1933. pts);
  1934. check_marker(gb, "before vop_coded");
  1935. /* vop coded */
  1936. if (get_bits1(gb) != 1) {
  1937. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1938. av_log(s->avctx, AV_LOG_ERROR, "vop not coded\n");
  1939. return FRAME_SKIPPED;
  1940. }
  1941. if (s->new_pred)
  1942. decode_new_pred(ctx, gb);
  1943. if (ctx->shape != BIN_ONLY_SHAPE &&
  1944. (s->pict_type == AV_PICTURE_TYPE_P ||
  1945. (s->pict_type == AV_PICTURE_TYPE_S &&
  1946. ctx->vol_sprite_usage == GMC_SPRITE))) {
  1947. /* rounding type for motion estimation */
  1948. s->no_rounding = get_bits1(gb);
  1949. } else {
  1950. s->no_rounding = 0;
  1951. }
  1952. // FIXME reduced res stuff
  1953. if (ctx->shape != RECT_SHAPE) {
  1954. if (ctx->vol_sprite_usage != 1 || s->pict_type != AV_PICTURE_TYPE_I) {
  1955. skip_bits(gb, 13); /* width */
  1956. skip_bits1(gb); /* marker */
  1957. skip_bits(gb, 13); /* height */
  1958. skip_bits1(gb); /* marker */
  1959. skip_bits(gb, 13); /* hor_spat_ref */
  1960. skip_bits1(gb); /* marker */
  1961. skip_bits(gb, 13); /* ver_spat_ref */
  1962. }
  1963. skip_bits1(gb); /* change_CR_disable */
  1964. if (get_bits1(gb) != 0)
  1965. skip_bits(gb, 8); /* constant_alpha_value */
  1966. }
  1967. // FIXME complexity estimation stuff
  1968. if (ctx->shape != BIN_ONLY_SHAPE) {
  1969. skip_bits_long(gb, s->cplx_estimation_trash_i);
  1970. if (s->pict_type != AV_PICTURE_TYPE_I)
  1971. skip_bits_long(gb, s->cplx_estimation_trash_p);
  1972. if (s->pict_type == AV_PICTURE_TYPE_B)
  1973. skip_bits_long(gb, s->cplx_estimation_trash_b);
  1974. if (get_bits_left(gb) < 3) {
  1975. av_log(s->avctx, AV_LOG_ERROR, "Header truncated\n");
  1976. return -1;
  1977. }
  1978. s->intra_dc_threshold = ff_mpeg4_dc_threshold[get_bits(gb, 3)];
  1979. if (!s->progressive_sequence) {
  1980. s->top_field_first = get_bits1(gb);
  1981. s->alternate_scan = get_bits1(gb);
  1982. } else
  1983. s->alternate_scan = 0;
  1984. }
  1985. if (s->alternate_scan) {
  1986. ff_init_scantable(s->dsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
  1987. ff_init_scantable(s->dsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
  1988. ff_init_scantable(s->dsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
  1989. ff_init_scantable(s->dsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  1990. } else {
  1991. ff_init_scantable(s->dsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
  1992. ff_init_scantable(s->dsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
  1993. ff_init_scantable(s->dsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
  1994. ff_init_scantable(s->dsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  1995. }
  1996. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1997. (ctx->vol_sprite_usage == STATIC_SPRITE ||
  1998. ctx->vol_sprite_usage == GMC_SPRITE)) {
  1999. if (mpeg4_decode_sprite_trajectory(s, gb) < 0)
  2000. return AVERROR_INVALIDDATA;
  2001. if (s->sprite_brightness_change)
  2002. av_log(s->avctx, AV_LOG_ERROR,
  2003. "sprite_brightness_change not supported\n");
  2004. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  2005. av_log(s->avctx, AV_LOG_ERROR, "static sprite not supported\n");
  2006. }
  2007. if (ctx->shape != BIN_ONLY_SHAPE) {
  2008. s->chroma_qscale = s->qscale = get_bits(gb, s->quant_precision);
  2009. if (s->qscale == 0) {
  2010. av_log(s->avctx, AV_LOG_ERROR,
  2011. "Error, header damaged or not MPEG4 header (qscale=0)\n");
  2012. return -1; // makes no sense to continue, as there is nothing left from the image then
  2013. }
  2014. if (s->pict_type != AV_PICTURE_TYPE_I) {
  2015. s->f_code = get_bits(gb, 3); /* fcode_for */
  2016. if (s->f_code == 0) {
  2017. av_log(s->avctx, AV_LOG_ERROR,
  2018. "Error, header damaged or not MPEG4 header (f_code=0)\n");
  2019. s->f_code = 1;
  2020. return -1; // makes no sense to continue, as there is nothing left from the image then
  2021. }
  2022. } else
  2023. s->f_code = 1;
  2024. if (s->pict_type == AV_PICTURE_TYPE_B) {
  2025. s->b_code = get_bits(gb, 3);
  2026. if (s->b_code == 0) {
  2027. av_log(s->avctx, AV_LOG_ERROR,
  2028. "Error, header damaged or not MPEG4 header (b_code=0)\n");
  2029. s->b_code=1;
  2030. return -1; // makes no sense to continue, as the MV decoding will break very quickly
  2031. }
  2032. } else
  2033. s->b_code = 1;
  2034. if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
  2035. av_log(s->avctx, AV_LOG_DEBUG,
  2036. "qp:%d fc:%d,%d %s size:%d pro:%d alt:%d top:%d %spel part:%d resync:%d w:%d a:%d rnd:%d vot:%d%s dc:%d ce:%d/%d/%d time:%"PRId64" tincr:%d\n",
  2037. s->qscale, s->f_code, s->b_code,
  2038. s->pict_type == AV_PICTURE_TYPE_I ? "I" : (s->pict_type == AV_PICTURE_TYPE_P ? "P" : (s->pict_type == AV_PICTURE_TYPE_B ? "B" : "S")),
  2039. gb->size_in_bits,s->progressive_sequence, s->alternate_scan,
  2040. s->top_field_first, s->quarter_sample ? "q" : "h",
  2041. s->data_partitioning, s->resync_marker,
  2042. s->num_sprite_warping_points, s->sprite_warping_accuracy,
  2043. 1 - s->no_rounding, s->vo_type,
  2044. s->vol_control_parameters ? " VOLC" : " ", s->intra_dc_threshold,
  2045. s->cplx_estimation_trash_i, s->cplx_estimation_trash_p,
  2046. s->cplx_estimation_trash_b,
  2047. s->time,
  2048. time_increment
  2049. );
  2050. }
  2051. if (!s->scalability) {
  2052. if (ctx->shape != RECT_SHAPE && s->pict_type != AV_PICTURE_TYPE_I)
  2053. skip_bits1(gb); // vop shape coding type
  2054. } else {
  2055. if (s->enhancement_type) {
  2056. int load_backward_shape = get_bits1(gb);
  2057. if (load_backward_shape)
  2058. av_log(s->avctx, AV_LOG_ERROR,
  2059. "load backward shape isn't supported\n");
  2060. }
  2061. skip_bits(gb, 2); // ref_select_code
  2062. }
  2063. }
  2064. /* detect buggy encoders which don't set the low_delay flag
  2065. * (divx4/xvid/opendivx). Note we cannot detect divx5 without b-frames
  2066. * easily (although it's buggy too) */
  2067. if (s->vo_type == 0 && s->vol_control_parameters == 0 &&
  2068. s->divx_version == -1 && s->picture_number == 0) {
  2069. av_log(s->avctx, AV_LOG_WARNING,
  2070. "looks like this file was encoded with (divx4/(old)xvid/opendivx) -> forcing low_delay flag\n");
  2071. s->low_delay = 1;
  2072. }
  2073. s->picture_number++; // better than pic number==0 always ;)
  2074. // FIXME add short header support
  2075. s->y_dc_scale_table = ff_mpeg4_y_dc_scale_table;
  2076. s->c_dc_scale_table = ff_mpeg4_c_dc_scale_table;
  2077. if (s->workaround_bugs & FF_BUG_EDGE) {
  2078. s->h_edge_pos = s->width;
  2079. s->v_edge_pos = s->height;
  2080. }
  2081. return 0;
  2082. }
  2083. /**
  2084. * Decode mpeg4 headers.
  2085. * @return <0 if no VOP found (or a damaged one)
  2086. * FRAME_SKIPPED if a not coded VOP is found
  2087. * 0 if a VOP is found
  2088. */
  2089. int ff_mpeg4_decode_picture_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2090. {
  2091. MpegEncContext *s = &ctx->m;
  2092. unsigned startcode, v;
  2093. /* search next start code */
  2094. align_get_bits(gb);
  2095. if (s->codec_tag == AV_RL32("WV1F") && show_bits(gb, 24) == 0x575630) {
  2096. skip_bits(gb, 24);
  2097. if (get_bits(gb, 8) == 0xF0)
  2098. goto end;
  2099. }
  2100. startcode = 0xff;
  2101. for (;;) {
  2102. if (get_bits_count(gb) >= gb->size_in_bits) {
  2103. if (gb->size_in_bits == 8 &&
  2104. (s->divx_version >= 0 || s->xvid_build >= 0) || s->codec_tag == AV_RL32("QMP4")) {
  2105. av_log(s->avctx, AV_LOG_VERBOSE, "frame skip %d\n", gb->size_in_bits);
  2106. return FRAME_SKIPPED; // divx bug
  2107. } else
  2108. return -1; // end of stream
  2109. }
  2110. /* use the bits after the test */
  2111. v = get_bits(gb, 8);
  2112. startcode = ((startcode << 8) | v) & 0xffffffff;
  2113. if ((startcode & 0xFFFFFF00) != 0x100)
  2114. continue; // no startcode
  2115. if (s->avctx->debug & FF_DEBUG_STARTCODE) {
  2116. av_log(s->avctx, AV_LOG_DEBUG, "startcode: %3X ", startcode);
  2117. if (startcode <= 0x11F)
  2118. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Start");
  2119. else if (startcode <= 0x12F)
  2120. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Layer Start");
  2121. else if (startcode <= 0x13F)
  2122. av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
  2123. else if (startcode <= 0x15F)
  2124. av_log(s->avctx, AV_LOG_DEBUG, "FGS bp start");
  2125. else if (startcode <= 0x1AF)
  2126. av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
  2127. else if (startcode == 0x1B0)
  2128. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq Start");
  2129. else if (startcode == 0x1B1)
  2130. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq End");
  2131. else if (startcode == 0x1B2)
  2132. av_log(s->avctx, AV_LOG_DEBUG, "User Data");
  2133. else if (startcode == 0x1B3)
  2134. av_log(s->avctx, AV_LOG_DEBUG, "Group of VOP start");
  2135. else if (startcode == 0x1B4)
  2136. av_log(s->avctx, AV_LOG_DEBUG, "Video Session Error");
  2137. else if (startcode == 0x1B5)
  2138. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Start");
  2139. else if (startcode == 0x1B6)
  2140. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Plane start");
  2141. else if (startcode == 0x1B7)
  2142. av_log(s->avctx, AV_LOG_DEBUG, "slice start");
  2143. else if (startcode == 0x1B8)
  2144. av_log(s->avctx, AV_LOG_DEBUG, "extension start");
  2145. else if (startcode == 0x1B9)
  2146. av_log(s->avctx, AV_LOG_DEBUG, "fgs start");
  2147. else if (startcode == 0x1BA)
  2148. av_log(s->avctx, AV_LOG_DEBUG, "FBA Object start");
  2149. else if (startcode == 0x1BB)
  2150. av_log(s->avctx, AV_LOG_DEBUG, "FBA Object Plane start");
  2151. else if (startcode == 0x1BC)
  2152. av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object start");
  2153. else if (startcode == 0x1BD)
  2154. av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object Plane start");
  2155. else if (startcode == 0x1BE)
  2156. av_log(s->avctx, AV_LOG_DEBUG, "Still Texture Object start");
  2157. else if (startcode == 0x1BF)
  2158. av_log(s->avctx, AV_LOG_DEBUG, "Texture Spatial Layer start");
  2159. else if (startcode == 0x1C0)
  2160. av_log(s->avctx, AV_LOG_DEBUG, "Texture SNR Layer start");
  2161. else if (startcode == 0x1C1)
  2162. av_log(s->avctx, AV_LOG_DEBUG, "Texture Tile start");
  2163. else if (startcode == 0x1C2)
  2164. av_log(s->avctx, AV_LOG_DEBUG, "Texture Shape Layer start");
  2165. else if (startcode == 0x1C3)
  2166. av_log(s->avctx, AV_LOG_DEBUG, "stuffing start");
  2167. else if (startcode <= 0x1C5)
  2168. av_log(s->avctx, AV_LOG_DEBUG, "reserved");
  2169. else if (startcode <= 0x1FF)
  2170. av_log(s->avctx, AV_LOG_DEBUG, "System start");
  2171. av_log(s->avctx, AV_LOG_DEBUG, " at %d\n", get_bits_count(gb));
  2172. }
  2173. if (startcode >= 0x120 && startcode <= 0x12F) {
  2174. if (decode_vol_header(ctx, gb) < 0)
  2175. return -1;
  2176. } else if (startcode == USER_DATA_STARTCODE) {
  2177. decode_user_data(s, gb);
  2178. } else if (startcode == GOP_STARTCODE) {
  2179. mpeg4_decode_gop_header(s, gb);
  2180. } else if (startcode == VOS_STARTCODE) {
  2181. mpeg4_decode_profile_level(s, gb);
  2182. } else if (startcode == VOP_STARTCODE) {
  2183. break;
  2184. }
  2185. align_get_bits(gb);
  2186. startcode = 0xff;
  2187. }
  2188. end:
  2189. if (s->flags & CODEC_FLAG_LOW_DELAY)
  2190. s->low_delay = 1;
  2191. s->avctx->has_b_frames = !s->low_delay;
  2192. return decode_vop_header(ctx, gb);
  2193. }
  2194. av_cold void ff_mpeg4videodec_static_init(void) {
  2195. static int done = 0;
  2196. if (!done) {
  2197. ff_init_rl(&ff_mpeg4_rl_intra, ff_mpeg4_static_rl_table_store[0]);
  2198. ff_init_rl(&ff_rvlc_rl_inter, ff_mpeg4_static_rl_table_store[1]);
  2199. ff_init_rl(&ff_rvlc_rl_intra, ff_mpeg4_static_rl_table_store[2]);
  2200. INIT_VLC_RL(ff_mpeg4_rl_intra, 554);
  2201. INIT_VLC_RL(ff_rvlc_rl_inter, 1072);
  2202. INIT_VLC_RL(ff_rvlc_rl_intra, 1072);
  2203. INIT_VLC_STATIC(&dc_lum, DC_VLC_BITS, 10 /* 13 */,
  2204. &ff_mpeg4_DCtab_lum[0][1], 2, 1,
  2205. &ff_mpeg4_DCtab_lum[0][0], 2, 1, 512);
  2206. INIT_VLC_STATIC(&dc_chrom, DC_VLC_BITS, 10 /* 13 */,
  2207. &ff_mpeg4_DCtab_chrom[0][1], 2, 1,
  2208. &ff_mpeg4_DCtab_chrom[0][0], 2, 1, 512);
  2209. INIT_VLC_STATIC(&sprite_trajectory, SPRITE_TRAJ_VLC_BITS, 15,
  2210. &ff_sprite_trajectory_tab[0][1], 4, 2,
  2211. &ff_sprite_trajectory_tab[0][0], 4, 2, 128);
  2212. INIT_VLC_STATIC(&mb_type_b_vlc, MB_TYPE_B_VLC_BITS, 4,
  2213. &ff_mb_type_b_tab[0][1], 2, 1,
  2214. &ff_mb_type_b_tab[0][0], 2, 1, 16);
  2215. done = 1;
  2216. }
  2217. }
  2218. static int mpeg4_update_thread_context(AVCodecContext *dst,
  2219. const AVCodecContext *src)
  2220. {
  2221. Mpeg4DecContext *s = dst->priv_data;
  2222. const Mpeg4DecContext *s1 = src->priv_data;
  2223. int ret = ff_mpeg_update_thread_context(dst, src);
  2224. if (ret < 0)
  2225. return ret;
  2226. s->shape = s1->shape;
  2227. s->time_increment_bits = s1->time_increment_bits;
  2228. s->vol_sprite_usage = s1->vol_sprite_usage;
  2229. s->rvlc = s1->rvlc;
  2230. return 0;
  2231. }
  2232. static av_cold int decode_init(AVCodecContext *avctx)
  2233. {
  2234. Mpeg4DecContext *ctx = avctx->priv_data;
  2235. MpegEncContext *s = &ctx->m;
  2236. int ret;
  2237. s->divx_version =
  2238. s->divx_build =
  2239. s->xvid_build =
  2240. s->lavc_build = -1;
  2241. if ((ret = ff_h263_decode_init(avctx)) < 0)
  2242. return ret;
  2243. ff_mpeg4videodec_static_init();
  2244. s->h263_pred = 1;
  2245. s->low_delay = 0; /* default, might be overridden in the vol header during header parsing */
  2246. s->decode_mb = mpeg4_decode_mb;
  2247. ctx->time_increment_bits = 4; /* default value for broken headers */
  2248. avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
  2249. avctx->internal->allocate_progress = 1;
  2250. return 0;
  2251. }
  2252. static const AVProfile mpeg4_video_profiles[] = {
  2253. { FF_PROFILE_MPEG4_SIMPLE, "Simple Profile" },
  2254. { FF_PROFILE_MPEG4_SIMPLE_SCALABLE, "Simple Scalable Profile" },
  2255. { FF_PROFILE_MPEG4_CORE, "Core Profile" },
  2256. { FF_PROFILE_MPEG4_MAIN, "Main Profile" },
  2257. { FF_PROFILE_MPEG4_N_BIT, "N-bit Profile" },
  2258. { FF_PROFILE_MPEG4_SCALABLE_TEXTURE, "Scalable Texture Profile" },
  2259. { FF_PROFILE_MPEG4_SIMPLE_FACE_ANIMATION, "Simple Face Animation Profile" },
  2260. { FF_PROFILE_MPEG4_BASIC_ANIMATED_TEXTURE, "Basic Animated Texture Profile" },
  2261. { FF_PROFILE_MPEG4_HYBRID, "Hybrid Profile" },
  2262. { FF_PROFILE_MPEG4_ADVANCED_REAL_TIME, "Advanced Real Time Simple Profile" },
  2263. { FF_PROFILE_MPEG4_CORE_SCALABLE, "Code Scalable Profile" },
  2264. { FF_PROFILE_MPEG4_ADVANCED_CODING, "Advanced Coding Profile" },
  2265. { FF_PROFILE_MPEG4_ADVANCED_CORE, "Advanced Core Profile" },
  2266. { FF_PROFILE_MPEG4_ADVANCED_SCALABLE_TEXTURE, "Advanced Scalable Texture Profile" },
  2267. { FF_PROFILE_MPEG4_SIMPLE_STUDIO, "Simple Studio Profile" },
  2268. { FF_PROFILE_MPEG4_ADVANCED_SIMPLE, "Advanced Simple Profile" },
  2269. { FF_PROFILE_UNKNOWN },
  2270. };
  2271. static const AVOption mpeg4_options[] = {
  2272. {"quarter_sample", "1/4 subpel MC", offsetof(MpegEncContext, quarter_sample), FF_OPT_TYPE_INT, {.i64 = 0}, 0, 1, 0},
  2273. {"divx_packed", "divx style packed b frames", offsetof(MpegEncContext, divx_packed), FF_OPT_TYPE_INT, {.i64 = 0}, 0, 1, 0},
  2274. {NULL}
  2275. };
  2276. static const AVClass mpeg4_class = {
  2277. "MPEG4 Video Decoder",
  2278. av_default_item_name,
  2279. mpeg4_options,
  2280. LIBAVUTIL_VERSION_INT,
  2281. };
  2282. static const AVClass mpeg4_vdpau_class = {
  2283. "MPEG4 Video VDPAU Decoder",
  2284. av_default_item_name,
  2285. mpeg4_options,
  2286. LIBAVUTIL_VERSION_INT,
  2287. };
  2288. AVCodec ff_mpeg4_decoder = {
  2289. .name = "mpeg4",
  2290. .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2"),
  2291. .type = AVMEDIA_TYPE_VIDEO,
  2292. .id = AV_CODEC_ID_MPEG4,
  2293. .priv_data_size = sizeof(Mpeg4DecContext),
  2294. .init = decode_init,
  2295. .close = ff_h263_decode_end,
  2296. .decode = ff_h263_decode_frame,
  2297. .capabilities = CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 |
  2298. CODEC_CAP_TRUNCATED | CODEC_CAP_DELAY |
  2299. CODEC_CAP_FRAME_THREADS,
  2300. .flush = ff_mpeg_flush,
  2301. .max_lowres = 3,
  2302. .pix_fmts = ff_h263_hwaccel_pixfmt_list_420,
  2303. .profiles = NULL_IF_CONFIG_SMALL(mpeg4_video_profiles),
  2304. .update_thread_context = ONLY_IF_THREADS_ENABLED(mpeg4_update_thread_context),
  2305. .priv_class = &mpeg4_class,
  2306. };
  2307. #if CONFIG_MPEG4_VDPAU_DECODER
  2308. AVCodec ff_mpeg4_vdpau_decoder = {
  2309. .name = "mpeg4_vdpau",
  2310. .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2 (VDPAU)"),
  2311. .type = AVMEDIA_TYPE_VIDEO,
  2312. .id = AV_CODEC_ID_MPEG4,
  2313. .priv_data_size = sizeof(MpegEncContext),
  2314. .init = decode_init,
  2315. .close = ff_h263_decode_end,
  2316. .decode = ff_h263_decode_frame,
  2317. .capabilities = CODEC_CAP_DR1 | CODEC_CAP_TRUNCATED | CODEC_CAP_DELAY |
  2318. CODEC_CAP_HWACCEL_VDPAU,
  2319. .pix_fmts = (const enum AVPixelFormat[]) { AV_PIX_FMT_VDPAU_MPEG4,
  2320. AV_PIX_FMT_NONE },
  2321. .priv_class = &mpeg4_vdpau_class,
  2322. };
  2323. #endif