You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

2638 lines
100KB

  1. /*
  2. * MPEG4 decoder.
  3. * Copyright (c) 2000,2001 Fabrice Bellard
  4. * Copyright (c) 2002-2010 Michael Niedermayer <michaelni@gmx.at>
  5. *
  6. * This file is part of Libav.
  7. *
  8. * Libav is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * Libav is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with Libav; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include "error_resilience.h"
  23. #include "idctdsp.h"
  24. #include "internal.h"
  25. #include "mpegutils.h"
  26. #include "mpegvideo.h"
  27. #include "mpegvideodata.h"
  28. #include "mpeg4video.h"
  29. #include "h263.h"
  30. #include "thread.h"
  31. #include "xvididct.h"
  32. /* The defines below define the number of bits that are read at once for
  33. * reading vlc values. Changing these may improve speed and data cache needs
  34. * be aware though that decreasing them may need the number of stages that is
  35. * passed to get_vlc* to be increased. */
  36. #define SPRITE_TRAJ_VLC_BITS 6
  37. #define DC_VLC_BITS 9
  38. #define MB_TYPE_B_VLC_BITS 4
  39. static VLC dc_lum, dc_chrom;
  40. static VLC sprite_trajectory;
  41. static VLC mb_type_b_vlc;
  42. static const int mb_type_b_map[4] = {
  43. MB_TYPE_DIRECT2 | MB_TYPE_L0L1,
  44. MB_TYPE_L0L1 | MB_TYPE_16x16,
  45. MB_TYPE_L1 | MB_TYPE_16x16,
  46. MB_TYPE_L0 | MB_TYPE_16x16,
  47. };
  48. /**
  49. * Predict the ac.
  50. * @param n block index (0-3 are luma, 4-5 are chroma)
  51. * @param dir the ac prediction direction
  52. */
  53. void ff_mpeg4_pred_ac(MpegEncContext *s, int16_t *block, int n, int dir)
  54. {
  55. int i;
  56. int16_t *ac_val, *ac_val1;
  57. int8_t *const qscale_table = s->current_picture.qscale_table;
  58. /* find prediction */
  59. ac_val = s->ac_val[0][0] + s->block_index[n] * 16;
  60. ac_val1 = ac_val;
  61. if (s->ac_pred) {
  62. if (dir == 0) {
  63. const int xy = s->mb_x - 1 + s->mb_y * s->mb_stride;
  64. /* left prediction */
  65. ac_val -= 16;
  66. if (s->mb_x == 0 || s->qscale == qscale_table[xy] ||
  67. n == 1 || n == 3) {
  68. /* same qscale */
  69. for (i = 1; i < 8; i++)
  70. block[s->idsp.idct_permutation[i << 3]] += ac_val[i];
  71. } else {
  72. /* different qscale, we must rescale */
  73. for (i = 1; i < 8; i++)
  74. block[s->idsp.idct_permutation[i << 3]] += ROUNDED_DIV(ac_val[i] * qscale_table[xy], s->qscale);
  75. }
  76. } else {
  77. const int xy = s->mb_x + s->mb_y * s->mb_stride - s->mb_stride;
  78. /* top prediction */
  79. ac_val -= 16 * s->block_wrap[n];
  80. if (s->mb_y == 0 || s->qscale == qscale_table[xy] ||
  81. n == 2 || n == 3) {
  82. /* same qscale */
  83. for (i = 1; i < 8; i++)
  84. block[s->idsp.idct_permutation[i]] += ac_val[i + 8];
  85. } else {
  86. /* different qscale, we must rescale */
  87. for (i = 1; i < 8; i++)
  88. block[s->idsp.idct_permutation[i]] += ROUNDED_DIV(ac_val[i + 8] * qscale_table[xy], s->qscale);
  89. }
  90. }
  91. }
  92. /* left copy */
  93. for (i = 1; i < 8; i++)
  94. ac_val1[i] = block[s->idsp.idct_permutation[i << 3]];
  95. /* top copy */
  96. for (i = 1; i < 8; i++)
  97. ac_val1[8 + i] = block[s->idsp.idct_permutation[i]];
  98. }
  99. /**
  100. * check if the next stuff is a resync marker or the end.
  101. * @return 0 if not
  102. */
  103. static inline int mpeg4_is_resync(MpegEncContext *s)
  104. {
  105. int bits_count = get_bits_count(&s->gb);
  106. int v = show_bits(&s->gb, 16);
  107. if (s->workaround_bugs & FF_BUG_NO_PADDING)
  108. return 0;
  109. while (v <= 0xFF) {
  110. if (s->pict_type == AV_PICTURE_TYPE_B ||
  111. (v >> (8 - s->pict_type) != 1) || s->partitioned_frame)
  112. break;
  113. skip_bits(&s->gb, 8 + s->pict_type);
  114. bits_count += 8 + s->pict_type;
  115. v = show_bits(&s->gb, 16);
  116. }
  117. if (bits_count + 8 >= s->gb.size_in_bits) {
  118. v >>= 8;
  119. v |= 0x7F >> (7 - (bits_count & 7));
  120. if (v == 0x7F)
  121. return 1;
  122. } else {
  123. if (v == ff_mpeg4_resync_prefix[bits_count & 7]) {
  124. int len;
  125. GetBitContext gb = s->gb;
  126. skip_bits(&s->gb, 1);
  127. align_get_bits(&s->gb);
  128. for (len = 0; len < 32; len++)
  129. if (get_bits1(&s->gb))
  130. break;
  131. s->gb = gb;
  132. if (len >= ff_mpeg4_get_video_packet_prefix_length(s))
  133. return 1;
  134. }
  135. }
  136. return 0;
  137. }
  138. static int mpeg4_decode_sprite_trajectory(Mpeg4DecContext *ctx, GetBitContext *gb)
  139. {
  140. MpegEncContext *s = &ctx->m;
  141. int a = 2 << s->sprite_warping_accuracy;
  142. int rho = 3 - s->sprite_warping_accuracy;
  143. int r = 16 / a;
  144. int alpha = 0;
  145. int beta = 0;
  146. int w = s->width;
  147. int h = s->height;
  148. int min_ab, i, w2, h2, w3, h3;
  149. int sprite_ref[4][2];
  150. int virtual_ref[2][2];
  151. // only true for rectangle shapes
  152. const int vop_ref[4][2] = { { 0, 0 }, { s->width, 0 },
  153. { 0, s->height }, { s->width, s->height } };
  154. int d[4][2] = { { 0, 0 }, { 0, 0 }, { 0, 0 }, { 0, 0 } };
  155. if (w <= 0 || h <= 0)
  156. return AVERROR_INVALIDDATA;
  157. for (i = 0; i < ctx->num_sprite_warping_points; i++) {
  158. int length;
  159. int x = 0, y = 0;
  160. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 3);
  161. if (length)
  162. x = get_xbits(gb, length);
  163. if (!(ctx->divx_version == 500 && ctx->divx_build == 413))
  164. skip_bits1(gb); /* marker bit */
  165. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 3);
  166. if (length)
  167. y = get_xbits(gb, length);
  168. skip_bits1(gb); /* marker bit */
  169. ctx->sprite_traj[i][0] = d[i][0] = x;
  170. ctx->sprite_traj[i][1] = d[i][1] = y;
  171. }
  172. for (; i < 4; i++)
  173. ctx->sprite_traj[i][0] = ctx->sprite_traj[i][1] = 0;
  174. while ((1 << alpha) < w)
  175. alpha++;
  176. while ((1 << beta) < h)
  177. beta++; /* typo in the mpeg4 std for the definition of w' and h' */
  178. w2 = 1 << alpha;
  179. h2 = 1 << beta;
  180. // Note, the 4th point isn't used for GMC
  181. if (ctx->divx_version == 500 && ctx->divx_build == 413) {
  182. sprite_ref[0][0] = a * vop_ref[0][0] + d[0][0];
  183. sprite_ref[0][1] = a * vop_ref[0][1] + d[0][1];
  184. sprite_ref[1][0] = a * vop_ref[1][0] + d[0][0] + d[1][0];
  185. sprite_ref[1][1] = a * vop_ref[1][1] + d[0][1] + d[1][1];
  186. sprite_ref[2][0] = a * vop_ref[2][0] + d[0][0] + d[2][0];
  187. sprite_ref[2][1] = a * vop_ref[2][1] + d[0][1] + d[2][1];
  188. } else {
  189. sprite_ref[0][0] = (a >> 1) * (2 * vop_ref[0][0] + d[0][0]);
  190. sprite_ref[0][1] = (a >> 1) * (2 * vop_ref[0][1] + d[0][1]);
  191. sprite_ref[1][0] = (a >> 1) * (2 * vop_ref[1][0] + d[0][0] + d[1][0]);
  192. sprite_ref[1][1] = (a >> 1) * (2 * vop_ref[1][1] + d[0][1] + d[1][1]);
  193. sprite_ref[2][0] = (a >> 1) * (2 * vop_ref[2][0] + d[0][0] + d[2][0]);
  194. sprite_ref[2][1] = (a >> 1) * (2 * vop_ref[2][1] + d[0][1] + d[2][1]);
  195. }
  196. /* sprite_ref[3][0] = (a >> 1) * (2 * vop_ref[3][0] + d[0][0] + d[1][0] + d[2][0] + d[3][0]);
  197. * sprite_ref[3][1] = (a >> 1) * (2 * vop_ref[3][1] + d[0][1] + d[1][1] + d[2][1] + d[3][1]); */
  198. /* this is mostly identical to the mpeg4 std (and is totally unreadable
  199. * because of that...). Perhaps it should be reordered to be more readable.
  200. * The idea behind this virtual_ref mess is to be able to use shifts later
  201. * per pixel instead of divides so the distance between points is converted
  202. * from w&h based to w2&h2 based which are of the 2^x form. */
  203. virtual_ref[0][0] = 16 * (vop_ref[0][0] + w2) +
  204. ROUNDED_DIV(((w - w2) *
  205. (r * sprite_ref[0][0] - 16 * vop_ref[0][0]) +
  206. w2 * (r * sprite_ref[1][0] - 16 * vop_ref[1][0])), w);
  207. virtual_ref[0][1] = 16 * vop_ref[0][1] +
  208. ROUNDED_DIV(((w - w2) *
  209. (r * sprite_ref[0][1] - 16 * vop_ref[0][1]) +
  210. w2 * (r * sprite_ref[1][1] - 16 * vop_ref[1][1])), w);
  211. virtual_ref[1][0] = 16 * vop_ref[0][0] +
  212. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][0] - 16 * vop_ref[0][0]) +
  213. h2 * (r * sprite_ref[2][0] - 16 * vop_ref[2][0])), h);
  214. virtual_ref[1][1] = 16 * (vop_ref[0][1] + h2) +
  215. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][1] - 16 * vop_ref[0][1]) +
  216. h2 * (r * sprite_ref[2][1] - 16 * vop_ref[2][1])), h);
  217. switch (ctx->num_sprite_warping_points) {
  218. case 0:
  219. s->sprite_offset[0][0] =
  220. s->sprite_offset[0][1] =
  221. s->sprite_offset[1][0] =
  222. s->sprite_offset[1][1] = 0;
  223. s->sprite_delta[0][0] = a;
  224. s->sprite_delta[0][1] =
  225. s->sprite_delta[1][0] = 0;
  226. s->sprite_delta[1][1] = a;
  227. ctx->sprite_shift[0] =
  228. ctx->sprite_shift[1] = 0;
  229. break;
  230. case 1: // GMC only
  231. s->sprite_offset[0][0] = sprite_ref[0][0] - a * vop_ref[0][0];
  232. s->sprite_offset[0][1] = sprite_ref[0][1] - a * vop_ref[0][1];
  233. s->sprite_offset[1][0] = ((sprite_ref[0][0] >> 1) | (sprite_ref[0][0] & 1)) -
  234. a * (vop_ref[0][0] / 2);
  235. s->sprite_offset[1][1] = ((sprite_ref[0][1] >> 1) | (sprite_ref[0][1] & 1)) -
  236. a * (vop_ref[0][1] / 2);
  237. s->sprite_delta[0][0] = a;
  238. s->sprite_delta[0][1] =
  239. s->sprite_delta[1][0] = 0;
  240. s->sprite_delta[1][1] = a;
  241. ctx->sprite_shift[0] =
  242. ctx->sprite_shift[1] = 0;
  243. break;
  244. case 2:
  245. s->sprite_offset[0][0] = (sprite_ref[0][0] << (alpha + rho)) +
  246. (-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  247. (-vop_ref[0][0]) +
  248. (r * sprite_ref[0][1] - virtual_ref[0][1]) *
  249. (-vop_ref[0][1]) + (1 << (alpha + rho - 1));
  250. s->sprite_offset[0][1] = (sprite_ref[0][1] << (alpha + rho)) +
  251. (-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  252. (-vop_ref[0][0]) +
  253. (-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  254. (-vop_ref[0][1]) + (1 << (alpha + rho - 1));
  255. s->sprite_offset[1][0] = ((-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  256. (-2 * vop_ref[0][0] + 1) +
  257. (r * sprite_ref[0][1] - virtual_ref[0][1]) *
  258. (-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  259. sprite_ref[0][0] - 16 * w2 + (1 << (alpha + rho + 1)));
  260. s->sprite_offset[1][1] = ((-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  261. (-2 * vop_ref[0][0] + 1) +
  262. (-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  263. (-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  264. sprite_ref[0][1] - 16 * w2 + (1 << (alpha + rho + 1)));
  265. s->sprite_delta[0][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  266. s->sprite_delta[0][1] = (+r * sprite_ref[0][1] - virtual_ref[0][1]);
  267. s->sprite_delta[1][0] = (-r * sprite_ref[0][1] + virtual_ref[0][1]);
  268. s->sprite_delta[1][1] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  269. ctx->sprite_shift[0] = alpha + rho;
  270. ctx->sprite_shift[1] = alpha + rho + 2;
  271. break;
  272. case 3:
  273. min_ab = FFMIN(alpha, beta);
  274. w3 = w2 >> min_ab;
  275. h3 = h2 >> min_ab;
  276. s->sprite_offset[0][0] = (sprite_ref[0][0] << (alpha + beta + rho - min_ab)) +
  277. (-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  278. h3 * (-vop_ref[0][0]) +
  279. (-r * sprite_ref[0][0] + virtual_ref[1][0]) *
  280. w3 * (-vop_ref[0][1]) +
  281. (1 << (alpha + beta + rho - min_ab - 1));
  282. s->sprite_offset[0][1] = (sprite_ref[0][1] << (alpha + beta + rho - min_ab)) +
  283. (-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  284. h3 * (-vop_ref[0][0]) +
  285. (-r * sprite_ref[0][1] + virtual_ref[1][1]) *
  286. w3 * (-vop_ref[0][1]) +
  287. (1 << (alpha + beta + rho - min_ab - 1));
  288. s->sprite_offset[1][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  289. h3 * (-2 * vop_ref[0][0] + 1) +
  290. (-r * sprite_ref[0][0] + virtual_ref[1][0]) *
  291. w3 * (-2 * vop_ref[0][1] + 1) + 2 * w2 * h3 *
  292. r * sprite_ref[0][0] - 16 * w2 * h3 +
  293. (1 << (alpha + beta + rho - min_ab + 1));
  294. s->sprite_offset[1][1] = (-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  295. h3 * (-2 * vop_ref[0][0] + 1) +
  296. (-r * sprite_ref[0][1] + virtual_ref[1][1]) *
  297. w3 * (-2 * vop_ref[0][1] + 1) + 2 * w2 * h3 *
  298. r * sprite_ref[0][1] - 16 * w2 * h3 +
  299. (1 << (alpha + beta + rho - min_ab + 1));
  300. s->sprite_delta[0][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3;
  301. s->sprite_delta[0][1] = (-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3;
  302. s->sprite_delta[1][0] = (-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3;
  303. s->sprite_delta[1][1] = (-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3;
  304. ctx->sprite_shift[0] = alpha + beta + rho - min_ab;
  305. ctx->sprite_shift[1] = alpha + beta + rho - min_ab + 2;
  306. break;
  307. }
  308. /* try to simplify the situation */
  309. if (s->sprite_delta[0][0] == a << ctx->sprite_shift[0] &&
  310. s->sprite_delta[0][1] == 0 &&
  311. s->sprite_delta[1][0] == 0 &&
  312. s->sprite_delta[1][1] == a << ctx->sprite_shift[0]) {
  313. s->sprite_offset[0][0] >>= ctx->sprite_shift[0];
  314. s->sprite_offset[0][1] >>= ctx->sprite_shift[0];
  315. s->sprite_offset[1][0] >>= ctx->sprite_shift[1];
  316. s->sprite_offset[1][1] >>= ctx->sprite_shift[1];
  317. s->sprite_delta[0][0] = a;
  318. s->sprite_delta[0][1] = 0;
  319. s->sprite_delta[1][0] = 0;
  320. s->sprite_delta[1][1] = a;
  321. ctx->sprite_shift[0] = 0;
  322. ctx->sprite_shift[1] = 0;
  323. s->real_sprite_warping_points = 1;
  324. } else {
  325. int shift_y = 16 - ctx->sprite_shift[0];
  326. int shift_c = 16 - ctx->sprite_shift[1];
  327. for (i = 0; i < 2; i++) {
  328. s->sprite_offset[0][i] <<= shift_y;
  329. s->sprite_offset[1][i] <<= shift_c;
  330. s->sprite_delta[0][i] <<= shift_y;
  331. s->sprite_delta[1][i] <<= shift_y;
  332. ctx->sprite_shift[i] = 16;
  333. }
  334. s->real_sprite_warping_points = ctx->num_sprite_warping_points;
  335. }
  336. return 0;
  337. }
  338. /**
  339. * Decode the next video packet.
  340. * @return <0 if something went wrong
  341. */
  342. int ff_mpeg4_decode_video_packet_header(Mpeg4DecContext *ctx)
  343. {
  344. MpegEncContext *s = &ctx->m;
  345. int mb_num_bits = av_log2(s->mb_num - 1) + 1;
  346. int header_extension = 0, mb_num, len;
  347. /* is there enough space left for a video packet + header */
  348. if (get_bits_count(&s->gb) > s->gb.size_in_bits - 20)
  349. return -1;
  350. for (len = 0; len < 32; len++)
  351. if (get_bits1(&s->gb))
  352. break;
  353. if (len != ff_mpeg4_get_video_packet_prefix_length(s)) {
  354. av_log(s->avctx, AV_LOG_ERROR, "marker does not match f_code\n");
  355. return -1;
  356. }
  357. if (ctx->shape != RECT_SHAPE) {
  358. header_extension = get_bits1(&s->gb);
  359. // FIXME more stuff here
  360. }
  361. mb_num = get_bits(&s->gb, mb_num_bits);
  362. if (mb_num >= s->mb_num) {
  363. av_log(s->avctx, AV_LOG_ERROR,
  364. "illegal mb_num in video packet (%d %d) \n", mb_num, s->mb_num);
  365. return -1;
  366. }
  367. if (s->pict_type == AV_PICTURE_TYPE_B) {
  368. int mb_x = 0, mb_y = 0;
  369. while (s->next_picture.mbskip_table[s->mb_index2xy[mb_num]]) {
  370. if (!mb_x)
  371. ff_thread_await_progress(&s->next_picture_ptr->tf, mb_y++, 0);
  372. mb_num++;
  373. if (++mb_x == s->mb_width)
  374. mb_x = 0;
  375. }
  376. if (mb_num >= s->mb_num)
  377. return -1; // slice contains just skipped MBs (already decoded)
  378. }
  379. s->mb_x = mb_num % s->mb_width;
  380. s->mb_y = mb_num / s->mb_width;
  381. if (ctx->shape != BIN_ONLY_SHAPE) {
  382. int qscale = get_bits(&s->gb, s->quant_precision);
  383. if (qscale)
  384. s->chroma_qscale = s->qscale = qscale;
  385. }
  386. if (ctx->shape == RECT_SHAPE)
  387. header_extension = get_bits1(&s->gb);
  388. if (header_extension) {
  389. int time_incr = 0;
  390. while (get_bits1(&s->gb) != 0)
  391. time_incr++;
  392. check_marker(&s->gb, "before time_increment in video packed header");
  393. skip_bits(&s->gb, ctx->time_increment_bits); /* time_increment */
  394. check_marker(&s->gb, "before vop_coding_type in video packed header");
  395. skip_bits(&s->gb, 2); /* vop coding type */
  396. // FIXME not rect stuff here
  397. if (ctx->shape != BIN_ONLY_SHAPE) {
  398. skip_bits(&s->gb, 3); /* intra dc vlc threshold */
  399. // FIXME don't just ignore everything
  400. if (s->pict_type == AV_PICTURE_TYPE_S &&
  401. ctx->vol_sprite_usage == GMC_SPRITE) {
  402. if (mpeg4_decode_sprite_trajectory(ctx, &s->gb) < 0)
  403. return AVERROR_INVALIDDATA;
  404. av_log(s->avctx, AV_LOG_ERROR, "untested\n");
  405. }
  406. // FIXME reduced res stuff here
  407. if (s->pict_type != AV_PICTURE_TYPE_I) {
  408. int f_code = get_bits(&s->gb, 3); /* fcode_for */
  409. if (f_code == 0)
  410. av_log(s->avctx, AV_LOG_ERROR,
  411. "Error, video packet header damaged (f_code=0)\n");
  412. }
  413. if (s->pict_type == AV_PICTURE_TYPE_B) {
  414. int b_code = get_bits(&s->gb, 3);
  415. if (b_code == 0)
  416. av_log(s->avctx, AV_LOG_ERROR,
  417. "Error, video packet header damaged (b_code=0)\n");
  418. }
  419. }
  420. }
  421. // FIXME new-pred stuff
  422. return 0;
  423. }
  424. /**
  425. * Get the average motion vector for a GMC MB.
  426. * @param n either 0 for the x component or 1 for y
  427. * @return the average MV for a GMC MB
  428. */
  429. static inline int get_amv(Mpeg4DecContext *ctx, int n)
  430. {
  431. MpegEncContext *s = &ctx->m;
  432. int x, y, mb_v, sum, dx, dy, shift;
  433. int len = 1 << (s->f_code + 4);
  434. const int a = s->sprite_warping_accuracy;
  435. if (s->workaround_bugs & FF_BUG_AMV)
  436. len >>= s->quarter_sample;
  437. if (s->real_sprite_warping_points == 1) {
  438. if (ctx->divx_version == 500 && ctx->divx_build == 413)
  439. sum = s->sprite_offset[0][n] / (1 << (a - s->quarter_sample));
  440. else
  441. sum = RSHIFT(s->sprite_offset[0][n] << s->quarter_sample, a);
  442. } else {
  443. dx = s->sprite_delta[n][0];
  444. dy = s->sprite_delta[n][1];
  445. shift = ctx->sprite_shift[0];
  446. if (n)
  447. dy -= 1 << (shift + a + 1);
  448. else
  449. dx -= 1 << (shift + a + 1);
  450. mb_v = s->sprite_offset[0][n] + dx * s->mb_x * 16 + dy * s->mb_y * 16;
  451. sum = 0;
  452. for (y = 0; y < 16; y++) {
  453. int v;
  454. v = mb_v + dy * y;
  455. // FIXME optimize
  456. for (x = 0; x < 16; x++) {
  457. sum += v >> shift;
  458. v += dx;
  459. }
  460. }
  461. sum = RSHIFT(sum, a + 8 - s->quarter_sample);
  462. }
  463. if (sum < -len)
  464. sum = -len;
  465. else if (sum >= len)
  466. sum = len - 1;
  467. return sum;
  468. }
  469. /**
  470. * Decode the dc value.
  471. * @param n block index (0-3 are luma, 4-5 are chroma)
  472. * @param dir_ptr the prediction direction will be stored here
  473. * @return the quantized dc
  474. */
  475. static inline int mpeg4_decode_dc(MpegEncContext *s, int n, int *dir_ptr)
  476. {
  477. int level, code;
  478. if (n < 4)
  479. code = get_vlc2(&s->gb, dc_lum.table, DC_VLC_BITS, 1);
  480. else
  481. code = get_vlc2(&s->gb, dc_chrom.table, DC_VLC_BITS, 1);
  482. if (code < 0 || code > 9 /* && s->nbit < 9 */) {
  483. av_log(s->avctx, AV_LOG_ERROR, "illegal dc vlc\n");
  484. return -1;
  485. }
  486. if (code == 0) {
  487. level = 0;
  488. } else {
  489. if (IS_3IV1) {
  490. if (code == 1)
  491. level = 2 * get_bits1(&s->gb) - 1;
  492. else {
  493. if (get_bits1(&s->gb))
  494. level = get_bits(&s->gb, code - 1) + (1 << (code - 1));
  495. else
  496. level = -get_bits(&s->gb, code - 1) - (1 << (code - 1));
  497. }
  498. } else {
  499. level = get_xbits(&s->gb, code);
  500. }
  501. if (code > 8) {
  502. if (get_bits1(&s->gb) == 0) { /* marker */
  503. if (s->avctx->err_recognition & AV_EF_BITSTREAM) {
  504. av_log(s->avctx, AV_LOG_ERROR, "dc marker bit missing\n");
  505. return -1;
  506. }
  507. }
  508. }
  509. }
  510. return ff_mpeg4_pred_dc(s, n, level, dir_ptr, 0);
  511. }
  512. /**
  513. * Decode first partition.
  514. * @return number of MBs decoded or <0 if an error occurred
  515. */
  516. static int mpeg4_decode_partition_a(Mpeg4DecContext *ctx)
  517. {
  518. MpegEncContext *s = &ctx->m;
  519. int mb_num = 0;
  520. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  521. /* decode first partition */
  522. s->first_slice_line = 1;
  523. for (; s->mb_y < s->mb_height; s->mb_y++) {
  524. ff_init_block_index(s);
  525. for (; s->mb_x < s->mb_width; s->mb_x++) {
  526. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  527. int cbpc;
  528. int dir = 0;
  529. mb_num++;
  530. ff_update_block_index(s);
  531. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  532. s->first_slice_line = 0;
  533. if (s->pict_type == AV_PICTURE_TYPE_I) {
  534. int i;
  535. do {
  536. if (show_bits_long(&s->gb, 19) == DC_MARKER)
  537. return mb_num - 1;
  538. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  539. if (cbpc < 0) {
  540. av_log(s->avctx, AV_LOG_ERROR,
  541. "cbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  542. return -1;
  543. }
  544. } while (cbpc == 8);
  545. s->cbp_table[xy] = cbpc & 3;
  546. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  547. s->mb_intra = 1;
  548. if (cbpc & 4)
  549. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  550. s->current_picture.qscale_table[xy] = s->qscale;
  551. s->mbintra_table[xy] = 1;
  552. for (i = 0; i < 6; i++) {
  553. int dc_pred_dir;
  554. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  555. if (dc < 0) {
  556. av_log(s->avctx, AV_LOG_ERROR,
  557. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  558. return -1;
  559. }
  560. dir <<= 1;
  561. if (dc_pred_dir)
  562. dir |= 1;
  563. }
  564. s->pred_dir_table[xy] = dir;
  565. } else { /* P/S_TYPE */
  566. int mx, my, pred_x, pred_y, bits;
  567. int16_t *const mot_val = s->current_picture.motion_val[0][s->block_index[0]];
  568. const int stride = s->b8_stride * 2;
  569. try_again:
  570. bits = show_bits(&s->gb, 17);
  571. if (bits == MOTION_MARKER)
  572. return mb_num - 1;
  573. skip_bits1(&s->gb);
  574. if (bits & 0x10000) {
  575. /* skip mb */
  576. if (s->pict_type == AV_PICTURE_TYPE_S &&
  577. ctx->vol_sprite_usage == GMC_SPRITE) {
  578. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  579. MB_TYPE_16x16 |
  580. MB_TYPE_GMC |
  581. MB_TYPE_L0;
  582. mx = get_amv(ctx, 0);
  583. my = get_amv(ctx, 1);
  584. } else {
  585. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  586. MB_TYPE_16x16 |
  587. MB_TYPE_L0;
  588. mx = my = 0;
  589. }
  590. mot_val[0] =
  591. mot_val[2] =
  592. mot_val[0 + stride] =
  593. mot_val[2 + stride] = mx;
  594. mot_val[1] =
  595. mot_val[3] =
  596. mot_val[1 + stride] =
  597. mot_val[3 + stride] = my;
  598. if (s->mbintra_table[xy])
  599. ff_clean_intra_table_entries(s);
  600. continue;
  601. }
  602. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  603. if (cbpc < 0) {
  604. av_log(s->avctx, AV_LOG_ERROR,
  605. "cbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  606. return -1;
  607. }
  608. if (cbpc == 20)
  609. goto try_again;
  610. s->cbp_table[xy] = cbpc & (8 + 3); // 8 is dquant
  611. s->mb_intra = ((cbpc & 4) != 0);
  612. if (s->mb_intra) {
  613. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  614. s->mbintra_table[xy] = 1;
  615. mot_val[0] =
  616. mot_val[2] =
  617. mot_val[0 + stride] =
  618. mot_val[2 + stride] = 0;
  619. mot_val[1] =
  620. mot_val[3] =
  621. mot_val[1 + stride] =
  622. mot_val[3 + stride] = 0;
  623. } else {
  624. if (s->mbintra_table[xy])
  625. ff_clean_intra_table_entries(s);
  626. if (s->pict_type == AV_PICTURE_TYPE_S &&
  627. ctx->vol_sprite_usage == GMC_SPRITE &&
  628. (cbpc & 16) == 0)
  629. s->mcsel = get_bits1(&s->gb);
  630. else
  631. s->mcsel = 0;
  632. if ((cbpc & 16) == 0) {
  633. /* 16x16 motion prediction */
  634. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  635. if (!s->mcsel) {
  636. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  637. if (mx >= 0xffff)
  638. return -1;
  639. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  640. if (my >= 0xffff)
  641. return -1;
  642. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  643. MB_TYPE_L0;
  644. } else {
  645. mx = get_amv(ctx, 0);
  646. my = get_amv(ctx, 1);
  647. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  648. MB_TYPE_GMC |
  649. MB_TYPE_L0;
  650. }
  651. mot_val[0] =
  652. mot_val[2] =
  653. mot_val[0 + stride] =
  654. mot_val[2 + stride] = mx;
  655. mot_val[1] =
  656. mot_val[3] =
  657. mot_val[1 + stride] =
  658. mot_val[3 + stride] = my;
  659. } else {
  660. int i;
  661. s->current_picture.mb_type[xy] = MB_TYPE_8x8 |
  662. MB_TYPE_L0;
  663. for (i = 0; i < 4; i++) {
  664. int16_t *mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  665. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  666. if (mx >= 0xffff)
  667. return -1;
  668. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  669. if (my >= 0xffff)
  670. return -1;
  671. mot_val[0] = mx;
  672. mot_val[1] = my;
  673. }
  674. }
  675. }
  676. }
  677. }
  678. s->mb_x = 0;
  679. }
  680. return mb_num;
  681. }
  682. /**
  683. * decode second partition.
  684. * @return <0 if an error occurred
  685. */
  686. static int mpeg4_decode_partition_b(MpegEncContext *s, int mb_count)
  687. {
  688. int mb_num = 0;
  689. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  690. s->mb_x = s->resync_mb_x;
  691. s->first_slice_line = 1;
  692. for (s->mb_y = s->resync_mb_y; mb_num < mb_count; s->mb_y++) {
  693. ff_init_block_index(s);
  694. for (; mb_num < mb_count && s->mb_x < s->mb_width; s->mb_x++) {
  695. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  696. mb_num++;
  697. ff_update_block_index(s);
  698. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  699. s->first_slice_line = 0;
  700. if (s->pict_type == AV_PICTURE_TYPE_I) {
  701. int ac_pred = get_bits1(&s->gb);
  702. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  703. if (cbpy < 0) {
  704. av_log(s->avctx, AV_LOG_ERROR,
  705. "cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  706. return -1;
  707. }
  708. s->cbp_table[xy] |= cbpy << 2;
  709. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  710. } else { /* P || S_TYPE */
  711. if (IS_INTRA(s->current_picture.mb_type[xy])) {
  712. int i;
  713. int dir = 0;
  714. int ac_pred = get_bits1(&s->gb);
  715. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  716. if (cbpy < 0) {
  717. av_log(s->avctx, AV_LOG_ERROR,
  718. "I cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  719. return -1;
  720. }
  721. if (s->cbp_table[xy] & 8)
  722. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  723. s->current_picture.qscale_table[xy] = s->qscale;
  724. for (i = 0; i < 6; i++) {
  725. int dc_pred_dir;
  726. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  727. if (dc < 0) {
  728. av_log(s->avctx, AV_LOG_ERROR,
  729. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  730. return -1;
  731. }
  732. dir <<= 1;
  733. if (dc_pred_dir)
  734. dir |= 1;
  735. }
  736. s->cbp_table[xy] &= 3; // remove dquant
  737. s->cbp_table[xy] |= cbpy << 2;
  738. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  739. s->pred_dir_table[xy] = dir;
  740. } else if (IS_SKIP(s->current_picture.mb_type[xy])) {
  741. s->current_picture.qscale_table[xy] = s->qscale;
  742. s->cbp_table[xy] = 0;
  743. } else {
  744. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  745. if (cbpy < 0) {
  746. av_log(s->avctx, AV_LOG_ERROR,
  747. "P cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  748. return -1;
  749. }
  750. if (s->cbp_table[xy] & 8)
  751. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  752. s->current_picture.qscale_table[xy] = s->qscale;
  753. s->cbp_table[xy] &= 3; // remove dquant
  754. s->cbp_table[xy] |= (cbpy ^ 0xf) << 2;
  755. }
  756. }
  757. }
  758. if (mb_num >= mb_count)
  759. return 0;
  760. s->mb_x = 0;
  761. }
  762. return 0;
  763. }
  764. /**
  765. * Decode the first and second partition.
  766. * @return <0 if error (and sets error type in the error_status_table)
  767. */
  768. int ff_mpeg4_decode_partitions(Mpeg4DecContext *ctx)
  769. {
  770. MpegEncContext *s = &ctx->m;
  771. int mb_num;
  772. const int part_a_error = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_ERROR | ER_MV_ERROR) : ER_MV_ERROR;
  773. const int part_a_end = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_END | ER_MV_END) : ER_MV_END;
  774. mb_num = mpeg4_decode_partition_a(ctx);
  775. if (mb_num < 0) {
  776. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  777. s->mb_x, s->mb_y, part_a_error);
  778. return -1;
  779. }
  780. if (s->resync_mb_x + s->resync_mb_y * s->mb_width + mb_num > s->mb_num) {
  781. av_log(s->avctx, AV_LOG_ERROR, "slice below monitor ...\n");
  782. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  783. s->mb_x, s->mb_y, part_a_error);
  784. return -1;
  785. }
  786. s->mb_num_left = mb_num;
  787. if (s->pict_type == AV_PICTURE_TYPE_I) {
  788. while (show_bits(&s->gb, 9) == 1)
  789. skip_bits(&s->gb, 9);
  790. if (get_bits_long(&s->gb, 19) != DC_MARKER) {
  791. av_log(s->avctx, AV_LOG_ERROR,
  792. "marker missing after first I partition at %d %d\n",
  793. s->mb_x, s->mb_y);
  794. return -1;
  795. }
  796. } else {
  797. while (show_bits(&s->gb, 10) == 1)
  798. skip_bits(&s->gb, 10);
  799. if (get_bits(&s->gb, 17) != MOTION_MARKER) {
  800. av_log(s->avctx, AV_LOG_ERROR,
  801. "marker missing after first P partition at %d %d\n",
  802. s->mb_x, s->mb_y);
  803. return -1;
  804. }
  805. }
  806. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  807. s->mb_x - 1, s->mb_y, part_a_end);
  808. if (mpeg4_decode_partition_b(s, mb_num) < 0) {
  809. if (s->pict_type == AV_PICTURE_TYPE_P)
  810. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  811. s->mb_x, s->mb_y, ER_DC_ERROR);
  812. return -1;
  813. } else {
  814. if (s->pict_type == AV_PICTURE_TYPE_P)
  815. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  816. s->mb_x - 1, s->mb_y, ER_DC_END);
  817. }
  818. return 0;
  819. }
  820. /**
  821. * Decode a block.
  822. * @return <0 if an error occurred
  823. */
  824. static inline int mpeg4_decode_block(Mpeg4DecContext *ctx, int16_t *block,
  825. int n, int coded, int intra, int rvlc)
  826. {
  827. MpegEncContext *s = &ctx->m;
  828. int level, i, last, run, qmul, qadd, dc_pred_dir;
  829. RLTable *rl;
  830. RL_VLC_ELEM *rl_vlc;
  831. const uint8_t *scan_table;
  832. // Note intra & rvlc should be optimized away if this is inlined
  833. if (intra) {
  834. if (ctx->use_intra_dc_vlc) {
  835. /* DC coef */
  836. if (s->partitioned_frame) {
  837. level = s->dc_val[0][s->block_index[n]];
  838. if (n < 4)
  839. level = FASTDIV((level + (s->y_dc_scale >> 1)), s->y_dc_scale);
  840. else
  841. level = FASTDIV((level + (s->c_dc_scale >> 1)), s->c_dc_scale);
  842. dc_pred_dir = (s->pred_dir_table[s->mb_x + s->mb_y * s->mb_stride] << n) & 32;
  843. } else {
  844. level = mpeg4_decode_dc(s, n, &dc_pred_dir);
  845. if (level < 0)
  846. return -1;
  847. }
  848. block[0] = level;
  849. i = 0;
  850. } else {
  851. i = -1;
  852. ff_mpeg4_pred_dc(s, n, 0, &dc_pred_dir, 0);
  853. }
  854. if (!coded)
  855. goto not_coded;
  856. if (rvlc) {
  857. rl = &ff_rvlc_rl_intra;
  858. rl_vlc = ff_rvlc_rl_intra.rl_vlc[0];
  859. } else {
  860. rl = &ff_mpeg4_rl_intra;
  861. rl_vlc = ff_mpeg4_rl_intra.rl_vlc[0];
  862. }
  863. if (s->ac_pred) {
  864. if (dc_pred_dir == 0)
  865. scan_table = s->intra_v_scantable.permutated; /* left */
  866. else
  867. scan_table = s->intra_h_scantable.permutated; /* top */
  868. } else {
  869. scan_table = s->intra_scantable.permutated;
  870. }
  871. qmul = 1;
  872. qadd = 0;
  873. } else {
  874. i = -1;
  875. if (!coded) {
  876. s->block_last_index[n] = i;
  877. return 0;
  878. }
  879. if (rvlc)
  880. rl = &ff_rvlc_rl_inter;
  881. else
  882. rl = &ff_h263_rl_inter;
  883. scan_table = s->intra_scantable.permutated;
  884. if (s->mpeg_quant) {
  885. qmul = 1;
  886. qadd = 0;
  887. if (rvlc)
  888. rl_vlc = ff_rvlc_rl_inter.rl_vlc[0];
  889. else
  890. rl_vlc = ff_h263_rl_inter.rl_vlc[0];
  891. } else {
  892. qmul = s->qscale << 1;
  893. qadd = (s->qscale - 1) | 1;
  894. if (rvlc)
  895. rl_vlc = ff_rvlc_rl_inter.rl_vlc[s->qscale];
  896. else
  897. rl_vlc = ff_h263_rl_inter.rl_vlc[s->qscale];
  898. }
  899. }
  900. {
  901. OPEN_READER(re, &s->gb);
  902. for (;;) {
  903. UPDATE_CACHE(re, &s->gb);
  904. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 0);
  905. if (level == 0) {
  906. /* escape */
  907. if (rvlc) {
  908. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  909. av_log(s->avctx, AV_LOG_ERROR,
  910. "1. marker bit missing in rvlc esc\n");
  911. return -1;
  912. }
  913. SKIP_CACHE(re, &s->gb, 1);
  914. last = SHOW_UBITS(re, &s->gb, 1);
  915. SKIP_CACHE(re, &s->gb, 1);
  916. run = SHOW_UBITS(re, &s->gb, 6);
  917. SKIP_COUNTER(re, &s->gb, 1 + 1 + 6);
  918. UPDATE_CACHE(re, &s->gb);
  919. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  920. av_log(s->avctx, AV_LOG_ERROR,
  921. "2. marker bit missing in rvlc esc\n");
  922. return -1;
  923. }
  924. SKIP_CACHE(re, &s->gb, 1);
  925. level = SHOW_UBITS(re, &s->gb, 11);
  926. SKIP_CACHE(re, &s->gb, 11);
  927. if (SHOW_UBITS(re, &s->gb, 5) != 0x10) {
  928. av_log(s->avctx, AV_LOG_ERROR, "reverse esc missing\n");
  929. return -1;
  930. }
  931. SKIP_CACHE(re, &s->gb, 5);
  932. level = level * qmul + qadd;
  933. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  934. SKIP_COUNTER(re, &s->gb, 1 + 11 + 5 + 1);
  935. i += run + 1;
  936. if (last)
  937. i += 192;
  938. } else {
  939. int cache;
  940. cache = GET_CACHE(re, &s->gb);
  941. if (IS_3IV1)
  942. cache ^= 0xC0000000;
  943. if (cache & 0x80000000) {
  944. if (cache & 0x40000000) {
  945. /* third escape */
  946. SKIP_CACHE(re, &s->gb, 2);
  947. last = SHOW_UBITS(re, &s->gb, 1);
  948. SKIP_CACHE(re, &s->gb, 1);
  949. run = SHOW_UBITS(re, &s->gb, 6);
  950. SKIP_COUNTER(re, &s->gb, 2 + 1 + 6);
  951. UPDATE_CACHE(re, &s->gb);
  952. if (IS_3IV1) {
  953. level = SHOW_SBITS(re, &s->gb, 12);
  954. LAST_SKIP_BITS(re, &s->gb, 12);
  955. } else {
  956. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  957. av_log(s->avctx, AV_LOG_ERROR,
  958. "1. marker bit missing in 3. esc\n");
  959. return -1;
  960. }
  961. SKIP_CACHE(re, &s->gb, 1);
  962. level = SHOW_SBITS(re, &s->gb, 12);
  963. SKIP_CACHE(re, &s->gb, 12);
  964. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  965. av_log(s->avctx, AV_LOG_ERROR,
  966. "2. marker bit missing in 3. esc\n");
  967. return -1;
  968. }
  969. SKIP_COUNTER(re, &s->gb, 1 + 12 + 1);
  970. }
  971. if (level > 0)
  972. level = level * qmul + qadd;
  973. else
  974. level = level * qmul - qadd;
  975. if ((unsigned)(level + 2048) > 4095) {
  976. if (s->avctx->err_recognition & AV_EF_BITSTREAM) {
  977. if (level > 2560 || level < -2560) {
  978. av_log(s->avctx, AV_LOG_ERROR,
  979. "|level| overflow in 3. esc, qp=%d\n",
  980. s->qscale);
  981. return -1;
  982. }
  983. }
  984. level = level < 0 ? -2048 : 2047;
  985. }
  986. i += run + 1;
  987. if (last)
  988. i += 192;
  989. } else {
  990. /* second escape */
  991. SKIP_BITS(re, &s->gb, 2);
  992. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  993. i += run + rl->max_run[run >> 7][level / qmul] + 1; // FIXME opt indexing
  994. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  995. LAST_SKIP_BITS(re, &s->gb, 1);
  996. }
  997. } else {
  998. /* first escape */
  999. SKIP_BITS(re, &s->gb, 1);
  1000. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  1001. i += run;
  1002. level = level + rl->max_level[run >> 7][(run - 1) & 63] * qmul; // FIXME opt indexing
  1003. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1004. LAST_SKIP_BITS(re, &s->gb, 1);
  1005. }
  1006. }
  1007. } else {
  1008. i += run;
  1009. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1010. LAST_SKIP_BITS(re, &s->gb, 1);
  1011. }
  1012. if (i > 62) {
  1013. i -= 192;
  1014. if (i & (~63)) {
  1015. av_log(s->avctx, AV_LOG_ERROR,
  1016. "ac-tex damaged at %d %d\n", s->mb_x, s->mb_y);
  1017. return -1;
  1018. }
  1019. block[scan_table[i]] = level;
  1020. break;
  1021. }
  1022. block[scan_table[i]] = level;
  1023. }
  1024. CLOSE_READER(re, &s->gb);
  1025. }
  1026. not_coded:
  1027. if (intra) {
  1028. if (!ctx->use_intra_dc_vlc) {
  1029. block[0] = ff_mpeg4_pred_dc(s, n, block[0], &dc_pred_dir, 0);
  1030. i -= i >> 31; // if (i == -1) i = 0;
  1031. }
  1032. ff_mpeg4_pred_ac(s, block, n, dc_pred_dir);
  1033. if (s->ac_pred)
  1034. i = 63; // FIXME not optimal
  1035. }
  1036. s->block_last_index[n] = i;
  1037. return 0;
  1038. }
  1039. /**
  1040. * decode partition C of one MB.
  1041. * @return <0 if an error occurred
  1042. */
  1043. static int mpeg4_decode_partitioned_mb(MpegEncContext *s, int16_t block[6][64])
  1044. {
  1045. Mpeg4DecContext *ctx = (Mpeg4DecContext *)s;
  1046. int cbp, mb_type;
  1047. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1048. mb_type = s->current_picture.mb_type[xy];
  1049. cbp = s->cbp_table[xy];
  1050. ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
  1051. if (s->current_picture.qscale_table[xy] != s->qscale)
  1052. ff_set_qscale(s, s->current_picture.qscale_table[xy]);
  1053. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1054. s->pict_type == AV_PICTURE_TYPE_S) {
  1055. int i;
  1056. for (i = 0; i < 4; i++) {
  1057. s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
  1058. s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
  1059. }
  1060. s->mb_intra = IS_INTRA(mb_type);
  1061. if (IS_SKIP(mb_type)) {
  1062. /* skip mb */
  1063. for (i = 0; i < 6; i++)
  1064. s->block_last_index[i] = -1;
  1065. s->mv_dir = MV_DIR_FORWARD;
  1066. s->mv_type = MV_TYPE_16X16;
  1067. if (s->pict_type == AV_PICTURE_TYPE_S
  1068. && ctx->vol_sprite_usage == GMC_SPRITE) {
  1069. s->mcsel = 1;
  1070. s->mb_skipped = 0;
  1071. } else {
  1072. s->mcsel = 0;
  1073. s->mb_skipped = 1;
  1074. }
  1075. } else if (s->mb_intra) {
  1076. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1077. } else if (!s->mb_intra) {
  1078. // s->mcsel = 0; // FIXME do we need to init that?
  1079. s->mv_dir = MV_DIR_FORWARD;
  1080. if (IS_8X8(mb_type)) {
  1081. s->mv_type = MV_TYPE_8X8;
  1082. } else {
  1083. s->mv_type = MV_TYPE_16X16;
  1084. }
  1085. }
  1086. } else { /* I-Frame */
  1087. s->mb_intra = 1;
  1088. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1089. }
  1090. if (!IS_SKIP(mb_type)) {
  1091. int i;
  1092. s->bdsp.clear_blocks(s->block[0]);
  1093. /* decode each block */
  1094. for (i = 0; i < 6; i++) {
  1095. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, s->mb_intra, ctx->rvlc) < 0) {
  1096. av_log(s->avctx, AV_LOG_ERROR,
  1097. "texture corrupted at %d %d %d\n",
  1098. s->mb_x, s->mb_y, s->mb_intra);
  1099. return -1;
  1100. }
  1101. cbp += cbp;
  1102. }
  1103. }
  1104. /* per-MB end of slice check */
  1105. if (--s->mb_num_left <= 0) {
  1106. if (mpeg4_is_resync(s))
  1107. return SLICE_END;
  1108. else
  1109. return SLICE_NOEND;
  1110. } else {
  1111. if (mpeg4_is_resync(s)) {
  1112. const int delta = s->mb_x + 1 == s->mb_width ? 2 : 1;
  1113. if (s->cbp_table[xy + delta])
  1114. return SLICE_END;
  1115. }
  1116. return SLICE_OK;
  1117. }
  1118. }
  1119. static int mpeg4_decode_mb(MpegEncContext *s, int16_t block[6][64])
  1120. {
  1121. Mpeg4DecContext *ctx = (Mpeg4DecContext *)s;
  1122. int cbpc, cbpy, i, cbp, pred_x, pred_y, mx, my, dquant;
  1123. int16_t *mot_val;
  1124. static int8_t quant_tab[4] = { -1, -2, 1, 2 };
  1125. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1126. assert(s->h263_pred);
  1127. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1128. s->pict_type == AV_PICTURE_TYPE_S) {
  1129. do {
  1130. if (get_bits1(&s->gb)) {
  1131. /* skip mb */
  1132. s->mb_intra = 0;
  1133. for (i = 0; i < 6; i++)
  1134. s->block_last_index[i] = -1;
  1135. s->mv_dir = MV_DIR_FORWARD;
  1136. s->mv_type = MV_TYPE_16X16;
  1137. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1138. ctx->vol_sprite_usage == GMC_SPRITE) {
  1139. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1140. MB_TYPE_GMC |
  1141. MB_TYPE_16x16 |
  1142. MB_TYPE_L0;
  1143. s->mcsel = 1;
  1144. s->mv[0][0][0] = get_amv(ctx, 0);
  1145. s->mv[0][0][1] = get_amv(ctx, 1);
  1146. s->mb_skipped = 0;
  1147. } else {
  1148. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1149. MB_TYPE_16x16 |
  1150. MB_TYPE_L0;
  1151. s->mcsel = 0;
  1152. s->mv[0][0][0] = 0;
  1153. s->mv[0][0][1] = 0;
  1154. s->mb_skipped = 1;
  1155. }
  1156. goto end;
  1157. }
  1158. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  1159. if (cbpc < 0) {
  1160. av_log(s->avctx, AV_LOG_ERROR,
  1161. "cbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1162. return -1;
  1163. }
  1164. } while (cbpc == 20);
  1165. s->bdsp.clear_blocks(s->block[0]);
  1166. dquant = cbpc & 8;
  1167. s->mb_intra = ((cbpc & 4) != 0);
  1168. if (s->mb_intra)
  1169. goto intra;
  1170. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1171. ctx->vol_sprite_usage == GMC_SPRITE && (cbpc & 16) == 0)
  1172. s->mcsel = get_bits1(&s->gb);
  1173. else
  1174. s->mcsel = 0;
  1175. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1) ^ 0x0F;
  1176. cbp = (cbpc & 3) | (cbpy << 2);
  1177. if (dquant)
  1178. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1179. if ((!s->progressive_sequence) &&
  1180. (cbp || (s->workaround_bugs & FF_BUG_XVID_ILACE)))
  1181. s->interlaced_dct = get_bits1(&s->gb);
  1182. s->mv_dir = MV_DIR_FORWARD;
  1183. if ((cbpc & 16) == 0) {
  1184. if (s->mcsel) {
  1185. s->current_picture.mb_type[xy] = MB_TYPE_GMC |
  1186. MB_TYPE_16x16 |
  1187. MB_TYPE_L0;
  1188. /* 16x16 global motion prediction */
  1189. s->mv_type = MV_TYPE_16X16;
  1190. mx = get_amv(ctx, 0);
  1191. my = get_amv(ctx, 1);
  1192. s->mv[0][0][0] = mx;
  1193. s->mv[0][0][1] = my;
  1194. } else if ((!s->progressive_sequence) && get_bits1(&s->gb)) {
  1195. s->current_picture.mb_type[xy] = MB_TYPE_16x8 |
  1196. MB_TYPE_L0 |
  1197. MB_TYPE_INTERLACED;
  1198. /* 16x8 field motion prediction */
  1199. s->mv_type = MV_TYPE_FIELD;
  1200. s->field_select[0][0] = get_bits1(&s->gb);
  1201. s->field_select[0][1] = get_bits1(&s->gb);
  1202. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1203. for (i = 0; i < 2; i++) {
  1204. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1205. if (mx >= 0xffff)
  1206. return -1;
  1207. my = ff_h263_decode_motion(s, pred_y / 2, s->f_code);
  1208. if (my >= 0xffff)
  1209. return -1;
  1210. s->mv[0][i][0] = mx;
  1211. s->mv[0][i][1] = my;
  1212. }
  1213. } else {
  1214. s->current_picture.mb_type[xy] = MB_TYPE_16x16 | MB_TYPE_L0;
  1215. /* 16x16 motion prediction */
  1216. s->mv_type = MV_TYPE_16X16;
  1217. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1218. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1219. if (mx >= 0xffff)
  1220. return -1;
  1221. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1222. if (my >= 0xffff)
  1223. return -1;
  1224. s->mv[0][0][0] = mx;
  1225. s->mv[0][0][1] = my;
  1226. }
  1227. } else {
  1228. s->current_picture.mb_type[xy] = MB_TYPE_8x8 | MB_TYPE_L0;
  1229. s->mv_type = MV_TYPE_8X8;
  1230. for (i = 0; i < 4; i++) {
  1231. mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  1232. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1233. if (mx >= 0xffff)
  1234. return -1;
  1235. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1236. if (my >= 0xffff)
  1237. return -1;
  1238. s->mv[0][i][0] = mx;
  1239. s->mv[0][i][1] = my;
  1240. mot_val[0] = mx;
  1241. mot_val[1] = my;
  1242. }
  1243. }
  1244. } else if (s->pict_type == AV_PICTURE_TYPE_B) {
  1245. int modb1; // first bit of modb
  1246. int modb2; // second bit of modb
  1247. int mb_type;
  1248. s->mb_intra = 0; // B-frames never contain intra blocks
  1249. s->mcsel = 0; // ... true gmc blocks
  1250. if (s->mb_x == 0) {
  1251. for (i = 0; i < 2; i++) {
  1252. s->last_mv[i][0][0] =
  1253. s->last_mv[i][0][1] =
  1254. s->last_mv[i][1][0] =
  1255. s->last_mv[i][1][1] = 0;
  1256. }
  1257. ff_thread_await_progress(&s->next_picture_ptr->tf, s->mb_y, 0);
  1258. }
  1259. /* if we skipped it in the future P Frame than skip it now too */
  1260. s->mb_skipped = s->next_picture.mbskip_table[s->mb_y * s->mb_stride + s->mb_x]; // Note, skiptab=0 if last was GMC
  1261. if (s->mb_skipped) {
  1262. /* skip mb */
  1263. for (i = 0; i < 6; i++)
  1264. s->block_last_index[i] = -1;
  1265. s->mv_dir = MV_DIR_FORWARD;
  1266. s->mv_type = MV_TYPE_16X16;
  1267. s->mv[0][0][0] =
  1268. s->mv[0][0][1] =
  1269. s->mv[1][0][0] =
  1270. s->mv[1][0][1] = 0;
  1271. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1272. MB_TYPE_16x16 |
  1273. MB_TYPE_L0;
  1274. goto end;
  1275. }
  1276. modb1 = get_bits1(&s->gb);
  1277. if (modb1) {
  1278. // like MB_TYPE_B_DIRECT but no vectors coded
  1279. mb_type = MB_TYPE_DIRECT2 | MB_TYPE_SKIP | MB_TYPE_L0L1;
  1280. cbp = 0;
  1281. } else {
  1282. modb2 = get_bits1(&s->gb);
  1283. mb_type = get_vlc2(&s->gb, mb_type_b_vlc.table, MB_TYPE_B_VLC_BITS, 1);
  1284. if (mb_type < 0) {
  1285. av_log(s->avctx, AV_LOG_ERROR, "illegal MB_type\n");
  1286. return -1;
  1287. }
  1288. mb_type = mb_type_b_map[mb_type];
  1289. if (modb2) {
  1290. cbp = 0;
  1291. } else {
  1292. s->bdsp.clear_blocks(s->block[0]);
  1293. cbp = get_bits(&s->gb, 6);
  1294. }
  1295. if ((!IS_DIRECT(mb_type)) && cbp) {
  1296. if (get_bits1(&s->gb))
  1297. ff_set_qscale(s, s->qscale + get_bits1(&s->gb) * 4 - 2);
  1298. }
  1299. if (!s->progressive_sequence) {
  1300. if (cbp)
  1301. s->interlaced_dct = get_bits1(&s->gb);
  1302. if (!IS_DIRECT(mb_type) && get_bits1(&s->gb)) {
  1303. mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
  1304. mb_type &= ~MB_TYPE_16x16;
  1305. if (USES_LIST(mb_type, 0)) {
  1306. s->field_select[0][0] = get_bits1(&s->gb);
  1307. s->field_select[0][1] = get_bits1(&s->gb);
  1308. }
  1309. if (USES_LIST(mb_type, 1)) {
  1310. s->field_select[1][0] = get_bits1(&s->gb);
  1311. s->field_select[1][1] = get_bits1(&s->gb);
  1312. }
  1313. }
  1314. }
  1315. s->mv_dir = 0;
  1316. if ((mb_type & (MB_TYPE_DIRECT2 | MB_TYPE_INTERLACED)) == 0) {
  1317. s->mv_type = MV_TYPE_16X16;
  1318. if (USES_LIST(mb_type, 0)) {
  1319. s->mv_dir = MV_DIR_FORWARD;
  1320. mx = ff_h263_decode_motion(s, s->last_mv[0][0][0], s->f_code);
  1321. my = ff_h263_decode_motion(s, s->last_mv[0][0][1], s->f_code);
  1322. s->last_mv[0][1][0] =
  1323. s->last_mv[0][0][0] =
  1324. s->mv[0][0][0] = mx;
  1325. s->last_mv[0][1][1] =
  1326. s->last_mv[0][0][1] =
  1327. s->mv[0][0][1] = my;
  1328. }
  1329. if (USES_LIST(mb_type, 1)) {
  1330. s->mv_dir |= MV_DIR_BACKWARD;
  1331. mx = ff_h263_decode_motion(s, s->last_mv[1][0][0], s->b_code);
  1332. my = ff_h263_decode_motion(s, s->last_mv[1][0][1], s->b_code);
  1333. s->last_mv[1][1][0] =
  1334. s->last_mv[1][0][0] =
  1335. s->mv[1][0][0] = mx;
  1336. s->last_mv[1][1][1] =
  1337. s->last_mv[1][0][1] =
  1338. s->mv[1][0][1] = my;
  1339. }
  1340. } else if (!IS_DIRECT(mb_type)) {
  1341. s->mv_type = MV_TYPE_FIELD;
  1342. if (USES_LIST(mb_type, 0)) {
  1343. s->mv_dir = MV_DIR_FORWARD;
  1344. for (i = 0; i < 2; i++) {
  1345. mx = ff_h263_decode_motion(s, s->last_mv[0][i][0], s->f_code);
  1346. my = ff_h263_decode_motion(s, s->last_mv[0][i][1] / 2, s->f_code);
  1347. s->last_mv[0][i][0] =
  1348. s->mv[0][i][0] = mx;
  1349. s->last_mv[0][i][1] = (s->mv[0][i][1] = my) * 2;
  1350. }
  1351. }
  1352. if (USES_LIST(mb_type, 1)) {
  1353. s->mv_dir |= MV_DIR_BACKWARD;
  1354. for (i = 0; i < 2; i++) {
  1355. mx = ff_h263_decode_motion(s, s->last_mv[1][i][0], s->b_code);
  1356. my = ff_h263_decode_motion(s, s->last_mv[1][i][1] / 2, s->b_code);
  1357. s->last_mv[1][i][0] =
  1358. s->mv[1][i][0] = mx;
  1359. s->last_mv[1][i][1] = (s->mv[1][i][1] = my) * 2;
  1360. }
  1361. }
  1362. }
  1363. }
  1364. if (IS_DIRECT(mb_type)) {
  1365. if (IS_SKIP(mb_type)) {
  1366. mx =
  1367. my = 0;
  1368. } else {
  1369. mx = ff_h263_decode_motion(s, 0, 1);
  1370. my = ff_h263_decode_motion(s, 0, 1);
  1371. }
  1372. s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
  1373. mb_type |= ff_mpeg4_set_direct_mv(s, mx, my);
  1374. }
  1375. s->current_picture.mb_type[xy] = mb_type;
  1376. } else { /* I-Frame */
  1377. do {
  1378. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  1379. if (cbpc < 0) {
  1380. av_log(s->avctx, AV_LOG_ERROR,
  1381. "I cbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1382. return -1;
  1383. }
  1384. } while (cbpc == 8);
  1385. dquant = cbpc & 4;
  1386. s->mb_intra = 1;
  1387. intra:
  1388. s->ac_pred = get_bits1(&s->gb);
  1389. if (s->ac_pred)
  1390. s->current_picture.mb_type[xy] = MB_TYPE_INTRA | MB_TYPE_ACPRED;
  1391. else
  1392. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  1393. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  1394. if (cbpy < 0) {
  1395. av_log(s->avctx, AV_LOG_ERROR,
  1396. "I cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
  1397. return -1;
  1398. }
  1399. cbp = (cbpc & 3) | (cbpy << 2);
  1400. ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
  1401. if (dquant)
  1402. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1403. if (!s->progressive_sequence)
  1404. s->interlaced_dct = get_bits1(&s->gb);
  1405. s->bdsp.clear_blocks(s->block[0]);
  1406. /* decode each block */
  1407. for (i = 0; i < 6; i++) {
  1408. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 1, 0) < 0)
  1409. return -1;
  1410. cbp += cbp;
  1411. }
  1412. goto end;
  1413. }
  1414. /* decode each block */
  1415. for (i = 0; i < 6; i++) {
  1416. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 0, 0) < 0)
  1417. return -1;
  1418. cbp += cbp;
  1419. }
  1420. end:
  1421. /* per-MB end of slice check */
  1422. if (s->codec_id == AV_CODEC_ID_MPEG4) {
  1423. if (mpeg4_is_resync(s)) {
  1424. const int delta = s->mb_x + 1 == s->mb_width ? 2 : 1;
  1425. if (s->pict_type == AV_PICTURE_TYPE_B &&
  1426. s->next_picture.mbskip_table[xy + delta]) {
  1427. ff_thread_await_progress(&s->next_picture_ptr->tf,
  1428. (s->mb_x + delta >= s->mb_width)
  1429. ? FFMIN(s->mb_y + 1, s->mb_height - 1)
  1430. : s->mb_y, 0);
  1431. }
  1432. if (s->pict_type == AV_PICTURE_TYPE_B &&
  1433. s->next_picture.mbskip_table[xy + delta])
  1434. return SLICE_OK;
  1435. return SLICE_END;
  1436. }
  1437. }
  1438. return SLICE_OK;
  1439. }
  1440. static int mpeg4_decode_gop_header(MpegEncContext *s, GetBitContext *gb)
  1441. {
  1442. int hours, minutes, seconds;
  1443. unsigned time_code = show_bits(gb, 18);
  1444. if (time_code & 0x40) { /* marker_bit */
  1445. hours = time_code >> 13;
  1446. minutes = time_code >> 7 & 0x3f;
  1447. seconds = time_code & 0x3f;
  1448. s->time_base = seconds + 60 * (minutes + 60 * hours);
  1449. skip_bits(gb, 20); /* time_code, closed_gov, broken_link */
  1450. } else {
  1451. av_log(s->avctx, AV_LOG_WARNING, "GOP header missing marker_bit\n");
  1452. }
  1453. return 0;
  1454. }
  1455. static int mpeg4_decode_profile_level(MpegEncContext *s, GetBitContext *gb)
  1456. {
  1457. int profile_and_level_indication;
  1458. profile_and_level_indication = get_bits(gb, 8);
  1459. s->avctx->profile = (profile_and_level_indication & 0xf0) >> 4;
  1460. s->avctx->level = (profile_and_level_indication & 0x0f);
  1461. // for Simple profile, level 0
  1462. if (s->avctx->profile == 0 && s->avctx->level == 8) {
  1463. s->avctx->level = 0;
  1464. }
  1465. return 0;
  1466. }
  1467. static int decode_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  1468. {
  1469. MpegEncContext *s = &ctx->m;
  1470. int width, height, vo_ver_id;
  1471. /* vol header */
  1472. skip_bits(gb, 1); /* random access */
  1473. s->vo_type = get_bits(gb, 8);
  1474. if (get_bits1(gb) != 0) { /* is_ol_id */
  1475. vo_ver_id = get_bits(gb, 4); /* vo_ver_id */
  1476. skip_bits(gb, 3); /* vo_priority */
  1477. } else {
  1478. vo_ver_id = 1;
  1479. }
  1480. s->aspect_ratio_info = get_bits(gb, 4);
  1481. if (s->aspect_ratio_info == FF_ASPECT_EXTENDED) {
  1482. s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
  1483. s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
  1484. } else {
  1485. s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[s->aspect_ratio_info];
  1486. }
  1487. if ((ctx->vol_control_parameters = get_bits1(gb))) { /* vol control parameter */
  1488. int chroma_format = get_bits(gb, 2);
  1489. if (chroma_format != CHROMA_420)
  1490. av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
  1491. s->low_delay = get_bits1(gb);
  1492. if (get_bits1(gb)) { /* vbv parameters */
  1493. get_bits(gb, 15); /* first_half_bitrate */
  1494. skip_bits1(gb); /* marker */
  1495. get_bits(gb, 15); /* latter_half_bitrate */
  1496. skip_bits1(gb); /* marker */
  1497. get_bits(gb, 15); /* first_half_vbv_buffer_size */
  1498. skip_bits1(gb); /* marker */
  1499. get_bits(gb, 3); /* latter_half_vbv_buffer_size */
  1500. get_bits(gb, 11); /* first_half_vbv_occupancy */
  1501. skip_bits1(gb); /* marker */
  1502. get_bits(gb, 15); /* latter_half_vbv_occupancy */
  1503. skip_bits1(gb); /* marker */
  1504. }
  1505. } else {
  1506. /* is setting low delay flag only once the smartest thing to do?
  1507. * low delay detection won't be overriden. */
  1508. if (s->picture_number == 0)
  1509. s->low_delay = 0;
  1510. }
  1511. ctx->shape = get_bits(gb, 2); /* vol shape */
  1512. if (ctx->shape != RECT_SHAPE)
  1513. av_log(s->avctx, AV_LOG_ERROR, "only rectangular vol supported\n");
  1514. if (ctx->shape == GRAY_SHAPE && vo_ver_id != 1) {
  1515. av_log(s->avctx, AV_LOG_ERROR, "Gray shape not supported\n");
  1516. skip_bits(gb, 4); /* video_object_layer_shape_extension */
  1517. }
  1518. check_marker(gb, "before time_increment_resolution");
  1519. s->avctx->framerate.num = get_bits(gb, 16);
  1520. if (!s->avctx->framerate.num) {
  1521. av_log(s->avctx, AV_LOG_ERROR, "framerate==0\n");
  1522. return -1;
  1523. }
  1524. ctx->time_increment_bits = av_log2(s->avctx->framerate.num - 1) + 1;
  1525. if (ctx->time_increment_bits < 1)
  1526. ctx->time_increment_bits = 1;
  1527. check_marker(gb, "before fixed_vop_rate");
  1528. if (get_bits1(gb) != 0) /* fixed_vop_rate */
  1529. s->avctx->framerate.den = get_bits(gb, ctx->time_increment_bits);
  1530. else
  1531. s->avctx->framerate.den = 1;
  1532. ctx->t_frame = 0;
  1533. if (ctx->shape != BIN_ONLY_SHAPE) {
  1534. if (ctx->shape == RECT_SHAPE) {
  1535. skip_bits1(gb); /* marker */
  1536. width = get_bits(gb, 13);
  1537. skip_bits1(gb); /* marker */
  1538. height = get_bits(gb, 13);
  1539. skip_bits1(gb); /* marker */
  1540. if (width && height && /* they should be non zero but who knows */
  1541. !(s->width && s->codec_tag == AV_RL32("MP4S"))) {
  1542. if (s->width && s->height &&
  1543. (s->width != width || s->height != height))
  1544. s->context_reinit = 1;
  1545. s->width = width;
  1546. s->height = height;
  1547. }
  1548. }
  1549. s->progressive_sequence =
  1550. s->progressive_frame = get_bits1(gb) ^ 1;
  1551. s->interlaced_dct = 0;
  1552. if (!get_bits1(gb) && (s->avctx->debug & FF_DEBUG_PICT_INFO))
  1553. av_log(s->avctx, AV_LOG_INFO, /* OBMC Disable */
  1554. "MPEG4 OBMC not supported (very likely buggy encoder)\n");
  1555. if (vo_ver_id == 1)
  1556. ctx->vol_sprite_usage = get_bits1(gb); /* vol_sprite_usage */
  1557. else
  1558. ctx->vol_sprite_usage = get_bits(gb, 2); /* vol_sprite_usage */
  1559. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  1560. av_log(s->avctx, AV_LOG_ERROR, "Static Sprites not supported\n");
  1561. if (ctx->vol_sprite_usage == STATIC_SPRITE ||
  1562. ctx->vol_sprite_usage == GMC_SPRITE) {
  1563. if (ctx->vol_sprite_usage == STATIC_SPRITE) {
  1564. skip_bits(gb, 13); // sprite_width
  1565. skip_bits1(gb); /* marker */
  1566. skip_bits(gb, 13); // sprite_height
  1567. skip_bits1(gb); /* marker */
  1568. skip_bits(gb, 13); // sprite_left
  1569. skip_bits1(gb); /* marker */
  1570. skip_bits(gb, 13); // sprite_top
  1571. skip_bits1(gb); /* marker */
  1572. }
  1573. ctx->num_sprite_warping_points = get_bits(gb, 6);
  1574. if (ctx->num_sprite_warping_points > 3) {
  1575. av_log(s->avctx, AV_LOG_ERROR,
  1576. "%d sprite_warping_points\n",
  1577. ctx->num_sprite_warping_points);
  1578. ctx->num_sprite_warping_points = 0;
  1579. return -1;
  1580. }
  1581. s->sprite_warping_accuracy = get_bits(gb, 2);
  1582. ctx->sprite_brightness_change = get_bits1(gb);
  1583. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  1584. skip_bits1(gb); // low_latency_sprite
  1585. }
  1586. // FIXME sadct disable bit if verid!=1 && shape not rect
  1587. if (get_bits1(gb) == 1) { /* not_8_bit */
  1588. s->quant_precision = get_bits(gb, 4); /* quant_precision */
  1589. if (get_bits(gb, 4) != 8) /* bits_per_pixel */
  1590. av_log(s->avctx, AV_LOG_ERROR, "N-bit not supported\n");
  1591. if (s->quant_precision != 5)
  1592. av_log(s->avctx, AV_LOG_ERROR,
  1593. "quant precision %d\n", s->quant_precision);
  1594. } else {
  1595. s->quant_precision = 5;
  1596. }
  1597. // FIXME a bunch of grayscale shape things
  1598. if ((s->mpeg_quant = get_bits1(gb))) { /* vol_quant_type */
  1599. int i, v;
  1600. /* load default matrixes */
  1601. for (i = 0; i < 64; i++) {
  1602. int j = s->idsp.idct_permutation[i];
  1603. v = ff_mpeg4_default_intra_matrix[i];
  1604. s->intra_matrix[j] = v;
  1605. s->chroma_intra_matrix[j] = v;
  1606. v = ff_mpeg4_default_non_intra_matrix[i];
  1607. s->inter_matrix[j] = v;
  1608. s->chroma_inter_matrix[j] = v;
  1609. }
  1610. /* load custom intra matrix */
  1611. if (get_bits1(gb)) {
  1612. int last = 0;
  1613. for (i = 0; i < 64; i++) {
  1614. int j;
  1615. v = get_bits(gb, 8);
  1616. if (v == 0)
  1617. break;
  1618. last = v;
  1619. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1620. s->intra_matrix[j] = last;
  1621. s->chroma_intra_matrix[j] = last;
  1622. }
  1623. /* replicate last value */
  1624. for (; i < 64; i++) {
  1625. int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1626. s->intra_matrix[j] = last;
  1627. s->chroma_intra_matrix[j] = last;
  1628. }
  1629. }
  1630. /* load custom non intra matrix */
  1631. if (get_bits1(gb)) {
  1632. int last = 0;
  1633. for (i = 0; i < 64; i++) {
  1634. int j;
  1635. v = get_bits(gb, 8);
  1636. if (v == 0)
  1637. break;
  1638. last = v;
  1639. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1640. s->inter_matrix[j] = v;
  1641. s->chroma_inter_matrix[j] = v;
  1642. }
  1643. /* replicate last value */
  1644. for (; i < 64; i++) {
  1645. int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1646. s->inter_matrix[j] = last;
  1647. s->chroma_inter_matrix[j] = last;
  1648. }
  1649. }
  1650. // FIXME a bunch of grayscale shape things
  1651. }
  1652. if (vo_ver_id != 1)
  1653. s->quarter_sample = get_bits1(gb);
  1654. else
  1655. s->quarter_sample = 0;
  1656. if (!get_bits1(gb)) {
  1657. int pos = get_bits_count(gb);
  1658. int estimation_method = get_bits(gb, 2);
  1659. if (estimation_method < 2) {
  1660. if (!get_bits1(gb)) {
  1661. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* opaque */
  1662. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* transparent */
  1663. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_cae */
  1664. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* inter_cae */
  1665. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* no_update */
  1666. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* upampling */
  1667. }
  1668. if (!get_bits1(gb)) {
  1669. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_blocks */
  1670. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter_blocks */
  1671. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter4v_blocks */
  1672. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* not coded blocks */
  1673. }
  1674. if (!check_marker(gb, "in complexity estimation part 1")) {
  1675. skip_bits_long(gb, pos - get_bits_count(gb));
  1676. goto no_cplx_est;
  1677. }
  1678. if (!get_bits1(gb)) {
  1679. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_coeffs */
  1680. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_lines */
  1681. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* vlc_syms */
  1682. ctx->cplx_estimation_trash_i += 4 * get_bits1(gb); /* vlc_bits */
  1683. }
  1684. if (!get_bits1(gb)) {
  1685. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* apm */
  1686. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* npm */
  1687. ctx->cplx_estimation_trash_b += 8 * get_bits1(gb); /* interpolate_mc_q */
  1688. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* forwback_mc_q */
  1689. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel2 */
  1690. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel4 */
  1691. }
  1692. if (!check_marker(gb, "in complexity estimation part 2")) {
  1693. skip_bits_long(gb, pos - get_bits_count(gb));
  1694. goto no_cplx_est;
  1695. }
  1696. if (estimation_method == 1) {
  1697. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* sadct */
  1698. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* qpel */
  1699. }
  1700. } else
  1701. av_log(s->avctx, AV_LOG_ERROR,
  1702. "Invalid Complexity estimation method %d\n",
  1703. estimation_method);
  1704. } else {
  1705. no_cplx_est:
  1706. ctx->cplx_estimation_trash_i =
  1707. ctx->cplx_estimation_trash_p =
  1708. ctx->cplx_estimation_trash_b = 0;
  1709. }
  1710. ctx->resync_marker = !get_bits1(gb); /* resync_marker_disabled */
  1711. s->data_partitioning = get_bits1(gb);
  1712. if (s->data_partitioning)
  1713. ctx->rvlc = get_bits1(gb);
  1714. if (vo_ver_id != 1) {
  1715. ctx->new_pred = get_bits1(gb);
  1716. if (ctx->new_pred) {
  1717. av_log(s->avctx, AV_LOG_ERROR, "new pred not supported\n");
  1718. skip_bits(gb, 2); /* requested upstream message type */
  1719. skip_bits1(gb); /* newpred segment type */
  1720. }
  1721. if (get_bits1(gb)) // reduced_res_vop
  1722. av_log(s->avctx, AV_LOG_ERROR,
  1723. "reduced resolution VOP not supported\n");
  1724. } else {
  1725. ctx->new_pred = 0;
  1726. }
  1727. ctx->scalability = get_bits1(gb);
  1728. if (ctx->scalability) {
  1729. GetBitContext bak = *gb;
  1730. int h_sampling_factor_n;
  1731. int h_sampling_factor_m;
  1732. int v_sampling_factor_n;
  1733. int v_sampling_factor_m;
  1734. skip_bits1(gb); // hierarchy_type
  1735. skip_bits(gb, 4); /* ref_layer_id */
  1736. skip_bits1(gb); /* ref_layer_sampling_dir */
  1737. h_sampling_factor_n = get_bits(gb, 5);
  1738. h_sampling_factor_m = get_bits(gb, 5);
  1739. v_sampling_factor_n = get_bits(gb, 5);
  1740. v_sampling_factor_m = get_bits(gb, 5);
  1741. ctx->enhancement_type = get_bits1(gb);
  1742. if (h_sampling_factor_n == 0 || h_sampling_factor_m == 0 ||
  1743. v_sampling_factor_n == 0 || v_sampling_factor_m == 0) {
  1744. /* illegal scalability header (VERY broken encoder),
  1745. * trying to workaround */
  1746. ctx->scalability = 0;
  1747. *gb = bak;
  1748. } else
  1749. av_log(s->avctx, AV_LOG_ERROR, "scalability not supported\n");
  1750. // bin shape stuff FIXME
  1751. }
  1752. }
  1753. return 0;
  1754. }
  1755. /**
  1756. * Decode the user data stuff in the header.
  1757. * Also initializes divx/xvid/lavc_version/build.
  1758. */
  1759. static int decode_user_data(Mpeg4DecContext *ctx, GetBitContext *gb)
  1760. {
  1761. MpegEncContext *s = &ctx->m;
  1762. char buf[256];
  1763. int i;
  1764. int e;
  1765. int ver = 0, build = 0, ver2 = 0, ver3 = 0;
  1766. char last;
  1767. for (i = 0; i < 255 && get_bits_count(gb) < gb->size_in_bits; i++) {
  1768. if (show_bits(gb, 23) == 0)
  1769. break;
  1770. buf[i] = get_bits(gb, 8);
  1771. }
  1772. buf[i] = 0;
  1773. /* divx detection */
  1774. e = sscanf(buf, "DivX%dBuild%d%c", &ver, &build, &last);
  1775. if (e < 2)
  1776. e = sscanf(buf, "DivX%db%d%c", &ver, &build, &last);
  1777. if (e >= 2) {
  1778. ctx->divx_version = ver;
  1779. ctx->divx_build = build;
  1780. s->divx_packed = e == 3 && last == 'p';
  1781. if (s->divx_packed && !ctx->showed_packed_warning) {
  1782. av_log(s->avctx, AV_LOG_WARNING,
  1783. "Invalid and inefficient vfw-avi packed B frames detected\n");
  1784. ctx->showed_packed_warning = 1;
  1785. }
  1786. }
  1787. /* libavcodec detection */
  1788. e = sscanf(buf, "FFmpe%*[^b]b%d", &build) + 3;
  1789. if (e != 4)
  1790. e = sscanf(buf, "FFmpeg v%d.%d.%d / libavcodec build: %d", &ver, &ver2, &ver3, &build);
  1791. if (e != 4) {
  1792. e = sscanf(buf, "Lavc%d.%d.%d", &ver, &ver2, &ver3) + 1;
  1793. if (e > 1)
  1794. build = (ver << 16) + (ver2 << 8) + ver3;
  1795. }
  1796. if (e != 4) {
  1797. if (strcmp(buf, "ffmpeg") == 0)
  1798. ctx->lavc_build = 4600;
  1799. }
  1800. if (e == 4)
  1801. ctx->lavc_build = build;
  1802. /* Xvid detection */
  1803. e = sscanf(buf, "XviD%d", &build);
  1804. if (e == 1)
  1805. ctx->xvid_build = build;
  1806. if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1) {
  1807. if (s->codec_tag == AV_RL32("XVID") ||
  1808. s->codec_tag == AV_RL32("XVIX") ||
  1809. s->codec_tag == AV_RL32("RMP4") ||
  1810. s->codec_tag == AV_RL32("ZMP4") ||
  1811. s->codec_tag == AV_RL32("SIPP"))
  1812. ctx->xvid_build = 0;
  1813. }
  1814. if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1)
  1815. if (s->codec_tag == AV_RL32("DIVX") && s->vo_type == 0 &&
  1816. ctx->vol_control_parameters == 0)
  1817. ctx->divx_version = 400; // divx 4
  1818. if (ctx->xvid_build >= 0 && ctx->divx_version >= 0) {
  1819. ctx->divx_version =
  1820. ctx->divx_build = -1;
  1821. }
  1822. if (CONFIG_MPEG4_DECODER && ctx->xvid_build >= 0)
  1823. ff_xvid_idct_init(&s->idsp, s->avctx);
  1824. return 0;
  1825. }
  1826. static int decode_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  1827. {
  1828. MpegEncContext *s = &ctx->m;
  1829. int time_incr, time_increment;
  1830. s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* pict type: I = 0 , P = 1 */
  1831. if (s->pict_type == AV_PICTURE_TYPE_B && s->low_delay &&
  1832. ctx->vol_control_parameters == 0 && !(s->avctx->flags & CODEC_FLAG_LOW_DELAY)) {
  1833. av_log(s->avctx, AV_LOG_ERROR, "low_delay flag set incorrectly, clearing it\n");
  1834. s->low_delay = 0;
  1835. }
  1836. s->partitioned_frame = s->data_partitioning && s->pict_type != AV_PICTURE_TYPE_B;
  1837. if (s->partitioned_frame)
  1838. s->decode_mb = mpeg4_decode_partitioned_mb;
  1839. else
  1840. s->decode_mb = mpeg4_decode_mb;
  1841. time_incr = 0;
  1842. while (get_bits1(gb) != 0)
  1843. time_incr++;
  1844. check_marker(gb, "before time_increment");
  1845. if (ctx->time_increment_bits == 0 ||
  1846. !(show_bits(gb, ctx->time_increment_bits + 1) & 1)) {
  1847. /* Headers seem incomplete; try to guess time_increment_bits. */
  1848. for (ctx->time_increment_bits = 1;
  1849. ctx->time_increment_bits < 16;
  1850. ctx->time_increment_bits++) {
  1851. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1852. (s->pict_type == AV_PICTURE_TYPE_S &&
  1853. ctx->vol_sprite_usage == GMC_SPRITE)) {
  1854. if ((show_bits(gb, ctx->time_increment_bits + 6) & 0x37) == 0x30)
  1855. break;
  1856. } else if ((show_bits(gb, ctx->time_increment_bits + 5) & 0x1F) == 0x18)
  1857. break;
  1858. }
  1859. }
  1860. if (IS_3IV1)
  1861. time_increment = get_bits1(gb); // FIXME investigate further
  1862. else
  1863. time_increment = get_bits(gb, ctx->time_increment_bits);
  1864. if (s->pict_type != AV_PICTURE_TYPE_B) {
  1865. s->last_time_base = s->time_base;
  1866. s->time_base += time_incr;
  1867. s->time = s->time_base * s->avctx->framerate.num + time_increment;
  1868. if (s->workaround_bugs & FF_BUG_UMP4) {
  1869. if (s->time < s->last_non_b_time) {
  1870. /* header is not mpeg-4-compatible, broken encoder,
  1871. * trying to workaround */
  1872. s->time_base++;
  1873. s->time += s->avctx->framerate.num;
  1874. }
  1875. }
  1876. s->pp_time = s->time - s->last_non_b_time;
  1877. s->last_non_b_time = s->time;
  1878. } else {
  1879. s->time = (s->last_time_base + time_incr) * s->avctx->framerate.num + time_increment;
  1880. s->pb_time = s->pp_time - (s->last_non_b_time - s->time);
  1881. if (s->pp_time <= s->pb_time ||
  1882. s->pp_time <= s->pp_time - s->pb_time ||
  1883. s->pp_time <= 0) {
  1884. /* messed up order, maybe after seeking? skipping current b-frame */
  1885. return FRAME_SKIPPED;
  1886. }
  1887. ff_mpeg4_init_direct_mv(s);
  1888. if (ctx->t_frame == 0)
  1889. ctx->t_frame = s->pb_time;
  1890. if (ctx->t_frame == 0)
  1891. ctx->t_frame = 1; // 1/0 protection
  1892. s->pp_field_time = (ROUNDED_DIV(s->last_non_b_time, ctx->t_frame) -
  1893. ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
  1894. s->pb_field_time = (ROUNDED_DIV(s->time, ctx->t_frame) -
  1895. ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
  1896. if (!s->progressive_sequence) {
  1897. if (s->pp_field_time <= s->pb_field_time || s->pb_field_time <= 1)
  1898. return FRAME_SKIPPED;
  1899. }
  1900. }
  1901. check_marker(gb, "before vop_coded");
  1902. /* vop coded */
  1903. if (get_bits1(gb) != 1) {
  1904. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  1905. av_log(s->avctx, AV_LOG_ERROR, "vop not coded\n");
  1906. return FRAME_SKIPPED;
  1907. }
  1908. if (ctx->shape != BIN_ONLY_SHAPE &&
  1909. (s->pict_type == AV_PICTURE_TYPE_P ||
  1910. (s->pict_type == AV_PICTURE_TYPE_S &&
  1911. ctx->vol_sprite_usage == GMC_SPRITE))) {
  1912. /* rounding type for motion estimation */
  1913. s->no_rounding = get_bits1(gb);
  1914. } else {
  1915. s->no_rounding = 0;
  1916. }
  1917. // FIXME reduced res stuff
  1918. if (ctx->shape != RECT_SHAPE) {
  1919. if (ctx->vol_sprite_usage != 1 || s->pict_type != AV_PICTURE_TYPE_I) {
  1920. skip_bits(gb, 13); /* width */
  1921. skip_bits1(gb); /* marker */
  1922. skip_bits(gb, 13); /* height */
  1923. skip_bits1(gb); /* marker */
  1924. skip_bits(gb, 13); /* hor_spat_ref */
  1925. skip_bits1(gb); /* marker */
  1926. skip_bits(gb, 13); /* ver_spat_ref */
  1927. }
  1928. skip_bits1(gb); /* change_CR_disable */
  1929. if (get_bits1(gb) != 0)
  1930. skip_bits(gb, 8); /* constant_alpha_value */
  1931. }
  1932. // FIXME complexity estimation stuff
  1933. if (ctx->shape != BIN_ONLY_SHAPE) {
  1934. skip_bits_long(gb, ctx->cplx_estimation_trash_i);
  1935. if (s->pict_type != AV_PICTURE_TYPE_I)
  1936. skip_bits_long(gb, ctx->cplx_estimation_trash_p);
  1937. if (s->pict_type == AV_PICTURE_TYPE_B)
  1938. skip_bits_long(gb, ctx->cplx_estimation_trash_b);
  1939. ctx->intra_dc_threshold = ff_mpeg4_dc_threshold[get_bits(gb, 3)];
  1940. if (!s->progressive_sequence) {
  1941. s->top_field_first = get_bits1(gb);
  1942. s->alternate_scan = get_bits1(gb);
  1943. } else
  1944. s->alternate_scan = 0;
  1945. }
  1946. if (s->alternate_scan) {
  1947. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
  1948. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
  1949. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
  1950. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  1951. } else {
  1952. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
  1953. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
  1954. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
  1955. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  1956. }
  1957. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1958. (ctx->vol_sprite_usage == STATIC_SPRITE ||
  1959. ctx->vol_sprite_usage == GMC_SPRITE)) {
  1960. if (mpeg4_decode_sprite_trajectory(ctx, gb) < 0)
  1961. return AVERROR_INVALIDDATA;
  1962. if (ctx->sprite_brightness_change)
  1963. av_log(s->avctx, AV_LOG_ERROR,
  1964. "sprite_brightness_change not supported\n");
  1965. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  1966. av_log(s->avctx, AV_LOG_ERROR, "static sprite not supported\n");
  1967. }
  1968. if (ctx->shape != BIN_ONLY_SHAPE) {
  1969. s->chroma_qscale = s->qscale = get_bits(gb, s->quant_precision);
  1970. if (s->qscale == 0) {
  1971. av_log(s->avctx, AV_LOG_ERROR,
  1972. "Error, header damaged or not MPEG4 header (qscale=0)\n");
  1973. return -1; // makes no sense to continue, as there is nothing left from the image then
  1974. }
  1975. if (s->pict_type != AV_PICTURE_TYPE_I) {
  1976. s->f_code = get_bits(gb, 3); /* fcode_for */
  1977. if (s->f_code == 0) {
  1978. av_log(s->avctx, AV_LOG_ERROR,
  1979. "Error, header damaged or not MPEG4 header (f_code=0)\n");
  1980. return -1; // makes no sense to continue, as there is nothing left from the image then
  1981. }
  1982. } else
  1983. s->f_code = 1;
  1984. if (s->pict_type == AV_PICTURE_TYPE_B) {
  1985. s->b_code = get_bits(gb, 3);
  1986. } else
  1987. s->b_code = 1;
  1988. if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
  1989. av_log(s->avctx, AV_LOG_DEBUG,
  1990. "qp:%d fc:%d,%d %s size:%d pro:%d alt:%d top:%d %spel part:%d resync:%d w:%d a:%d rnd:%d vot:%d%s dc:%d ce:%d/%d/%d\n",
  1991. s->qscale, s->f_code, s->b_code,
  1992. s->pict_type == AV_PICTURE_TYPE_I ? "I" : (s->pict_type == AV_PICTURE_TYPE_P ? "P" : (s->pict_type == AV_PICTURE_TYPE_B ? "B" : "S")),
  1993. gb->size_in_bits, s->progressive_sequence, s->alternate_scan,
  1994. s->top_field_first, s->quarter_sample ? "q" : "h",
  1995. s->data_partitioning, ctx->resync_marker,
  1996. ctx->num_sprite_warping_points, s->sprite_warping_accuracy,
  1997. 1 - s->no_rounding, s->vo_type,
  1998. ctx->vol_control_parameters ? " VOLC" : " ", ctx->intra_dc_threshold,
  1999. ctx->cplx_estimation_trash_i, ctx->cplx_estimation_trash_p,
  2000. ctx->cplx_estimation_trash_b);
  2001. }
  2002. if (!ctx->scalability) {
  2003. if (ctx->shape != RECT_SHAPE && s->pict_type != AV_PICTURE_TYPE_I)
  2004. skip_bits1(gb); // vop shape coding type
  2005. } else {
  2006. if (ctx->enhancement_type) {
  2007. int load_backward_shape = get_bits1(gb);
  2008. if (load_backward_shape)
  2009. av_log(s->avctx, AV_LOG_ERROR,
  2010. "load backward shape isn't supported\n");
  2011. }
  2012. skip_bits(gb, 2); // ref_select_code
  2013. }
  2014. }
  2015. /* detect buggy encoders which don't set the low_delay flag
  2016. * (divx4/xvid/opendivx). Note we cannot detect divx5 without b-frames
  2017. * easily (although it's buggy too) */
  2018. if (s->vo_type == 0 && ctx->vol_control_parameters == 0 &&
  2019. ctx->divx_version == -1 && s->picture_number == 0) {
  2020. av_log(s->avctx, AV_LOG_WARNING,
  2021. "looks like this file was encoded with (divx4/(old)xvid/opendivx) -> forcing low_delay flag\n");
  2022. s->low_delay = 1;
  2023. }
  2024. s->picture_number++; // better than pic number==0 always ;)
  2025. // FIXME add short header support
  2026. s->y_dc_scale_table = ff_mpeg4_y_dc_scale_table;
  2027. s->c_dc_scale_table = ff_mpeg4_c_dc_scale_table;
  2028. if (s->workaround_bugs & FF_BUG_EDGE) {
  2029. s->h_edge_pos = s->width;
  2030. s->v_edge_pos = s->height;
  2031. }
  2032. return 0;
  2033. }
  2034. /**
  2035. * Decode mpeg4 headers.
  2036. * @return <0 if no VOP found (or a damaged one)
  2037. * FRAME_SKIPPED if a not coded VOP is found
  2038. * 0 if a VOP is found
  2039. */
  2040. int ff_mpeg4_decode_picture_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2041. {
  2042. MpegEncContext *s = &ctx->m;
  2043. unsigned startcode, v;
  2044. /* search next start code */
  2045. align_get_bits(gb);
  2046. if (s->codec_tag == AV_RL32("WV1F") && show_bits(gb, 24) == 0x575630) {
  2047. skip_bits(gb, 24);
  2048. if (get_bits(gb, 8) == 0xF0)
  2049. goto end;
  2050. }
  2051. startcode = 0xff;
  2052. for (;;) {
  2053. if (get_bits_count(gb) >= gb->size_in_bits) {
  2054. if (gb->size_in_bits == 8 &&
  2055. (ctx->divx_version >= 0 || ctx->xvid_build >= 0)) {
  2056. av_log(s->avctx, AV_LOG_WARNING, "frame skip %d\n", gb->size_in_bits);
  2057. return FRAME_SKIPPED; // divx bug
  2058. } else
  2059. return -1; // end of stream
  2060. }
  2061. /* use the bits after the test */
  2062. v = get_bits(gb, 8);
  2063. startcode = ((startcode << 8) | v) & 0xffffffff;
  2064. if ((startcode & 0xFFFFFF00) != 0x100)
  2065. continue; // no startcode
  2066. if (s->avctx->debug & FF_DEBUG_STARTCODE) {
  2067. av_log(s->avctx, AV_LOG_DEBUG, "startcode: %3X ", startcode);
  2068. if (startcode <= 0x11F)
  2069. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Start");
  2070. else if (startcode <= 0x12F)
  2071. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Layer Start");
  2072. else if (startcode <= 0x13F)
  2073. av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
  2074. else if (startcode <= 0x15F)
  2075. av_log(s->avctx, AV_LOG_DEBUG, "FGS bp start");
  2076. else if (startcode <= 0x1AF)
  2077. av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
  2078. else if (startcode == 0x1B0)
  2079. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq Start");
  2080. else if (startcode == 0x1B1)
  2081. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq End");
  2082. else if (startcode == 0x1B2)
  2083. av_log(s->avctx, AV_LOG_DEBUG, "User Data");
  2084. else if (startcode == 0x1B3)
  2085. av_log(s->avctx, AV_LOG_DEBUG, "Group of VOP start");
  2086. else if (startcode == 0x1B4)
  2087. av_log(s->avctx, AV_LOG_DEBUG, "Video Session Error");
  2088. else if (startcode == 0x1B5)
  2089. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Start");
  2090. else if (startcode == 0x1B6)
  2091. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Plane start");
  2092. else if (startcode == 0x1B7)
  2093. av_log(s->avctx, AV_LOG_DEBUG, "slice start");
  2094. else if (startcode == 0x1B8)
  2095. av_log(s->avctx, AV_LOG_DEBUG, "extension start");
  2096. else if (startcode == 0x1B9)
  2097. av_log(s->avctx, AV_LOG_DEBUG, "fgs start");
  2098. else if (startcode == 0x1BA)
  2099. av_log(s->avctx, AV_LOG_DEBUG, "FBA Object start");
  2100. else if (startcode == 0x1BB)
  2101. av_log(s->avctx, AV_LOG_DEBUG, "FBA Object Plane start");
  2102. else if (startcode == 0x1BC)
  2103. av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object start");
  2104. else if (startcode == 0x1BD)
  2105. av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object Plane start");
  2106. else if (startcode == 0x1BE)
  2107. av_log(s->avctx, AV_LOG_DEBUG, "Still Texture Object start");
  2108. else if (startcode == 0x1BF)
  2109. av_log(s->avctx, AV_LOG_DEBUG, "Texture Spatial Layer start");
  2110. else if (startcode == 0x1C0)
  2111. av_log(s->avctx, AV_LOG_DEBUG, "Texture SNR Layer start");
  2112. else if (startcode == 0x1C1)
  2113. av_log(s->avctx, AV_LOG_DEBUG, "Texture Tile start");
  2114. else if (startcode == 0x1C2)
  2115. av_log(s->avctx, AV_LOG_DEBUG, "Texture Shape Layer start");
  2116. else if (startcode == 0x1C3)
  2117. av_log(s->avctx, AV_LOG_DEBUG, "stuffing start");
  2118. else if (startcode <= 0x1C5)
  2119. av_log(s->avctx, AV_LOG_DEBUG, "reserved");
  2120. else if (startcode <= 0x1FF)
  2121. av_log(s->avctx, AV_LOG_DEBUG, "System start");
  2122. av_log(s->avctx, AV_LOG_DEBUG, " at %d\n", get_bits_count(gb));
  2123. }
  2124. if (startcode >= 0x120 && startcode <= 0x12F) {
  2125. if (decode_vol_header(ctx, gb) < 0)
  2126. return -1;
  2127. } else if (startcode == USER_DATA_STARTCODE) {
  2128. decode_user_data(ctx, gb);
  2129. } else if (startcode == GOP_STARTCODE) {
  2130. mpeg4_decode_gop_header(s, gb);
  2131. } else if (startcode == VOS_STARTCODE) {
  2132. mpeg4_decode_profile_level(s, gb);
  2133. } else if (startcode == VOP_STARTCODE) {
  2134. break;
  2135. }
  2136. align_get_bits(gb);
  2137. startcode = 0xff;
  2138. }
  2139. end:
  2140. if (s->avctx->flags & CODEC_FLAG_LOW_DELAY)
  2141. s->low_delay = 1;
  2142. s->avctx->has_b_frames = !s->low_delay;
  2143. if (s->workaround_bugs & FF_BUG_AUTODETECT) {
  2144. if (s->codec_tag == AV_RL32("XVIX"))
  2145. s->workaround_bugs |= FF_BUG_XVID_ILACE;
  2146. if (s->codec_tag == AV_RL32("UMP4"))
  2147. s->workaround_bugs |= FF_BUG_UMP4;
  2148. if (ctx->divx_version >= 500 && ctx->divx_build < 1814)
  2149. s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
  2150. if (ctx->divx_version > 502 && ctx->divx_build < 1814)
  2151. s->workaround_bugs |= FF_BUG_QPEL_CHROMA2;
  2152. if (ctx->xvid_build <= 3U)
  2153. s->padding_bug_score = 256 * 256 * 256 * 64;
  2154. if (ctx->xvid_build <= 1U)
  2155. s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
  2156. if (ctx->xvid_build <= 12U)
  2157. s->workaround_bugs |= FF_BUG_EDGE;
  2158. if (ctx->xvid_build <= 32U)
  2159. s->workaround_bugs |= FF_BUG_DC_CLIP;
  2160. if (ctx->lavc_build < 4653U)
  2161. s->workaround_bugs |= FF_BUG_STD_QPEL;
  2162. if (ctx->lavc_build < 4655U)
  2163. s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
  2164. if (ctx->lavc_build < 4670U)
  2165. s->workaround_bugs |= FF_BUG_EDGE;
  2166. if (ctx->lavc_build <= 4712U)
  2167. s->workaround_bugs |= FF_BUG_DC_CLIP;
  2168. if (ctx->divx_version >= 0)
  2169. s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
  2170. if (ctx->divx_version == 501 && ctx->divx_build == 20020416)
  2171. s->padding_bug_score = 256 * 256 * 256 * 64;
  2172. if (ctx->divx_version < 500U)
  2173. s->workaround_bugs |= FF_BUG_EDGE;
  2174. if (ctx->divx_version >= 0)
  2175. s->workaround_bugs |= FF_BUG_HPEL_CHROMA;
  2176. }
  2177. if (s->avctx->debug & FF_DEBUG_BUGS)
  2178. av_log(s->avctx, AV_LOG_DEBUG,
  2179. "bugs: %X lavc_build:%d xvid_build:%d divx_version:%d divx_build:%d %s\n",
  2180. s->workaround_bugs, ctx->lavc_build, ctx->xvid_build,
  2181. ctx->divx_version, ctx->divx_build, s->divx_packed ? "p" : "");
  2182. return decode_vop_header(ctx, gb);
  2183. }
  2184. int ff_mpeg4_frame_end(AVCodecContext *avctx, const uint8_t *buf, int buf_size)
  2185. {
  2186. Mpeg4DecContext *ctx = avctx->priv_data;
  2187. MpegEncContext *s = &ctx->m;
  2188. /* divx 5.01+ bistream reorder stuff */
  2189. if (s->divx_packed) {
  2190. int current_pos = get_bits_count(&s->gb) >> 3;
  2191. int startcode_found = 0;
  2192. if (buf_size - current_pos > 5) {
  2193. int i;
  2194. for (i = current_pos; i < buf_size - 3; i++)
  2195. if (buf[i] == 0 &&
  2196. buf[i + 1] == 0 &&
  2197. buf[i + 2] == 1 &&
  2198. buf[i + 3] == 0xB6) {
  2199. startcode_found = 1;
  2200. break;
  2201. }
  2202. }
  2203. if (s->gb.buffer == s->bitstream_buffer && buf_size > 7 &&
  2204. ctx->xvid_build >= 0) { // xvid style
  2205. startcode_found = 1;
  2206. current_pos = 0;
  2207. }
  2208. if (startcode_found) {
  2209. av_fast_malloc(&s->bitstream_buffer,
  2210. &s->allocated_bitstream_buffer_size,
  2211. buf_size - current_pos +
  2212. FF_INPUT_BUFFER_PADDING_SIZE);
  2213. if (!s->bitstream_buffer)
  2214. return AVERROR(ENOMEM);
  2215. memcpy(s->bitstream_buffer, buf + current_pos,
  2216. buf_size - current_pos);
  2217. s->bitstream_buffer_size = buf_size - current_pos;
  2218. }
  2219. }
  2220. return 0;
  2221. }
  2222. static int mpeg4_update_thread_context(AVCodecContext *dst,
  2223. const AVCodecContext *src)
  2224. {
  2225. Mpeg4DecContext *s = dst->priv_data;
  2226. const Mpeg4DecContext *s1 = src->priv_data;
  2227. int init = s->m.context_initialized;
  2228. int ret = ff_mpeg_update_thread_context(dst, src);
  2229. if (ret < 0)
  2230. return ret;
  2231. if (CONFIG_MPEG4_DECODER && !init && s1->xvid_build >= 0)
  2232. ff_xvid_idct_init(&s->m.idsp, dst);
  2233. s->shape = s1->shape;
  2234. s->time_increment_bits = s1->time_increment_bits;
  2235. s->xvid_build = s1->xvid_build;
  2236. return 0;
  2237. }
  2238. static av_cold int decode_init(AVCodecContext *avctx)
  2239. {
  2240. Mpeg4DecContext *ctx = avctx->priv_data;
  2241. MpegEncContext *s = &ctx->m;
  2242. int ret;
  2243. static int done = 0;
  2244. ctx->divx_version =
  2245. ctx->divx_build =
  2246. ctx->xvid_build =
  2247. ctx->lavc_build = -1;
  2248. if ((ret = ff_h263_decode_init(avctx)) < 0)
  2249. return ret;
  2250. if (!done) {
  2251. done = 1;
  2252. ff_rl_init(&ff_mpeg4_rl_intra, ff_mpeg4_static_rl_table_store[0]);
  2253. ff_rl_init(&ff_rvlc_rl_inter, ff_mpeg4_static_rl_table_store[1]);
  2254. ff_rl_init(&ff_rvlc_rl_intra, ff_mpeg4_static_rl_table_store[2]);
  2255. INIT_VLC_RL(ff_mpeg4_rl_intra, 554);
  2256. INIT_VLC_RL(ff_rvlc_rl_inter, 1072);
  2257. INIT_VLC_RL(ff_rvlc_rl_intra, 1072);
  2258. INIT_VLC_STATIC(&dc_lum, DC_VLC_BITS, 10 /* 13 */,
  2259. &ff_mpeg4_DCtab_lum[0][1], 2, 1,
  2260. &ff_mpeg4_DCtab_lum[0][0], 2, 1, 512);
  2261. INIT_VLC_STATIC(&dc_chrom, DC_VLC_BITS, 10 /* 13 */,
  2262. &ff_mpeg4_DCtab_chrom[0][1], 2, 1,
  2263. &ff_mpeg4_DCtab_chrom[0][0], 2, 1, 512);
  2264. INIT_VLC_STATIC(&sprite_trajectory, SPRITE_TRAJ_VLC_BITS, 15,
  2265. &ff_sprite_trajectory_tab[0][1], 4, 2,
  2266. &ff_sprite_trajectory_tab[0][0], 4, 2, 128);
  2267. INIT_VLC_STATIC(&mb_type_b_vlc, MB_TYPE_B_VLC_BITS, 4,
  2268. &ff_mb_type_b_tab[0][1], 2, 1,
  2269. &ff_mb_type_b_tab[0][0], 2, 1, 16);
  2270. }
  2271. s->h263_pred = 1;
  2272. s->low_delay = 0; /* default, might be overriden in the vol header during header parsing */
  2273. s->decode_mb = mpeg4_decode_mb;
  2274. ctx->time_increment_bits = 4; /* default value for broken headers */
  2275. avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
  2276. avctx->internal->allocate_progress = 1;
  2277. return 0;
  2278. }
  2279. static const AVProfile mpeg4_video_profiles[] = {
  2280. { FF_PROFILE_MPEG4_SIMPLE, "Simple Profile" },
  2281. { FF_PROFILE_MPEG4_SIMPLE_SCALABLE, "Simple Scalable Profile" },
  2282. { FF_PROFILE_MPEG4_CORE, "Core Profile" },
  2283. { FF_PROFILE_MPEG4_MAIN, "Main Profile" },
  2284. { FF_PROFILE_MPEG4_N_BIT, "N-bit Profile" },
  2285. { FF_PROFILE_MPEG4_SCALABLE_TEXTURE, "Scalable Texture Profile" },
  2286. { FF_PROFILE_MPEG4_SIMPLE_FACE_ANIMATION, "Simple Face Animation Profile" },
  2287. { FF_PROFILE_MPEG4_BASIC_ANIMATED_TEXTURE, "Basic Animated Texture Profile" },
  2288. { FF_PROFILE_MPEG4_HYBRID, "Hybrid Profile" },
  2289. { FF_PROFILE_MPEG4_ADVANCED_REAL_TIME, "Advanced Real Time Simple Profile" },
  2290. { FF_PROFILE_MPEG4_CORE_SCALABLE, "Code Scalable Profile" },
  2291. { FF_PROFILE_MPEG4_ADVANCED_CODING, "Advanced Coding Profile" },
  2292. { FF_PROFILE_MPEG4_ADVANCED_CORE, "Advanced Core Profile" },
  2293. { FF_PROFILE_MPEG4_ADVANCED_SCALABLE_TEXTURE, "Advanced Scalable Texture Profile" },
  2294. { FF_PROFILE_MPEG4_SIMPLE_STUDIO, "Simple Studio Profile" },
  2295. { FF_PROFILE_MPEG4_ADVANCED_SIMPLE, "Advanced Simple Profile" },
  2296. };
  2297. AVCodec ff_mpeg4_decoder = {
  2298. .name = "mpeg4",
  2299. .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2"),
  2300. .type = AVMEDIA_TYPE_VIDEO,
  2301. .id = AV_CODEC_ID_MPEG4,
  2302. .priv_data_size = sizeof(Mpeg4DecContext),
  2303. .init = decode_init,
  2304. .close = ff_h263_decode_end,
  2305. .decode = ff_h263_decode_frame,
  2306. .capabilities = CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 |
  2307. CODEC_CAP_TRUNCATED | CODEC_CAP_DELAY |
  2308. CODEC_CAP_FRAME_THREADS,
  2309. .flush = ff_mpeg_flush,
  2310. .pix_fmts = ff_h263_hwaccel_pixfmt_list_420,
  2311. .profiles = NULL_IF_CONFIG_SMALL(mpeg4_video_profiles),
  2312. .update_thread_context = ONLY_IF_THREADS_ENABLED(mpeg4_update_thread_context),
  2313. };