You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

2912 lines
111KB

  1. /*
  2. * MPEG-4 decoder
  3. * Copyright (c) 2000,2001 Fabrice Bellard
  4. * Copyright (c) 2002-2010 Michael Niedermayer <michaelni@gmx.at>
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #define UNCHECKED_BITSTREAM_READER 1
  23. #include "libavutil/internal.h"
  24. #include "libavutil/opt.h"
  25. #include "error_resilience.h"
  26. #include "hwaccel.h"
  27. #include "idctdsp.h"
  28. #include "internal.h"
  29. #include "mpegutils.h"
  30. #include "mpegvideo.h"
  31. #include "mpegvideodata.h"
  32. #include "mpeg4video.h"
  33. #include "h263.h"
  34. #include "profiles.h"
  35. #include "thread.h"
  36. #include "xvididct.h"
  37. /* The defines below define the number of bits that are read at once for
  38. * reading vlc values. Changing these may improve speed and data cache needs
  39. * be aware though that decreasing them may need the number of stages that is
  40. * passed to get_vlc* to be increased. */
  41. #define SPRITE_TRAJ_VLC_BITS 6
  42. #define DC_VLC_BITS 9
  43. #define MB_TYPE_B_VLC_BITS 4
  44. static VLC dc_lum, dc_chrom;
  45. static VLC sprite_trajectory;
  46. static VLC mb_type_b_vlc;
  47. static const int mb_type_b_map[4] = {
  48. MB_TYPE_DIRECT2 | MB_TYPE_L0L1,
  49. MB_TYPE_L0L1 | MB_TYPE_16x16,
  50. MB_TYPE_L1 | MB_TYPE_16x16,
  51. MB_TYPE_L0 | MB_TYPE_16x16,
  52. };
  53. /**
  54. * Predict the ac.
  55. * @param n block index (0-3 are luma, 4-5 are chroma)
  56. * @param dir the ac prediction direction
  57. */
  58. void ff_mpeg4_pred_ac(MpegEncContext *s, int16_t *block, int n, int dir)
  59. {
  60. int i;
  61. int16_t *ac_val, *ac_val1;
  62. int8_t *const qscale_table = s->current_picture.qscale_table;
  63. /* find prediction */
  64. ac_val = &s->ac_val[0][0][0] + s->block_index[n] * 16;
  65. ac_val1 = ac_val;
  66. if (s->ac_pred) {
  67. if (dir == 0) {
  68. const int xy = s->mb_x - 1 + s->mb_y * s->mb_stride;
  69. /* left prediction */
  70. ac_val -= 16;
  71. if (s->mb_x == 0 || s->qscale == qscale_table[xy] ||
  72. n == 1 || n == 3) {
  73. /* same qscale */
  74. for (i = 1; i < 8; i++)
  75. block[s->idsp.idct_permutation[i << 3]] += ac_val[i];
  76. } else {
  77. /* different qscale, we must rescale */
  78. for (i = 1; i < 8; i++)
  79. block[s->idsp.idct_permutation[i << 3]] += ROUNDED_DIV(ac_val[i] * qscale_table[xy], s->qscale);
  80. }
  81. } else {
  82. const int xy = s->mb_x + s->mb_y * s->mb_stride - s->mb_stride;
  83. /* top prediction */
  84. ac_val -= 16 * s->block_wrap[n];
  85. if (s->mb_y == 0 || s->qscale == qscale_table[xy] ||
  86. n == 2 || n == 3) {
  87. /* same qscale */
  88. for (i = 1; i < 8; i++)
  89. block[s->idsp.idct_permutation[i]] += ac_val[i + 8];
  90. } else {
  91. /* different qscale, we must rescale */
  92. for (i = 1; i < 8; i++)
  93. block[s->idsp.idct_permutation[i]] += ROUNDED_DIV(ac_val[i + 8] * qscale_table[xy], s->qscale);
  94. }
  95. }
  96. }
  97. /* left copy */
  98. for (i = 1; i < 8; i++)
  99. ac_val1[i] = block[s->idsp.idct_permutation[i << 3]];
  100. /* top copy */
  101. for (i = 1; i < 8; i++)
  102. ac_val1[8 + i] = block[s->idsp.idct_permutation[i]];
  103. }
  104. /**
  105. * check if the next stuff is a resync marker or the end.
  106. * @return 0 if not
  107. */
  108. static inline int mpeg4_is_resync(Mpeg4DecContext *ctx)
  109. {
  110. MpegEncContext *s = &ctx->m;
  111. int bits_count = get_bits_count(&s->gb);
  112. int v = show_bits(&s->gb, 16);
  113. if (s->workaround_bugs & FF_BUG_NO_PADDING && !ctx->resync_marker)
  114. return 0;
  115. while (v <= 0xFF) {
  116. if (s->pict_type == AV_PICTURE_TYPE_B ||
  117. (v >> (8 - s->pict_type) != 1) || s->partitioned_frame)
  118. break;
  119. skip_bits(&s->gb, 8 + s->pict_type);
  120. bits_count += 8 + s->pict_type;
  121. v = show_bits(&s->gb, 16);
  122. }
  123. if (bits_count + 8 >= s->gb.size_in_bits) {
  124. v >>= 8;
  125. v |= 0x7F >> (7 - (bits_count & 7));
  126. if (v == 0x7F)
  127. return s->mb_num;
  128. } else {
  129. if (v == ff_mpeg4_resync_prefix[bits_count & 7]) {
  130. int len, mb_num;
  131. int mb_num_bits = av_log2(s->mb_num - 1) + 1;
  132. GetBitContext gb = s->gb;
  133. skip_bits(&s->gb, 1);
  134. align_get_bits(&s->gb);
  135. for (len = 0; len < 32; len++)
  136. if (get_bits1(&s->gb))
  137. break;
  138. mb_num = get_bits(&s->gb, mb_num_bits);
  139. if (!mb_num || mb_num > s->mb_num || get_bits_count(&s->gb)+6 > s->gb.size_in_bits)
  140. mb_num= -1;
  141. s->gb = gb;
  142. if (len >= ff_mpeg4_get_video_packet_prefix_length(s))
  143. return mb_num;
  144. }
  145. }
  146. return 0;
  147. }
  148. static int mpeg4_decode_sprite_trajectory(Mpeg4DecContext *ctx, GetBitContext *gb)
  149. {
  150. MpegEncContext *s = &ctx->m;
  151. int a = 2 << s->sprite_warping_accuracy;
  152. int rho = 3 - s->sprite_warping_accuracy;
  153. int r = 16 / a;
  154. int alpha = 1;
  155. int beta = 0;
  156. int w = s->width;
  157. int h = s->height;
  158. int min_ab, i, w2, h2, w3, h3;
  159. int sprite_ref[4][2];
  160. int virtual_ref[2][2];
  161. int64_t sprite_offset[2][2];
  162. int64_t sprite_delta[2][2];
  163. // only true for rectangle shapes
  164. const int vop_ref[4][2] = { { 0, 0 }, { s->width, 0 },
  165. { 0, s->height }, { s->width, s->height } };
  166. int d[4][2] = { { 0, 0 }, { 0, 0 }, { 0, 0 }, { 0, 0 } };
  167. if (w <= 0 || h <= 0)
  168. return AVERROR_INVALIDDATA;
  169. /* the decoder was not properly initialized and we cannot continue */
  170. if (sprite_trajectory.table == NULL)
  171. return AVERROR_INVALIDDATA;
  172. for (i = 0; i < ctx->num_sprite_warping_points; i++) {
  173. int length;
  174. int x = 0, y = 0;
  175. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 3);
  176. if (length > 0)
  177. x = get_xbits(gb, length);
  178. if (!(ctx->divx_version == 500 && ctx->divx_build == 413))
  179. check_marker(s->avctx, gb, "before sprite_trajectory");
  180. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 3);
  181. if (length > 0)
  182. y = get_xbits(gb, length);
  183. check_marker(s->avctx, gb, "after sprite_trajectory");
  184. ctx->sprite_traj[i][0] = d[i][0] = x;
  185. ctx->sprite_traj[i][1] = d[i][1] = y;
  186. }
  187. for (; i < 4; i++)
  188. ctx->sprite_traj[i][0] = ctx->sprite_traj[i][1] = 0;
  189. while ((1 << alpha) < w)
  190. alpha++;
  191. while ((1 << beta) < h)
  192. beta++; /* typo in the MPEG-4 std for the definition of w' and h' */
  193. w2 = 1 << alpha;
  194. h2 = 1 << beta;
  195. // Note, the 4th point isn't used for GMC
  196. if (ctx->divx_version == 500 && ctx->divx_build == 413) {
  197. sprite_ref[0][0] = a * vop_ref[0][0] + d[0][0];
  198. sprite_ref[0][1] = a * vop_ref[0][1] + d[0][1];
  199. sprite_ref[1][0] = a * vop_ref[1][0] + d[0][0] + d[1][0];
  200. sprite_ref[1][1] = a * vop_ref[1][1] + d[0][1] + d[1][1];
  201. sprite_ref[2][0] = a * vop_ref[2][0] + d[0][0] + d[2][0];
  202. sprite_ref[2][1] = a * vop_ref[2][1] + d[0][1] + d[2][1];
  203. } else {
  204. sprite_ref[0][0] = (a >> 1) * (2 * vop_ref[0][0] + d[0][0]);
  205. sprite_ref[0][1] = (a >> 1) * (2 * vop_ref[0][1] + d[0][1]);
  206. sprite_ref[1][0] = (a >> 1) * (2 * vop_ref[1][0] + d[0][0] + d[1][0]);
  207. sprite_ref[1][1] = (a >> 1) * (2 * vop_ref[1][1] + d[0][1] + d[1][1]);
  208. sprite_ref[2][0] = (a >> 1) * (2 * vop_ref[2][0] + d[0][0] + d[2][0]);
  209. sprite_ref[2][1] = (a >> 1) * (2 * vop_ref[2][1] + d[0][1] + d[2][1]);
  210. }
  211. /* sprite_ref[3][0] = (a >> 1) * (2 * vop_ref[3][0] + d[0][0] + d[1][0] + d[2][0] + d[3][0]);
  212. * sprite_ref[3][1] = (a >> 1) * (2 * vop_ref[3][1] + d[0][1] + d[1][1] + d[2][1] + d[3][1]); */
  213. /* This is mostly identical to the MPEG-4 std (and is totally unreadable
  214. * because of that...). Perhaps it should be reordered to be more readable.
  215. * The idea behind this virtual_ref mess is to be able to use shifts later
  216. * per pixel instead of divides so the distance between points is converted
  217. * from w&h based to w2&h2 based which are of the 2^x form. */
  218. virtual_ref[0][0] = 16 * (vop_ref[0][0] + w2) +
  219. ROUNDED_DIV(((w - w2) *
  220. (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
  221. w2 * (r * sprite_ref[1][0] - 16LL * vop_ref[1][0])), w);
  222. virtual_ref[0][1] = 16 * vop_ref[0][1] +
  223. ROUNDED_DIV(((w - w2) *
  224. (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
  225. w2 * (r * sprite_ref[1][1] - 16LL * vop_ref[1][1])), w);
  226. virtual_ref[1][0] = 16 * vop_ref[0][0] +
  227. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
  228. h2 * (r * sprite_ref[2][0] - 16LL * vop_ref[2][0])), h);
  229. virtual_ref[1][1] = 16 * (vop_ref[0][1] + h2) +
  230. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
  231. h2 * (r * sprite_ref[2][1] - 16LL * vop_ref[2][1])), h);
  232. switch (ctx->num_sprite_warping_points) {
  233. case 0:
  234. sprite_offset[0][0] =
  235. sprite_offset[0][1] =
  236. sprite_offset[1][0] =
  237. sprite_offset[1][1] = 0;
  238. sprite_delta[0][0] = a;
  239. sprite_delta[0][1] =
  240. sprite_delta[1][0] = 0;
  241. sprite_delta[1][1] = a;
  242. ctx->sprite_shift[0] =
  243. ctx->sprite_shift[1] = 0;
  244. break;
  245. case 1: // GMC only
  246. sprite_offset[0][0] = sprite_ref[0][0] - a * vop_ref[0][0];
  247. sprite_offset[0][1] = sprite_ref[0][1] - a * vop_ref[0][1];
  248. sprite_offset[1][0] = ((sprite_ref[0][0] >> 1) | (sprite_ref[0][0] & 1)) -
  249. a * (vop_ref[0][0] / 2);
  250. sprite_offset[1][1] = ((sprite_ref[0][1] >> 1) | (sprite_ref[0][1] & 1)) -
  251. a * (vop_ref[0][1] / 2);
  252. sprite_delta[0][0] = a;
  253. sprite_delta[0][1] =
  254. sprite_delta[1][0] = 0;
  255. sprite_delta[1][1] = a;
  256. ctx->sprite_shift[0] =
  257. ctx->sprite_shift[1] = 0;
  258. break;
  259. case 2:
  260. sprite_offset[0][0] = ((int64_t) sprite_ref[0][0] * (1 << alpha + rho)) +
  261. ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
  262. ((int64_t) -vop_ref[0][0]) +
  263. ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
  264. ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
  265. sprite_offset[0][1] = ((int64_t) sprite_ref[0][1] * (1 << alpha + rho)) +
  266. ((int64_t) -r * sprite_ref[0][1] + virtual_ref[0][1]) *
  267. ((int64_t) -vop_ref[0][0]) +
  268. ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
  269. ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
  270. sprite_offset[1][0] = (((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  271. ((int64_t)-2 * vop_ref[0][0] + 1) +
  272. ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
  273. ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  274. (int64_t) sprite_ref[0][0] - 16 * w2 + (1 << (alpha + rho + 1)));
  275. sprite_offset[1][1] = (((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  276. ((int64_t)-2 * vop_ref[0][0] + 1) +
  277. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  278. ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  279. (int64_t) sprite_ref[0][1] - 16 * w2 + (1 << (alpha + rho + 1)));
  280. sprite_delta[0][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  281. sprite_delta[0][1] = (+r * sprite_ref[0][1] - virtual_ref[0][1]);
  282. sprite_delta[1][0] = (-r * sprite_ref[0][1] + virtual_ref[0][1]);
  283. sprite_delta[1][1] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  284. ctx->sprite_shift[0] = alpha + rho;
  285. ctx->sprite_shift[1] = alpha + rho + 2;
  286. break;
  287. case 3:
  288. min_ab = FFMIN(alpha, beta);
  289. w3 = w2 >> min_ab;
  290. h3 = h2 >> min_ab;
  291. sprite_offset[0][0] = ((int64_t)sprite_ref[0][0] * (1 << (alpha + beta + rho - min_ab))) +
  292. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-vop_ref[0][0]) +
  293. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-vop_ref[0][1]) +
  294. ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
  295. sprite_offset[0][1] = ((int64_t)sprite_ref[0][1] * (1 << (alpha + beta + rho - min_ab))) +
  296. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-vop_ref[0][0]) +
  297. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-vop_ref[0][1]) +
  298. ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
  299. sprite_offset[1][0] = ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-2 * vop_ref[0][0] + 1) +
  300. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-2 * vop_ref[0][1] + 1) +
  301. (int64_t)2 * w2 * h3 * r * sprite_ref[0][0] - 16 * w2 * h3 +
  302. ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
  303. sprite_offset[1][1] = ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-2 * vop_ref[0][0] + 1) +
  304. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-2 * vop_ref[0][1] + 1) +
  305. (int64_t)2 * w2 * h3 * r * sprite_ref[0][1] - 16 * w2 * h3 +
  306. ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
  307. sprite_delta[0][0] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[0][0]) * h3;
  308. sprite_delta[0][1] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[1][0]) * w3;
  309. sprite_delta[1][0] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[0][1]) * h3;
  310. sprite_delta[1][1] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[1][1]) * w3;
  311. ctx->sprite_shift[0] = alpha + beta + rho - min_ab;
  312. ctx->sprite_shift[1] = alpha + beta + rho - min_ab + 2;
  313. break;
  314. }
  315. /* try to simplify the situation */
  316. if (sprite_delta[0][0] == a << ctx->sprite_shift[0] &&
  317. sprite_delta[0][1] == 0 &&
  318. sprite_delta[1][0] == 0 &&
  319. sprite_delta[1][1] == a << ctx->sprite_shift[0]) {
  320. sprite_offset[0][0] >>= ctx->sprite_shift[0];
  321. sprite_offset[0][1] >>= ctx->sprite_shift[0];
  322. sprite_offset[1][0] >>= ctx->sprite_shift[1];
  323. sprite_offset[1][1] >>= ctx->sprite_shift[1];
  324. sprite_delta[0][0] = a;
  325. sprite_delta[0][1] = 0;
  326. sprite_delta[1][0] = 0;
  327. sprite_delta[1][1] = a;
  328. ctx->sprite_shift[0] = 0;
  329. ctx->sprite_shift[1] = 0;
  330. s->real_sprite_warping_points = 1;
  331. } else {
  332. int shift_y = 16 - ctx->sprite_shift[0];
  333. int shift_c = 16 - ctx->sprite_shift[1];
  334. for (i = 0; i < 2; i++) {
  335. if (shift_c < 0 || shift_y < 0 ||
  336. FFABS( sprite_offset[0][i]) >= INT_MAX >> shift_y ||
  337. FFABS( sprite_offset[1][i]) >= INT_MAX >> shift_c ||
  338. FFABS( sprite_delta[0][i]) >= INT_MAX >> shift_y ||
  339. FFABS( sprite_delta[1][i]) >= INT_MAX >> shift_y
  340. ) {
  341. avpriv_request_sample(s->avctx, "Too large sprite shift, delta or offset");
  342. goto overflow;
  343. }
  344. }
  345. for (i = 0; i < 2; i++) {
  346. sprite_offset[0][i] *= 1 << shift_y;
  347. sprite_offset[1][i] *= 1 << shift_c;
  348. sprite_delta[0][i] *= 1 << shift_y;
  349. sprite_delta[1][i] *= 1 << shift_y;
  350. ctx->sprite_shift[i] = 16;
  351. }
  352. for (i = 0; i < 2; i++) {
  353. int64_t sd[2] = {
  354. sprite_delta[i][0] - a * (1LL<<16),
  355. sprite_delta[i][1] - a * (1LL<<16)
  356. };
  357. if (llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
  358. llabs(sprite_offset[0][i] + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
  359. llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL) + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
  360. llabs(sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
  361. llabs(sprite_delta[i][1] * (w+16LL)) >= INT_MAX ||
  362. llabs(sd[0]) >= INT_MAX ||
  363. llabs(sd[1]) >= INT_MAX ||
  364. llabs(sprite_offset[0][i] + sd[0] * (w+16LL)) >= INT_MAX ||
  365. llabs(sprite_offset[0][i] + sd[1] * (h+16LL)) >= INT_MAX ||
  366. llabs(sprite_offset[0][i] + sd[0] * (w+16LL) + sd[1] * (h+16LL)) >= INT_MAX
  367. ) {
  368. avpriv_request_sample(s->avctx, "Overflow on sprite points");
  369. goto overflow;
  370. }
  371. }
  372. s->real_sprite_warping_points = ctx->num_sprite_warping_points;
  373. }
  374. for (i = 0; i < 4; i++) {
  375. s->sprite_offset[i&1][i>>1] = sprite_offset[i&1][i>>1];
  376. s->sprite_delta [i&1][i>>1] = sprite_delta [i&1][i>>1];
  377. }
  378. return 0;
  379. overflow:
  380. memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
  381. memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
  382. return AVERROR_PATCHWELCOME;
  383. }
  384. static int decode_new_pred(Mpeg4DecContext *ctx, GetBitContext *gb) {
  385. MpegEncContext *s = &ctx->m;
  386. int len = FFMIN(ctx->time_increment_bits + 3, 15);
  387. get_bits(gb, len);
  388. if (get_bits1(gb))
  389. get_bits(gb, len);
  390. check_marker(s->avctx, gb, "after new_pred");
  391. return 0;
  392. }
  393. /**
  394. * Decode the next video packet.
  395. * @return <0 if something went wrong
  396. */
  397. int ff_mpeg4_decode_video_packet_header(Mpeg4DecContext *ctx)
  398. {
  399. MpegEncContext *s = &ctx->m;
  400. int mb_num_bits = av_log2(s->mb_num - 1) + 1;
  401. int header_extension = 0, mb_num, len;
  402. /* is there enough space left for a video packet + header */
  403. if (get_bits_count(&s->gb) > s->gb.size_in_bits - 20)
  404. return -1;
  405. for (len = 0; len < 32; len++)
  406. if (get_bits1(&s->gb))
  407. break;
  408. if (len != ff_mpeg4_get_video_packet_prefix_length(s)) {
  409. av_log(s->avctx, AV_LOG_ERROR, "marker does not match f_code\n");
  410. return -1;
  411. }
  412. if (ctx->shape != RECT_SHAPE) {
  413. header_extension = get_bits1(&s->gb);
  414. // FIXME more stuff here
  415. }
  416. mb_num = get_bits(&s->gb, mb_num_bits);
  417. if (mb_num >= s->mb_num || !mb_num) {
  418. av_log(s->avctx, AV_LOG_ERROR,
  419. "illegal mb_num in video packet (%d %d) \n", mb_num, s->mb_num);
  420. return -1;
  421. }
  422. s->mb_x = mb_num % s->mb_width;
  423. s->mb_y = mb_num / s->mb_width;
  424. if (ctx->shape != BIN_ONLY_SHAPE) {
  425. int qscale = get_bits(&s->gb, s->quant_precision);
  426. if (qscale)
  427. s->chroma_qscale = s->qscale = qscale;
  428. }
  429. if (ctx->shape == RECT_SHAPE)
  430. header_extension = get_bits1(&s->gb);
  431. if (header_extension) {
  432. int time_incr = 0;
  433. while (get_bits1(&s->gb) != 0)
  434. time_incr++;
  435. check_marker(s->avctx, &s->gb, "before time_increment in video packed header");
  436. skip_bits(&s->gb, ctx->time_increment_bits); /* time_increment */
  437. check_marker(s->avctx, &s->gb, "before vop_coding_type in video packed header");
  438. skip_bits(&s->gb, 2); /* vop coding type */
  439. // FIXME not rect stuff here
  440. if (ctx->shape != BIN_ONLY_SHAPE) {
  441. skip_bits(&s->gb, 3); /* intra dc vlc threshold */
  442. // FIXME don't just ignore everything
  443. if (s->pict_type == AV_PICTURE_TYPE_S &&
  444. ctx->vol_sprite_usage == GMC_SPRITE) {
  445. if (mpeg4_decode_sprite_trajectory(ctx, &s->gb) < 0)
  446. return AVERROR_INVALIDDATA;
  447. av_log(s->avctx, AV_LOG_ERROR, "untested\n");
  448. }
  449. // FIXME reduced res stuff here
  450. if (s->pict_type != AV_PICTURE_TYPE_I) {
  451. int f_code = get_bits(&s->gb, 3); /* fcode_for */
  452. if (f_code == 0)
  453. av_log(s->avctx, AV_LOG_ERROR,
  454. "Error, video packet header damaged (f_code=0)\n");
  455. }
  456. if (s->pict_type == AV_PICTURE_TYPE_B) {
  457. int b_code = get_bits(&s->gb, 3);
  458. if (b_code == 0)
  459. av_log(s->avctx, AV_LOG_ERROR,
  460. "Error, video packet header damaged (b_code=0)\n");
  461. }
  462. }
  463. }
  464. if (ctx->new_pred)
  465. decode_new_pred(ctx, &s->gb);
  466. return 0;
  467. }
  468. /**
  469. * Get the average motion vector for a GMC MB.
  470. * @param n either 0 for the x component or 1 for y
  471. * @return the average MV for a GMC MB
  472. */
  473. static inline int get_amv(Mpeg4DecContext *ctx, int n)
  474. {
  475. MpegEncContext *s = &ctx->m;
  476. int x, y, mb_v, sum, dx, dy, shift;
  477. int len = 1 << (s->f_code + 4);
  478. const int a = s->sprite_warping_accuracy;
  479. if (s->workaround_bugs & FF_BUG_AMV)
  480. len >>= s->quarter_sample;
  481. if (s->real_sprite_warping_points == 1) {
  482. if (ctx->divx_version == 500 && ctx->divx_build == 413)
  483. sum = s->sprite_offset[0][n] / (1 << (a - s->quarter_sample));
  484. else
  485. sum = RSHIFT(s->sprite_offset[0][n] * (1 << s->quarter_sample), a);
  486. } else {
  487. dx = s->sprite_delta[n][0];
  488. dy = s->sprite_delta[n][1];
  489. shift = ctx->sprite_shift[0];
  490. if (n)
  491. dy -= 1 << (shift + a + 1);
  492. else
  493. dx -= 1 << (shift + a + 1);
  494. mb_v = s->sprite_offset[0][n] + dx * s->mb_x * 16 + dy * s->mb_y * 16;
  495. sum = 0;
  496. for (y = 0; y < 16; y++) {
  497. int v;
  498. v = mb_v + dy * y;
  499. // FIXME optimize
  500. for (x = 0; x < 16; x++) {
  501. sum += v >> shift;
  502. v += dx;
  503. }
  504. }
  505. sum = RSHIFT(sum, a + 8 - s->quarter_sample);
  506. }
  507. if (sum < -len)
  508. sum = -len;
  509. else if (sum >= len)
  510. sum = len - 1;
  511. return sum;
  512. }
  513. /**
  514. * Decode the dc value.
  515. * @param n block index (0-3 are luma, 4-5 are chroma)
  516. * @param dir_ptr the prediction direction will be stored here
  517. * @return the quantized dc
  518. */
  519. static inline int mpeg4_decode_dc(MpegEncContext *s, int n, int *dir_ptr)
  520. {
  521. int level, code;
  522. if (n < 4)
  523. code = get_vlc2(&s->gb, dc_lum.table, DC_VLC_BITS, 1);
  524. else
  525. code = get_vlc2(&s->gb, dc_chrom.table, DC_VLC_BITS, 1);
  526. if (code < 0 || code > 9 /* && s->nbit < 9 */) {
  527. av_log(s->avctx, AV_LOG_ERROR, "illegal dc vlc\n");
  528. return -1;
  529. }
  530. if (code == 0) {
  531. level = 0;
  532. } else {
  533. if (IS_3IV1) {
  534. if (code == 1)
  535. level = 2 * get_bits1(&s->gb) - 1;
  536. else {
  537. if (get_bits1(&s->gb))
  538. level = get_bits(&s->gb, code - 1) + (1 << (code - 1));
  539. else
  540. level = -get_bits(&s->gb, code - 1) - (1 << (code - 1));
  541. }
  542. } else {
  543. level = get_xbits(&s->gb, code);
  544. }
  545. if (code > 8) {
  546. if (get_bits1(&s->gb) == 0) { /* marker */
  547. if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT)) {
  548. av_log(s->avctx, AV_LOG_ERROR, "dc marker bit missing\n");
  549. return -1;
  550. }
  551. }
  552. }
  553. }
  554. return ff_mpeg4_pred_dc(s, n, level, dir_ptr, 0);
  555. }
  556. /**
  557. * Decode first partition.
  558. * @return number of MBs decoded or <0 if an error occurred
  559. */
  560. static int mpeg4_decode_partition_a(Mpeg4DecContext *ctx)
  561. {
  562. MpegEncContext *s = &ctx->m;
  563. int mb_num = 0;
  564. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  565. /* decode first partition */
  566. s->first_slice_line = 1;
  567. for (; s->mb_y < s->mb_height; s->mb_y++) {
  568. ff_init_block_index(s);
  569. for (; s->mb_x < s->mb_width; s->mb_x++) {
  570. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  571. int cbpc;
  572. int dir = 0;
  573. mb_num++;
  574. ff_update_block_index(s);
  575. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  576. s->first_slice_line = 0;
  577. if (s->pict_type == AV_PICTURE_TYPE_I) {
  578. int i;
  579. do {
  580. if (show_bits_long(&s->gb, 19) == DC_MARKER)
  581. return mb_num - 1;
  582. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  583. if (cbpc < 0) {
  584. av_log(s->avctx, AV_LOG_ERROR,
  585. "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  586. return -1;
  587. }
  588. } while (cbpc == 8);
  589. s->cbp_table[xy] = cbpc & 3;
  590. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  591. s->mb_intra = 1;
  592. if (cbpc & 4)
  593. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  594. s->current_picture.qscale_table[xy] = s->qscale;
  595. s->mbintra_table[xy] = 1;
  596. for (i = 0; i < 6; i++) {
  597. int dc_pred_dir;
  598. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  599. if (dc < 0) {
  600. av_log(s->avctx, AV_LOG_ERROR,
  601. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  602. return -1;
  603. }
  604. dir <<= 1;
  605. if (dc_pred_dir)
  606. dir |= 1;
  607. }
  608. s->pred_dir_table[xy] = dir;
  609. } else { /* P/S_TYPE */
  610. int mx, my, pred_x, pred_y, bits;
  611. int16_t *const mot_val = s->current_picture.motion_val[0][s->block_index[0]];
  612. const int stride = s->b8_stride * 2;
  613. try_again:
  614. bits = show_bits(&s->gb, 17);
  615. if (bits == MOTION_MARKER)
  616. return mb_num - 1;
  617. skip_bits1(&s->gb);
  618. if (bits & 0x10000) {
  619. /* skip mb */
  620. if (s->pict_type == AV_PICTURE_TYPE_S &&
  621. ctx->vol_sprite_usage == GMC_SPRITE) {
  622. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  623. MB_TYPE_16x16 |
  624. MB_TYPE_GMC |
  625. MB_TYPE_L0;
  626. mx = get_amv(ctx, 0);
  627. my = get_amv(ctx, 1);
  628. } else {
  629. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  630. MB_TYPE_16x16 |
  631. MB_TYPE_L0;
  632. mx = my = 0;
  633. }
  634. mot_val[0] =
  635. mot_val[2] =
  636. mot_val[0 + stride] =
  637. mot_val[2 + stride] = mx;
  638. mot_val[1] =
  639. mot_val[3] =
  640. mot_val[1 + stride] =
  641. mot_val[3 + stride] = my;
  642. if (s->mbintra_table[xy])
  643. ff_clean_intra_table_entries(s);
  644. continue;
  645. }
  646. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  647. if (cbpc < 0) {
  648. av_log(s->avctx, AV_LOG_ERROR,
  649. "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  650. return -1;
  651. }
  652. if (cbpc == 20)
  653. goto try_again;
  654. s->cbp_table[xy] = cbpc & (8 + 3); // 8 is dquant
  655. s->mb_intra = ((cbpc & 4) != 0);
  656. if (s->mb_intra) {
  657. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  658. s->mbintra_table[xy] = 1;
  659. mot_val[0] =
  660. mot_val[2] =
  661. mot_val[0 + stride] =
  662. mot_val[2 + stride] = 0;
  663. mot_val[1] =
  664. mot_val[3] =
  665. mot_val[1 + stride] =
  666. mot_val[3 + stride] = 0;
  667. } else {
  668. if (s->mbintra_table[xy])
  669. ff_clean_intra_table_entries(s);
  670. if (s->pict_type == AV_PICTURE_TYPE_S &&
  671. ctx->vol_sprite_usage == GMC_SPRITE &&
  672. (cbpc & 16) == 0)
  673. s->mcsel = get_bits1(&s->gb);
  674. else
  675. s->mcsel = 0;
  676. if ((cbpc & 16) == 0) {
  677. /* 16x16 motion prediction */
  678. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  679. if (!s->mcsel) {
  680. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  681. if (mx >= 0xffff)
  682. return -1;
  683. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  684. if (my >= 0xffff)
  685. return -1;
  686. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  687. MB_TYPE_L0;
  688. } else {
  689. mx = get_amv(ctx, 0);
  690. my = get_amv(ctx, 1);
  691. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  692. MB_TYPE_GMC |
  693. MB_TYPE_L0;
  694. }
  695. mot_val[0] =
  696. mot_val[2] =
  697. mot_val[0 + stride] =
  698. mot_val[2 + stride] = mx;
  699. mot_val[1] =
  700. mot_val[3] =
  701. mot_val[1 + stride] =
  702. mot_val[3 + stride] = my;
  703. } else {
  704. int i;
  705. s->current_picture.mb_type[xy] = MB_TYPE_8x8 |
  706. MB_TYPE_L0;
  707. for (i = 0; i < 4; i++) {
  708. int16_t *mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  709. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  710. if (mx >= 0xffff)
  711. return -1;
  712. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  713. if (my >= 0xffff)
  714. return -1;
  715. mot_val[0] = mx;
  716. mot_val[1] = my;
  717. }
  718. }
  719. }
  720. }
  721. }
  722. s->mb_x = 0;
  723. }
  724. return mb_num;
  725. }
  726. /**
  727. * decode second partition.
  728. * @return <0 if an error occurred
  729. */
  730. static int mpeg4_decode_partition_b(MpegEncContext *s, int mb_count)
  731. {
  732. int mb_num = 0;
  733. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  734. s->mb_x = s->resync_mb_x;
  735. s->first_slice_line = 1;
  736. for (s->mb_y = s->resync_mb_y; mb_num < mb_count; s->mb_y++) {
  737. ff_init_block_index(s);
  738. for (; mb_num < mb_count && s->mb_x < s->mb_width; s->mb_x++) {
  739. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  740. mb_num++;
  741. ff_update_block_index(s);
  742. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  743. s->first_slice_line = 0;
  744. if (s->pict_type == AV_PICTURE_TYPE_I) {
  745. int ac_pred = get_bits1(&s->gb);
  746. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  747. if (cbpy < 0) {
  748. av_log(s->avctx, AV_LOG_ERROR,
  749. "cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  750. return -1;
  751. }
  752. s->cbp_table[xy] |= cbpy << 2;
  753. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  754. } else { /* P || S_TYPE */
  755. if (IS_INTRA(s->current_picture.mb_type[xy])) {
  756. int i;
  757. int dir = 0;
  758. int ac_pred = get_bits1(&s->gb);
  759. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  760. if (cbpy < 0) {
  761. av_log(s->avctx, AV_LOG_ERROR,
  762. "I cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  763. return -1;
  764. }
  765. if (s->cbp_table[xy] & 8)
  766. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  767. s->current_picture.qscale_table[xy] = s->qscale;
  768. for (i = 0; i < 6; i++) {
  769. int dc_pred_dir;
  770. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  771. if (dc < 0) {
  772. av_log(s->avctx, AV_LOG_ERROR,
  773. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  774. return -1;
  775. }
  776. dir <<= 1;
  777. if (dc_pred_dir)
  778. dir |= 1;
  779. }
  780. s->cbp_table[xy] &= 3; // remove dquant
  781. s->cbp_table[xy] |= cbpy << 2;
  782. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  783. s->pred_dir_table[xy] = dir;
  784. } else if (IS_SKIP(s->current_picture.mb_type[xy])) {
  785. s->current_picture.qscale_table[xy] = s->qscale;
  786. s->cbp_table[xy] = 0;
  787. } else {
  788. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  789. if (cbpy < 0) {
  790. av_log(s->avctx, AV_LOG_ERROR,
  791. "P cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  792. return -1;
  793. }
  794. if (s->cbp_table[xy] & 8)
  795. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  796. s->current_picture.qscale_table[xy] = s->qscale;
  797. s->cbp_table[xy] &= 3; // remove dquant
  798. s->cbp_table[xy] |= (cbpy ^ 0xf) << 2;
  799. }
  800. }
  801. }
  802. if (mb_num >= mb_count)
  803. return 0;
  804. s->mb_x = 0;
  805. }
  806. return 0;
  807. }
  808. /**
  809. * Decode the first and second partition.
  810. * @return <0 if error (and sets error type in the error_status_table)
  811. */
  812. int ff_mpeg4_decode_partitions(Mpeg4DecContext *ctx)
  813. {
  814. MpegEncContext *s = &ctx->m;
  815. int mb_num;
  816. const int part_a_error = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_ERROR | ER_MV_ERROR) : ER_MV_ERROR;
  817. const int part_a_end = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_END | ER_MV_END) : ER_MV_END;
  818. mb_num = mpeg4_decode_partition_a(ctx);
  819. if (mb_num <= 0) {
  820. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  821. s->mb_x, s->mb_y, part_a_error);
  822. return -1;
  823. }
  824. if (s->resync_mb_x + s->resync_mb_y * s->mb_width + mb_num > s->mb_num) {
  825. av_log(s->avctx, AV_LOG_ERROR, "slice below monitor ...\n");
  826. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  827. s->mb_x, s->mb_y, part_a_error);
  828. return -1;
  829. }
  830. s->mb_num_left = mb_num;
  831. if (s->pict_type == AV_PICTURE_TYPE_I) {
  832. while (show_bits(&s->gb, 9) == 1)
  833. skip_bits(&s->gb, 9);
  834. if (get_bits_long(&s->gb, 19) != DC_MARKER) {
  835. av_log(s->avctx, AV_LOG_ERROR,
  836. "marker missing after first I partition at %d %d\n",
  837. s->mb_x, s->mb_y);
  838. return -1;
  839. }
  840. } else {
  841. while (show_bits(&s->gb, 10) == 1)
  842. skip_bits(&s->gb, 10);
  843. if (get_bits(&s->gb, 17) != MOTION_MARKER) {
  844. av_log(s->avctx, AV_LOG_ERROR,
  845. "marker missing after first P partition at %d %d\n",
  846. s->mb_x, s->mb_y);
  847. return -1;
  848. }
  849. }
  850. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  851. s->mb_x - 1, s->mb_y, part_a_end);
  852. if (mpeg4_decode_partition_b(s, mb_num) < 0) {
  853. if (s->pict_type == AV_PICTURE_TYPE_P)
  854. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  855. s->mb_x, s->mb_y, ER_DC_ERROR);
  856. return -1;
  857. } else {
  858. if (s->pict_type == AV_PICTURE_TYPE_P)
  859. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  860. s->mb_x - 1, s->mb_y, ER_DC_END);
  861. }
  862. return 0;
  863. }
  864. /**
  865. * Decode a block.
  866. * @return <0 if an error occurred
  867. */
  868. static inline int mpeg4_decode_block(Mpeg4DecContext *ctx, int16_t *block,
  869. int n, int coded, int intra, int rvlc)
  870. {
  871. MpegEncContext *s = &ctx->m;
  872. int level, i, last, run, qmul, qadd;
  873. int av_uninit(dc_pred_dir);
  874. RLTable *rl;
  875. RL_VLC_ELEM *rl_vlc;
  876. const uint8_t *scan_table;
  877. // Note intra & rvlc should be optimized away if this is inlined
  878. if (intra) {
  879. if (ctx->use_intra_dc_vlc) {
  880. /* DC coef */
  881. if (s->partitioned_frame) {
  882. level = s->dc_val[0][s->block_index[n]];
  883. if (n < 4)
  884. level = FASTDIV((level + (s->y_dc_scale >> 1)), s->y_dc_scale);
  885. else
  886. level = FASTDIV((level + (s->c_dc_scale >> 1)), s->c_dc_scale);
  887. dc_pred_dir = (s->pred_dir_table[s->mb_x + s->mb_y * s->mb_stride] << n) & 32;
  888. } else {
  889. level = mpeg4_decode_dc(s, n, &dc_pred_dir);
  890. if (level < 0)
  891. return -1;
  892. }
  893. block[0] = level;
  894. i = 0;
  895. } else {
  896. i = -1;
  897. ff_mpeg4_pred_dc(s, n, 0, &dc_pred_dir, 0);
  898. }
  899. if (!coded)
  900. goto not_coded;
  901. if (rvlc) {
  902. rl = &ff_rvlc_rl_intra;
  903. rl_vlc = ff_rvlc_rl_intra.rl_vlc[0];
  904. } else {
  905. rl = &ff_mpeg4_rl_intra;
  906. rl_vlc = ff_mpeg4_rl_intra.rl_vlc[0];
  907. }
  908. if (s->ac_pred) {
  909. if (dc_pred_dir == 0)
  910. scan_table = s->intra_v_scantable.permutated; /* left */
  911. else
  912. scan_table = s->intra_h_scantable.permutated; /* top */
  913. } else {
  914. scan_table = s->intra_scantable.permutated;
  915. }
  916. qmul = 1;
  917. qadd = 0;
  918. } else {
  919. i = -1;
  920. if (!coded) {
  921. s->block_last_index[n] = i;
  922. return 0;
  923. }
  924. if (rvlc)
  925. rl = &ff_rvlc_rl_inter;
  926. else
  927. rl = &ff_h263_rl_inter;
  928. scan_table = s->intra_scantable.permutated;
  929. if (s->mpeg_quant) {
  930. qmul = 1;
  931. qadd = 0;
  932. if (rvlc)
  933. rl_vlc = ff_rvlc_rl_inter.rl_vlc[0];
  934. else
  935. rl_vlc = ff_h263_rl_inter.rl_vlc[0];
  936. } else {
  937. qmul = s->qscale << 1;
  938. qadd = (s->qscale - 1) | 1;
  939. if (rvlc)
  940. rl_vlc = ff_rvlc_rl_inter.rl_vlc[s->qscale];
  941. else
  942. rl_vlc = ff_h263_rl_inter.rl_vlc[s->qscale];
  943. }
  944. }
  945. {
  946. OPEN_READER(re, &s->gb);
  947. for (;;) {
  948. UPDATE_CACHE(re, &s->gb);
  949. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 0);
  950. if (level == 0) {
  951. /* escape */
  952. if (rvlc) {
  953. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  954. av_log(s->avctx, AV_LOG_ERROR,
  955. "1. marker bit missing in rvlc esc\n");
  956. return -1;
  957. }
  958. SKIP_CACHE(re, &s->gb, 1);
  959. last = SHOW_UBITS(re, &s->gb, 1);
  960. SKIP_CACHE(re, &s->gb, 1);
  961. run = SHOW_UBITS(re, &s->gb, 6);
  962. SKIP_COUNTER(re, &s->gb, 1 + 1 + 6);
  963. UPDATE_CACHE(re, &s->gb);
  964. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  965. av_log(s->avctx, AV_LOG_ERROR,
  966. "2. marker bit missing in rvlc esc\n");
  967. return -1;
  968. }
  969. SKIP_CACHE(re, &s->gb, 1);
  970. level = SHOW_UBITS(re, &s->gb, 11);
  971. SKIP_CACHE(re, &s->gb, 11);
  972. if (SHOW_UBITS(re, &s->gb, 5) != 0x10) {
  973. av_log(s->avctx, AV_LOG_ERROR, "reverse esc missing\n");
  974. return -1;
  975. }
  976. SKIP_CACHE(re, &s->gb, 5);
  977. level = level * qmul + qadd;
  978. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  979. SKIP_COUNTER(re, &s->gb, 1 + 11 + 5 + 1);
  980. i += run + 1;
  981. if (last)
  982. i += 192;
  983. } else {
  984. int cache;
  985. cache = GET_CACHE(re, &s->gb);
  986. if (IS_3IV1)
  987. cache ^= 0xC0000000;
  988. if (cache & 0x80000000) {
  989. if (cache & 0x40000000) {
  990. /* third escape */
  991. SKIP_CACHE(re, &s->gb, 2);
  992. last = SHOW_UBITS(re, &s->gb, 1);
  993. SKIP_CACHE(re, &s->gb, 1);
  994. run = SHOW_UBITS(re, &s->gb, 6);
  995. SKIP_COUNTER(re, &s->gb, 2 + 1 + 6);
  996. UPDATE_CACHE(re, &s->gb);
  997. if (IS_3IV1) {
  998. level = SHOW_SBITS(re, &s->gb, 12);
  999. LAST_SKIP_BITS(re, &s->gb, 12);
  1000. } else {
  1001. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1002. av_log(s->avctx, AV_LOG_ERROR,
  1003. "1. marker bit missing in 3. esc\n");
  1004. if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
  1005. return -1;
  1006. }
  1007. SKIP_CACHE(re, &s->gb, 1);
  1008. level = SHOW_SBITS(re, &s->gb, 12);
  1009. SKIP_CACHE(re, &s->gb, 12);
  1010. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1011. av_log(s->avctx, AV_LOG_ERROR,
  1012. "2. marker bit missing in 3. esc\n");
  1013. if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
  1014. return -1;
  1015. }
  1016. SKIP_COUNTER(re, &s->gb, 1 + 12 + 1);
  1017. }
  1018. #if 0
  1019. if (s->error_recognition >= FF_ER_COMPLIANT) {
  1020. const int abs_level= FFABS(level);
  1021. if (abs_level<=MAX_LEVEL && run<=MAX_RUN) {
  1022. const int run1= run - rl->max_run[last][abs_level] - 1;
  1023. if (abs_level <= rl->max_level[last][run]) {
  1024. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, vlc encoding possible\n");
  1025. return -1;
  1026. }
  1027. if (s->error_recognition > FF_ER_COMPLIANT) {
  1028. if (abs_level <= rl->max_level[last][run]*2) {
  1029. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 1 encoding possible\n");
  1030. return -1;
  1031. }
  1032. if (run1 >= 0 && abs_level <= rl->max_level[last][run1]) {
  1033. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 2 encoding possible\n");
  1034. return -1;
  1035. }
  1036. }
  1037. }
  1038. }
  1039. #endif
  1040. if (level > 0)
  1041. level = level * qmul + qadd;
  1042. else
  1043. level = level * qmul - qadd;
  1044. if ((unsigned)(level + 2048) > 4095) {
  1045. if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_AGGRESSIVE)) {
  1046. if (level > 2560 || level < -2560) {
  1047. av_log(s->avctx, AV_LOG_ERROR,
  1048. "|level| overflow in 3. esc, qp=%d\n",
  1049. s->qscale);
  1050. return -1;
  1051. }
  1052. }
  1053. level = level < 0 ? -2048 : 2047;
  1054. }
  1055. i += run + 1;
  1056. if (last)
  1057. i += 192;
  1058. } else {
  1059. /* second escape */
  1060. SKIP_BITS(re, &s->gb, 2);
  1061. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  1062. i += run + rl->max_run[run >> 7][level / qmul] + 1; // FIXME opt indexing
  1063. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1064. LAST_SKIP_BITS(re, &s->gb, 1);
  1065. }
  1066. } else {
  1067. /* first escape */
  1068. SKIP_BITS(re, &s->gb, 1);
  1069. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  1070. i += run;
  1071. level = level + rl->max_level[run >> 7][(run - 1) & 63] * qmul; // FIXME opt indexing
  1072. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1073. LAST_SKIP_BITS(re, &s->gb, 1);
  1074. }
  1075. }
  1076. } else {
  1077. i += run;
  1078. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1079. LAST_SKIP_BITS(re, &s->gb, 1);
  1080. }
  1081. ff_tlog(s->avctx, "dct[%d][%d] = %- 4d end?:%d\n", scan_table[i&63]&7, scan_table[i&63] >> 3, level, i>62);
  1082. if (i > 62) {
  1083. i -= 192;
  1084. if (i & (~63)) {
  1085. av_log(s->avctx, AV_LOG_ERROR,
  1086. "ac-tex damaged at %d %d\n", s->mb_x, s->mb_y);
  1087. return -1;
  1088. }
  1089. block[scan_table[i]] = level;
  1090. break;
  1091. }
  1092. block[scan_table[i]] = level;
  1093. }
  1094. CLOSE_READER(re, &s->gb);
  1095. }
  1096. not_coded:
  1097. if (intra) {
  1098. if (!ctx->use_intra_dc_vlc) {
  1099. block[0] = ff_mpeg4_pred_dc(s, n, block[0], &dc_pred_dir, 0);
  1100. i -= i >> 31; // if (i == -1) i = 0;
  1101. }
  1102. ff_mpeg4_pred_ac(s, block, n, dc_pred_dir);
  1103. if (s->ac_pred)
  1104. i = 63; // FIXME not optimal
  1105. }
  1106. s->block_last_index[n] = i;
  1107. return 0;
  1108. }
  1109. /**
  1110. * decode partition C of one MB.
  1111. * @return <0 if an error occurred
  1112. */
  1113. static int mpeg4_decode_partitioned_mb(MpegEncContext *s, int16_t block[6][64])
  1114. {
  1115. Mpeg4DecContext *ctx = s->avctx->priv_data;
  1116. int cbp, mb_type;
  1117. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1118. av_assert2(s == (void*)ctx);
  1119. mb_type = s->current_picture.mb_type[xy];
  1120. cbp = s->cbp_table[xy];
  1121. ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
  1122. if (s->current_picture.qscale_table[xy] != s->qscale)
  1123. ff_set_qscale(s, s->current_picture.qscale_table[xy]);
  1124. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1125. s->pict_type == AV_PICTURE_TYPE_S) {
  1126. int i;
  1127. for (i = 0; i < 4; i++) {
  1128. s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
  1129. s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
  1130. }
  1131. s->mb_intra = IS_INTRA(mb_type);
  1132. if (IS_SKIP(mb_type)) {
  1133. /* skip mb */
  1134. for (i = 0; i < 6; i++)
  1135. s->block_last_index[i] = -1;
  1136. s->mv_dir = MV_DIR_FORWARD;
  1137. s->mv_type = MV_TYPE_16X16;
  1138. if (s->pict_type == AV_PICTURE_TYPE_S
  1139. && ctx->vol_sprite_usage == GMC_SPRITE) {
  1140. s->mcsel = 1;
  1141. s->mb_skipped = 0;
  1142. } else {
  1143. s->mcsel = 0;
  1144. s->mb_skipped = 1;
  1145. }
  1146. } else if (s->mb_intra) {
  1147. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1148. } else if (!s->mb_intra) {
  1149. // s->mcsel = 0; // FIXME do we need to init that?
  1150. s->mv_dir = MV_DIR_FORWARD;
  1151. if (IS_8X8(mb_type)) {
  1152. s->mv_type = MV_TYPE_8X8;
  1153. } else {
  1154. s->mv_type = MV_TYPE_16X16;
  1155. }
  1156. }
  1157. } else { /* I-Frame */
  1158. s->mb_intra = 1;
  1159. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1160. }
  1161. if (!IS_SKIP(mb_type)) {
  1162. int i;
  1163. s->bdsp.clear_blocks(s->block[0]);
  1164. /* decode each block */
  1165. for (i = 0; i < 6; i++) {
  1166. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, s->mb_intra, ctx->rvlc) < 0) {
  1167. av_log(s->avctx, AV_LOG_ERROR,
  1168. "texture corrupted at %d %d %d\n",
  1169. s->mb_x, s->mb_y, s->mb_intra);
  1170. return -1;
  1171. }
  1172. cbp += cbp;
  1173. }
  1174. }
  1175. /* per-MB end of slice check */
  1176. if (--s->mb_num_left <= 0) {
  1177. if (mpeg4_is_resync(ctx))
  1178. return SLICE_END;
  1179. else
  1180. return SLICE_NOEND;
  1181. } else {
  1182. if (mpeg4_is_resync(ctx)) {
  1183. const int delta = s->mb_x + 1 == s->mb_width ? 2 : 1;
  1184. if (s->cbp_table[xy + delta])
  1185. return SLICE_END;
  1186. }
  1187. return SLICE_OK;
  1188. }
  1189. }
  1190. static int mpeg4_decode_mb(MpegEncContext *s, int16_t block[6][64])
  1191. {
  1192. Mpeg4DecContext *ctx = s->avctx->priv_data;
  1193. int cbpc, cbpy, i, cbp, pred_x, pred_y, mx, my, dquant;
  1194. int16_t *mot_val;
  1195. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  1196. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1197. av_assert2(s == (void*)ctx);
  1198. av_assert2(s->h263_pred);
  1199. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1200. s->pict_type == AV_PICTURE_TYPE_S) {
  1201. do {
  1202. if (get_bits1(&s->gb)) {
  1203. /* skip mb */
  1204. s->mb_intra = 0;
  1205. for (i = 0; i < 6; i++)
  1206. s->block_last_index[i] = -1;
  1207. s->mv_dir = MV_DIR_FORWARD;
  1208. s->mv_type = MV_TYPE_16X16;
  1209. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1210. ctx->vol_sprite_usage == GMC_SPRITE) {
  1211. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1212. MB_TYPE_GMC |
  1213. MB_TYPE_16x16 |
  1214. MB_TYPE_L0;
  1215. s->mcsel = 1;
  1216. s->mv[0][0][0] = get_amv(ctx, 0);
  1217. s->mv[0][0][1] = get_amv(ctx, 1);
  1218. s->mb_skipped = 0;
  1219. } else {
  1220. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1221. MB_TYPE_16x16 |
  1222. MB_TYPE_L0;
  1223. s->mcsel = 0;
  1224. s->mv[0][0][0] = 0;
  1225. s->mv[0][0][1] = 0;
  1226. s->mb_skipped = 1;
  1227. }
  1228. goto end;
  1229. }
  1230. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  1231. if (cbpc < 0) {
  1232. av_log(s->avctx, AV_LOG_ERROR,
  1233. "mcbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1234. return -1;
  1235. }
  1236. } while (cbpc == 20);
  1237. s->bdsp.clear_blocks(s->block[0]);
  1238. dquant = cbpc & 8;
  1239. s->mb_intra = ((cbpc & 4) != 0);
  1240. if (s->mb_intra)
  1241. goto intra;
  1242. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1243. ctx->vol_sprite_usage == GMC_SPRITE && (cbpc & 16) == 0)
  1244. s->mcsel = get_bits1(&s->gb);
  1245. else
  1246. s->mcsel = 0;
  1247. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1) ^ 0x0F;
  1248. if (cbpy < 0) {
  1249. av_log(s->avctx, AV_LOG_ERROR,
  1250. "P cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
  1251. return AVERROR_INVALIDDATA;
  1252. }
  1253. cbp = (cbpc & 3) | (cbpy << 2);
  1254. if (dquant)
  1255. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1256. if ((!s->progressive_sequence) &&
  1257. (cbp || (s->workaround_bugs & FF_BUG_XVID_ILACE)))
  1258. s->interlaced_dct = get_bits1(&s->gb);
  1259. s->mv_dir = MV_DIR_FORWARD;
  1260. if ((cbpc & 16) == 0) {
  1261. if (s->mcsel) {
  1262. s->current_picture.mb_type[xy] = MB_TYPE_GMC |
  1263. MB_TYPE_16x16 |
  1264. MB_TYPE_L0;
  1265. /* 16x16 global motion prediction */
  1266. s->mv_type = MV_TYPE_16X16;
  1267. mx = get_amv(ctx, 0);
  1268. my = get_amv(ctx, 1);
  1269. s->mv[0][0][0] = mx;
  1270. s->mv[0][0][1] = my;
  1271. } else if ((!s->progressive_sequence) && get_bits1(&s->gb)) {
  1272. s->current_picture.mb_type[xy] = MB_TYPE_16x8 |
  1273. MB_TYPE_L0 |
  1274. MB_TYPE_INTERLACED;
  1275. /* 16x8 field motion prediction */
  1276. s->mv_type = MV_TYPE_FIELD;
  1277. s->field_select[0][0] = get_bits1(&s->gb);
  1278. s->field_select[0][1] = get_bits1(&s->gb);
  1279. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1280. for (i = 0; i < 2; i++) {
  1281. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1282. if (mx >= 0xffff)
  1283. return -1;
  1284. my = ff_h263_decode_motion(s, pred_y / 2, s->f_code);
  1285. if (my >= 0xffff)
  1286. return -1;
  1287. s->mv[0][i][0] = mx;
  1288. s->mv[0][i][1] = my;
  1289. }
  1290. } else {
  1291. s->current_picture.mb_type[xy] = MB_TYPE_16x16 | MB_TYPE_L0;
  1292. /* 16x16 motion prediction */
  1293. s->mv_type = MV_TYPE_16X16;
  1294. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1295. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1296. if (mx >= 0xffff)
  1297. return -1;
  1298. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1299. if (my >= 0xffff)
  1300. return -1;
  1301. s->mv[0][0][0] = mx;
  1302. s->mv[0][0][1] = my;
  1303. }
  1304. } else {
  1305. s->current_picture.mb_type[xy] = MB_TYPE_8x8 | MB_TYPE_L0;
  1306. s->mv_type = MV_TYPE_8X8;
  1307. for (i = 0; i < 4; i++) {
  1308. mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  1309. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1310. if (mx >= 0xffff)
  1311. return -1;
  1312. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1313. if (my >= 0xffff)
  1314. return -1;
  1315. s->mv[0][i][0] = mx;
  1316. s->mv[0][i][1] = my;
  1317. mot_val[0] = mx;
  1318. mot_val[1] = my;
  1319. }
  1320. }
  1321. } else if (s->pict_type == AV_PICTURE_TYPE_B) {
  1322. int modb1; // first bit of modb
  1323. int modb2; // second bit of modb
  1324. int mb_type;
  1325. s->mb_intra = 0; // B-frames never contain intra blocks
  1326. s->mcsel = 0; // ... true gmc blocks
  1327. if (s->mb_x == 0) {
  1328. for (i = 0; i < 2; i++) {
  1329. s->last_mv[i][0][0] =
  1330. s->last_mv[i][0][1] =
  1331. s->last_mv[i][1][0] =
  1332. s->last_mv[i][1][1] = 0;
  1333. }
  1334. ff_thread_await_progress(&s->next_picture_ptr->tf, s->mb_y, 0);
  1335. }
  1336. /* if we skipped it in the future P-frame than skip it now too */
  1337. s->mb_skipped = s->next_picture.mbskip_table[s->mb_y * s->mb_stride + s->mb_x]; // Note, skiptab=0 if last was GMC
  1338. if (s->mb_skipped) {
  1339. /* skip mb */
  1340. for (i = 0; i < 6; i++)
  1341. s->block_last_index[i] = -1;
  1342. s->mv_dir = MV_DIR_FORWARD;
  1343. s->mv_type = MV_TYPE_16X16;
  1344. s->mv[0][0][0] =
  1345. s->mv[0][0][1] =
  1346. s->mv[1][0][0] =
  1347. s->mv[1][0][1] = 0;
  1348. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1349. MB_TYPE_16x16 |
  1350. MB_TYPE_L0;
  1351. goto end;
  1352. }
  1353. modb1 = get_bits1(&s->gb);
  1354. if (modb1) {
  1355. // like MB_TYPE_B_DIRECT but no vectors coded
  1356. mb_type = MB_TYPE_DIRECT2 | MB_TYPE_SKIP | MB_TYPE_L0L1;
  1357. cbp = 0;
  1358. } else {
  1359. modb2 = get_bits1(&s->gb);
  1360. mb_type = get_vlc2(&s->gb, mb_type_b_vlc.table, MB_TYPE_B_VLC_BITS, 1);
  1361. if (mb_type < 0) {
  1362. av_log(s->avctx, AV_LOG_ERROR, "illegal MB_type\n");
  1363. return -1;
  1364. }
  1365. mb_type = mb_type_b_map[mb_type];
  1366. if (modb2) {
  1367. cbp = 0;
  1368. } else {
  1369. s->bdsp.clear_blocks(s->block[0]);
  1370. cbp = get_bits(&s->gb, 6);
  1371. }
  1372. if ((!IS_DIRECT(mb_type)) && cbp) {
  1373. if (get_bits1(&s->gb))
  1374. ff_set_qscale(s, s->qscale + get_bits1(&s->gb) * 4 - 2);
  1375. }
  1376. if (!s->progressive_sequence) {
  1377. if (cbp)
  1378. s->interlaced_dct = get_bits1(&s->gb);
  1379. if (!IS_DIRECT(mb_type) && get_bits1(&s->gb)) {
  1380. mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
  1381. mb_type &= ~MB_TYPE_16x16;
  1382. if (USES_LIST(mb_type, 0)) {
  1383. s->field_select[0][0] = get_bits1(&s->gb);
  1384. s->field_select[0][1] = get_bits1(&s->gb);
  1385. }
  1386. if (USES_LIST(mb_type, 1)) {
  1387. s->field_select[1][0] = get_bits1(&s->gb);
  1388. s->field_select[1][1] = get_bits1(&s->gb);
  1389. }
  1390. }
  1391. }
  1392. s->mv_dir = 0;
  1393. if ((mb_type & (MB_TYPE_DIRECT2 | MB_TYPE_INTERLACED)) == 0) {
  1394. s->mv_type = MV_TYPE_16X16;
  1395. if (USES_LIST(mb_type, 0)) {
  1396. s->mv_dir = MV_DIR_FORWARD;
  1397. mx = ff_h263_decode_motion(s, s->last_mv[0][0][0], s->f_code);
  1398. my = ff_h263_decode_motion(s, s->last_mv[0][0][1], s->f_code);
  1399. s->last_mv[0][1][0] =
  1400. s->last_mv[0][0][0] =
  1401. s->mv[0][0][0] = mx;
  1402. s->last_mv[0][1][1] =
  1403. s->last_mv[0][0][1] =
  1404. s->mv[0][0][1] = my;
  1405. }
  1406. if (USES_LIST(mb_type, 1)) {
  1407. s->mv_dir |= MV_DIR_BACKWARD;
  1408. mx = ff_h263_decode_motion(s, s->last_mv[1][0][0], s->b_code);
  1409. my = ff_h263_decode_motion(s, s->last_mv[1][0][1], s->b_code);
  1410. s->last_mv[1][1][0] =
  1411. s->last_mv[1][0][0] =
  1412. s->mv[1][0][0] = mx;
  1413. s->last_mv[1][1][1] =
  1414. s->last_mv[1][0][1] =
  1415. s->mv[1][0][1] = my;
  1416. }
  1417. } else if (!IS_DIRECT(mb_type)) {
  1418. s->mv_type = MV_TYPE_FIELD;
  1419. if (USES_LIST(mb_type, 0)) {
  1420. s->mv_dir = MV_DIR_FORWARD;
  1421. for (i = 0; i < 2; i++) {
  1422. mx = ff_h263_decode_motion(s, s->last_mv[0][i][0], s->f_code);
  1423. my = ff_h263_decode_motion(s, s->last_mv[0][i][1] / 2, s->f_code);
  1424. s->last_mv[0][i][0] =
  1425. s->mv[0][i][0] = mx;
  1426. s->last_mv[0][i][1] = (s->mv[0][i][1] = my) * 2;
  1427. }
  1428. }
  1429. if (USES_LIST(mb_type, 1)) {
  1430. s->mv_dir |= MV_DIR_BACKWARD;
  1431. for (i = 0; i < 2; i++) {
  1432. mx = ff_h263_decode_motion(s, s->last_mv[1][i][0], s->b_code);
  1433. my = ff_h263_decode_motion(s, s->last_mv[1][i][1] / 2, s->b_code);
  1434. s->last_mv[1][i][0] =
  1435. s->mv[1][i][0] = mx;
  1436. s->last_mv[1][i][1] = (s->mv[1][i][1] = my) * 2;
  1437. }
  1438. }
  1439. }
  1440. }
  1441. if (IS_DIRECT(mb_type)) {
  1442. if (IS_SKIP(mb_type)) {
  1443. mx =
  1444. my = 0;
  1445. } else {
  1446. mx = ff_h263_decode_motion(s, 0, 1);
  1447. my = ff_h263_decode_motion(s, 0, 1);
  1448. }
  1449. s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
  1450. mb_type |= ff_mpeg4_set_direct_mv(s, mx, my);
  1451. }
  1452. s->current_picture.mb_type[xy] = mb_type;
  1453. } else { /* I-Frame */
  1454. do {
  1455. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  1456. if (cbpc < 0) {
  1457. av_log(s->avctx, AV_LOG_ERROR,
  1458. "I cbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1459. return -1;
  1460. }
  1461. } while (cbpc == 8);
  1462. dquant = cbpc & 4;
  1463. s->mb_intra = 1;
  1464. intra:
  1465. s->ac_pred = get_bits1(&s->gb);
  1466. if (s->ac_pred)
  1467. s->current_picture.mb_type[xy] = MB_TYPE_INTRA | MB_TYPE_ACPRED;
  1468. else
  1469. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  1470. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  1471. if (cbpy < 0) {
  1472. av_log(s->avctx, AV_LOG_ERROR,
  1473. "I cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
  1474. return -1;
  1475. }
  1476. cbp = (cbpc & 3) | (cbpy << 2);
  1477. ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
  1478. if (dquant)
  1479. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1480. if (!s->progressive_sequence)
  1481. s->interlaced_dct = get_bits1(&s->gb);
  1482. s->bdsp.clear_blocks(s->block[0]);
  1483. /* decode each block */
  1484. for (i = 0; i < 6; i++) {
  1485. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 1, 0) < 0)
  1486. return -1;
  1487. cbp += cbp;
  1488. }
  1489. goto end;
  1490. }
  1491. /* decode each block */
  1492. for (i = 0; i < 6; i++) {
  1493. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 0, 0) < 0)
  1494. return -1;
  1495. cbp += cbp;
  1496. }
  1497. end:
  1498. /* per-MB end of slice check */
  1499. if (s->codec_id == AV_CODEC_ID_MPEG4) {
  1500. int next = mpeg4_is_resync(ctx);
  1501. if (next) {
  1502. if (s->mb_x + s->mb_y*s->mb_width + 1 > next && (s->avctx->err_recognition & AV_EF_AGGRESSIVE)) {
  1503. return -1;
  1504. } else if (s->mb_x + s->mb_y*s->mb_width + 1 >= next)
  1505. return SLICE_END;
  1506. if (s->pict_type == AV_PICTURE_TYPE_B) {
  1507. const int delta= s->mb_x + 1 == s->mb_width ? 2 : 1;
  1508. ff_thread_await_progress(&s->next_picture_ptr->tf,
  1509. (s->mb_x + delta >= s->mb_width)
  1510. ? FFMIN(s->mb_y + 1, s->mb_height - 1)
  1511. : s->mb_y, 0);
  1512. if (s->next_picture.mbskip_table[xy + delta])
  1513. return SLICE_OK;
  1514. }
  1515. return SLICE_END;
  1516. }
  1517. }
  1518. return SLICE_OK;
  1519. }
  1520. static int mpeg4_decode_gop_header(MpegEncContext *s, GetBitContext *gb)
  1521. {
  1522. int hours, minutes, seconds;
  1523. if (!show_bits(gb, 23)) {
  1524. av_log(s->avctx, AV_LOG_WARNING, "GOP header invalid\n");
  1525. return -1;
  1526. }
  1527. hours = get_bits(gb, 5);
  1528. minutes = get_bits(gb, 6);
  1529. check_marker(s->avctx, gb, "in gop_header");
  1530. seconds = get_bits(gb, 6);
  1531. s->time_base = seconds + 60*(minutes + 60*hours);
  1532. skip_bits1(gb);
  1533. skip_bits1(gb);
  1534. return 0;
  1535. }
  1536. static int mpeg4_decode_profile_level(MpegEncContext *s, GetBitContext *gb)
  1537. {
  1538. s->avctx->profile = get_bits(gb, 4);
  1539. s->avctx->level = get_bits(gb, 4);
  1540. // for Simple profile, level 0
  1541. if (s->avctx->profile == 0 && s->avctx->level == 8) {
  1542. s->avctx->level = 0;
  1543. }
  1544. return 0;
  1545. }
  1546. static int mpeg4_decode_visual_object(MpegEncContext *s, GetBitContext *gb)
  1547. {
  1548. int visual_object_type;
  1549. int is_visual_object_identifier = get_bits1(gb);
  1550. if (is_visual_object_identifier) {
  1551. skip_bits(gb, 4+3);
  1552. }
  1553. visual_object_type = get_bits(gb, 4);
  1554. if (visual_object_type == VOT_VIDEO_ID ||
  1555. visual_object_type == VOT_STILL_TEXTURE_ID) {
  1556. int video_signal_type = get_bits1(gb);
  1557. if (video_signal_type) {
  1558. int video_range, color_description;
  1559. skip_bits(gb, 3); // video_format
  1560. video_range = get_bits1(gb);
  1561. color_description = get_bits1(gb);
  1562. s->avctx->color_range = video_range ? AVCOL_RANGE_JPEG : AVCOL_RANGE_MPEG;
  1563. if (color_description) {
  1564. s->avctx->color_primaries = get_bits(gb, 8);
  1565. s->avctx->color_trc = get_bits(gb, 8);
  1566. s->avctx->colorspace = get_bits(gb, 8);
  1567. }
  1568. }
  1569. }
  1570. return 0;
  1571. }
  1572. static int decode_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  1573. {
  1574. MpegEncContext *s = &ctx->m;
  1575. int width, height, vo_ver_id;
  1576. /* vol header */
  1577. skip_bits(gb, 1); /* random access */
  1578. s->vo_type = get_bits(gb, 8);
  1579. if (get_bits1(gb) != 0) { /* is_ol_id */
  1580. vo_ver_id = get_bits(gb, 4); /* vo_ver_id */
  1581. skip_bits(gb, 3); /* vo_priority */
  1582. } else {
  1583. vo_ver_id = 1;
  1584. }
  1585. s->aspect_ratio_info = get_bits(gb, 4);
  1586. if (s->aspect_ratio_info == FF_ASPECT_EXTENDED) {
  1587. s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
  1588. s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
  1589. } else {
  1590. s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[s->aspect_ratio_info];
  1591. }
  1592. if ((ctx->vol_control_parameters = get_bits1(gb))) { /* vol control parameter */
  1593. int chroma_format = get_bits(gb, 2);
  1594. if (chroma_format != CHROMA_420)
  1595. av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
  1596. s->low_delay = get_bits1(gb);
  1597. if (get_bits1(gb)) { /* vbv parameters */
  1598. get_bits(gb, 15); /* first_half_bitrate */
  1599. check_marker(s->avctx, gb, "after first_half_bitrate");
  1600. get_bits(gb, 15); /* latter_half_bitrate */
  1601. check_marker(s->avctx, gb, "after latter_half_bitrate");
  1602. get_bits(gb, 15); /* first_half_vbv_buffer_size */
  1603. check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
  1604. get_bits(gb, 3); /* latter_half_vbv_buffer_size */
  1605. get_bits(gb, 11); /* first_half_vbv_occupancy */
  1606. check_marker(s->avctx, gb, "after first_half_vbv_occupancy");
  1607. get_bits(gb, 15); /* latter_half_vbv_occupancy */
  1608. check_marker(s->avctx, gb, "after latter_half_vbv_occupancy");
  1609. }
  1610. } else {
  1611. /* is setting low delay flag only once the smartest thing to do?
  1612. * low delay detection will not be overridden. */
  1613. if (s->picture_number == 0) {
  1614. switch(s->vo_type) {
  1615. case SIMPLE_VO_TYPE:
  1616. case ADV_SIMPLE_VO_TYPE:
  1617. s->low_delay = 1;
  1618. break;
  1619. default:
  1620. s->low_delay = 0;
  1621. }
  1622. }
  1623. }
  1624. ctx->shape = get_bits(gb, 2); /* vol shape */
  1625. if (ctx->shape != RECT_SHAPE)
  1626. av_log(s->avctx, AV_LOG_ERROR, "only rectangular vol supported\n");
  1627. if (ctx->shape == GRAY_SHAPE && vo_ver_id != 1) {
  1628. av_log(s->avctx, AV_LOG_ERROR, "Gray shape not supported\n");
  1629. skip_bits(gb, 4); /* video_object_layer_shape_extension */
  1630. }
  1631. check_marker(s->avctx, gb, "before time_increment_resolution");
  1632. s->avctx->framerate.num = get_bits(gb, 16);
  1633. if (!s->avctx->framerate.num) {
  1634. av_log(s->avctx, AV_LOG_ERROR, "framerate==0\n");
  1635. return AVERROR_INVALIDDATA;
  1636. }
  1637. ctx->time_increment_bits = av_log2(s->avctx->framerate.num - 1) + 1;
  1638. if (ctx->time_increment_bits < 1)
  1639. ctx->time_increment_bits = 1;
  1640. check_marker(s->avctx, gb, "before fixed_vop_rate");
  1641. if (get_bits1(gb) != 0) /* fixed_vop_rate */
  1642. s->avctx->framerate.den = get_bits(gb, ctx->time_increment_bits);
  1643. else
  1644. s->avctx->framerate.den = 1;
  1645. s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
  1646. ctx->t_frame = 0;
  1647. if (ctx->shape != BIN_ONLY_SHAPE) {
  1648. if (ctx->shape == RECT_SHAPE) {
  1649. check_marker(s->avctx, gb, "before width");
  1650. width = get_bits(gb, 13);
  1651. check_marker(s->avctx, gb, "before height");
  1652. height = get_bits(gb, 13);
  1653. check_marker(s->avctx, gb, "after height");
  1654. if (width && height && /* they should be non zero but who knows */
  1655. !(s->width && s->codec_tag == AV_RL32("MP4S"))) {
  1656. if (s->width && s->height &&
  1657. (s->width != width || s->height != height))
  1658. s->context_reinit = 1;
  1659. s->width = width;
  1660. s->height = height;
  1661. }
  1662. }
  1663. s->progressive_sequence =
  1664. s->progressive_frame = get_bits1(gb) ^ 1;
  1665. s->interlaced_dct = 0;
  1666. if (!get_bits1(gb) && (s->avctx->debug & FF_DEBUG_PICT_INFO))
  1667. av_log(s->avctx, AV_LOG_INFO, /* OBMC Disable */
  1668. "MPEG-4 OBMC not supported (very likely buggy encoder)\n");
  1669. if (vo_ver_id == 1)
  1670. ctx->vol_sprite_usage = get_bits1(gb); /* vol_sprite_usage */
  1671. else
  1672. ctx->vol_sprite_usage = get_bits(gb, 2); /* vol_sprite_usage */
  1673. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  1674. av_log(s->avctx, AV_LOG_ERROR, "Static Sprites not supported\n");
  1675. if (ctx->vol_sprite_usage == STATIC_SPRITE ||
  1676. ctx->vol_sprite_usage == GMC_SPRITE) {
  1677. if (ctx->vol_sprite_usage == STATIC_SPRITE) {
  1678. skip_bits(gb, 13); // sprite_width
  1679. check_marker(s->avctx, gb, "after sprite_width");
  1680. skip_bits(gb, 13); // sprite_height
  1681. check_marker(s->avctx, gb, "after sprite_height");
  1682. skip_bits(gb, 13); // sprite_left
  1683. check_marker(s->avctx, gb, "after sprite_left");
  1684. skip_bits(gb, 13); // sprite_top
  1685. check_marker(s->avctx, gb, "after sprite_top");
  1686. }
  1687. ctx->num_sprite_warping_points = get_bits(gb, 6);
  1688. if (ctx->num_sprite_warping_points > 3) {
  1689. av_log(s->avctx, AV_LOG_ERROR,
  1690. "%d sprite_warping_points\n",
  1691. ctx->num_sprite_warping_points);
  1692. ctx->num_sprite_warping_points = 0;
  1693. return AVERROR_INVALIDDATA;
  1694. }
  1695. s->sprite_warping_accuracy = get_bits(gb, 2);
  1696. ctx->sprite_brightness_change = get_bits1(gb);
  1697. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  1698. skip_bits1(gb); // low_latency_sprite
  1699. }
  1700. // FIXME sadct disable bit if verid!=1 && shape not rect
  1701. if (get_bits1(gb) == 1) { /* not_8_bit */
  1702. s->quant_precision = get_bits(gb, 4); /* quant_precision */
  1703. if (get_bits(gb, 4) != 8) /* bits_per_pixel */
  1704. av_log(s->avctx, AV_LOG_ERROR, "N-bit not supported\n");
  1705. if (s->quant_precision != 5)
  1706. av_log(s->avctx, AV_LOG_ERROR,
  1707. "quant precision %d\n", s->quant_precision);
  1708. if (s->quant_precision<3 || s->quant_precision>9) {
  1709. s->quant_precision = 5;
  1710. }
  1711. } else {
  1712. s->quant_precision = 5;
  1713. }
  1714. // FIXME a bunch of grayscale shape things
  1715. if ((s->mpeg_quant = get_bits1(gb))) { /* vol_quant_type */
  1716. int i, v;
  1717. /* load default matrixes */
  1718. for (i = 0; i < 64; i++) {
  1719. int j = s->idsp.idct_permutation[i];
  1720. v = ff_mpeg4_default_intra_matrix[i];
  1721. s->intra_matrix[j] = v;
  1722. s->chroma_intra_matrix[j] = v;
  1723. v = ff_mpeg4_default_non_intra_matrix[i];
  1724. s->inter_matrix[j] = v;
  1725. s->chroma_inter_matrix[j] = v;
  1726. }
  1727. /* load custom intra matrix */
  1728. if (get_bits1(gb)) {
  1729. int last = 0;
  1730. for (i = 0; i < 64; i++) {
  1731. int j;
  1732. if (get_bits_left(gb) < 8) {
  1733. av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
  1734. return AVERROR_INVALIDDATA;
  1735. }
  1736. v = get_bits(gb, 8);
  1737. if (v == 0)
  1738. break;
  1739. last = v;
  1740. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1741. s->intra_matrix[j] = last;
  1742. s->chroma_intra_matrix[j] = last;
  1743. }
  1744. /* replicate last value */
  1745. for (; i < 64; i++) {
  1746. int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1747. s->intra_matrix[j] = last;
  1748. s->chroma_intra_matrix[j] = last;
  1749. }
  1750. }
  1751. /* load custom non intra matrix */
  1752. if (get_bits1(gb)) {
  1753. int last = 0;
  1754. for (i = 0; i < 64; i++) {
  1755. int j;
  1756. if (get_bits_left(gb) < 8) {
  1757. av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
  1758. return AVERROR_INVALIDDATA;
  1759. }
  1760. v = get_bits(gb, 8);
  1761. if (v == 0)
  1762. break;
  1763. last = v;
  1764. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1765. s->inter_matrix[j] = v;
  1766. s->chroma_inter_matrix[j] = v;
  1767. }
  1768. /* replicate last value */
  1769. for (; i < 64; i++) {
  1770. int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1771. s->inter_matrix[j] = last;
  1772. s->chroma_inter_matrix[j] = last;
  1773. }
  1774. }
  1775. // FIXME a bunch of grayscale shape things
  1776. }
  1777. if (vo_ver_id != 1)
  1778. s->quarter_sample = get_bits1(gb);
  1779. else
  1780. s->quarter_sample = 0;
  1781. if (get_bits_left(gb) < 4) {
  1782. av_log(s->avctx, AV_LOG_ERROR, "VOL Header truncated\n");
  1783. return AVERROR_INVALIDDATA;
  1784. }
  1785. if (!get_bits1(gb)) {
  1786. int pos = get_bits_count(gb);
  1787. int estimation_method = get_bits(gb, 2);
  1788. if (estimation_method < 2) {
  1789. if (!get_bits1(gb)) {
  1790. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* opaque */
  1791. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* transparent */
  1792. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_cae */
  1793. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* inter_cae */
  1794. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* no_update */
  1795. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* upsampling */
  1796. }
  1797. if (!get_bits1(gb)) {
  1798. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_blocks */
  1799. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter_blocks */
  1800. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter4v_blocks */
  1801. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* not coded blocks */
  1802. }
  1803. if (!check_marker(s->avctx, gb, "in complexity estimation part 1")) {
  1804. skip_bits_long(gb, pos - get_bits_count(gb));
  1805. goto no_cplx_est;
  1806. }
  1807. if (!get_bits1(gb)) {
  1808. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_coeffs */
  1809. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_lines */
  1810. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* vlc_syms */
  1811. ctx->cplx_estimation_trash_i += 4 * get_bits1(gb); /* vlc_bits */
  1812. }
  1813. if (!get_bits1(gb)) {
  1814. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* apm */
  1815. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* npm */
  1816. ctx->cplx_estimation_trash_b += 8 * get_bits1(gb); /* interpolate_mc_q */
  1817. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* forwback_mc_q */
  1818. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel2 */
  1819. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel4 */
  1820. }
  1821. if (!check_marker(s->avctx, gb, "in complexity estimation part 2")) {
  1822. skip_bits_long(gb, pos - get_bits_count(gb));
  1823. goto no_cplx_est;
  1824. }
  1825. if (estimation_method == 1) {
  1826. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* sadct */
  1827. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* qpel */
  1828. }
  1829. } else
  1830. av_log(s->avctx, AV_LOG_ERROR,
  1831. "Invalid Complexity estimation method %d\n",
  1832. estimation_method);
  1833. } else {
  1834. no_cplx_est:
  1835. ctx->cplx_estimation_trash_i =
  1836. ctx->cplx_estimation_trash_p =
  1837. ctx->cplx_estimation_trash_b = 0;
  1838. }
  1839. ctx->resync_marker = !get_bits1(gb); /* resync_marker_disabled */
  1840. s->data_partitioning = get_bits1(gb);
  1841. if (s->data_partitioning)
  1842. ctx->rvlc = get_bits1(gb);
  1843. if (vo_ver_id != 1) {
  1844. ctx->new_pred = get_bits1(gb);
  1845. if (ctx->new_pred) {
  1846. av_log(s->avctx, AV_LOG_ERROR, "new pred not supported\n");
  1847. skip_bits(gb, 2); /* requested upstream message type */
  1848. skip_bits1(gb); /* newpred segment type */
  1849. }
  1850. if (get_bits1(gb)) // reduced_res_vop
  1851. av_log(s->avctx, AV_LOG_ERROR,
  1852. "reduced resolution VOP not supported\n");
  1853. } else {
  1854. ctx->new_pred = 0;
  1855. }
  1856. ctx->scalability = get_bits1(gb);
  1857. if (ctx->scalability) {
  1858. GetBitContext bak = *gb;
  1859. int h_sampling_factor_n;
  1860. int h_sampling_factor_m;
  1861. int v_sampling_factor_n;
  1862. int v_sampling_factor_m;
  1863. skip_bits1(gb); // hierarchy_type
  1864. skip_bits(gb, 4); /* ref_layer_id */
  1865. skip_bits1(gb); /* ref_layer_sampling_dir */
  1866. h_sampling_factor_n = get_bits(gb, 5);
  1867. h_sampling_factor_m = get_bits(gb, 5);
  1868. v_sampling_factor_n = get_bits(gb, 5);
  1869. v_sampling_factor_m = get_bits(gb, 5);
  1870. ctx->enhancement_type = get_bits1(gb);
  1871. if (h_sampling_factor_n == 0 || h_sampling_factor_m == 0 ||
  1872. v_sampling_factor_n == 0 || v_sampling_factor_m == 0) {
  1873. /* illegal scalability header (VERY broken encoder),
  1874. * trying to workaround */
  1875. ctx->scalability = 0;
  1876. *gb = bak;
  1877. } else
  1878. av_log(s->avctx, AV_LOG_ERROR, "scalability not supported\n");
  1879. // bin shape stuff FIXME
  1880. }
  1881. }
  1882. if (s->avctx->debug&FF_DEBUG_PICT_INFO) {
  1883. av_log(s->avctx, AV_LOG_DEBUG, "tb %d/%d, tincrbits:%d, qp_prec:%d, ps:%d, low_delay:%d %s%s%s%s\n",
  1884. s->avctx->framerate.den, s->avctx->framerate.num,
  1885. ctx->time_increment_bits,
  1886. s->quant_precision,
  1887. s->progressive_sequence,
  1888. s->low_delay,
  1889. ctx->scalability ? "scalability " :"" , s->quarter_sample ? "qpel " : "",
  1890. s->data_partitioning ? "partition " : "", ctx->rvlc ? "rvlc " : ""
  1891. );
  1892. }
  1893. return 0;
  1894. }
  1895. /**
  1896. * Decode the user data stuff in the header.
  1897. * Also initializes divx/xvid/lavc_version/build.
  1898. */
  1899. static int decode_user_data(Mpeg4DecContext *ctx, GetBitContext *gb)
  1900. {
  1901. MpegEncContext *s = &ctx->m;
  1902. char buf[256];
  1903. int i;
  1904. int e;
  1905. int ver = 0, build = 0, ver2 = 0, ver3 = 0;
  1906. char last;
  1907. for (i = 0; i < 255 && get_bits_count(gb) < gb->size_in_bits; i++) {
  1908. if (show_bits(gb, 23) == 0)
  1909. break;
  1910. buf[i] = get_bits(gb, 8);
  1911. }
  1912. buf[i] = 0;
  1913. /* divx detection */
  1914. e = sscanf(buf, "DivX%dBuild%d%c", &ver, &build, &last);
  1915. if (e < 2)
  1916. e = sscanf(buf, "DivX%db%d%c", &ver, &build, &last);
  1917. if (e >= 2) {
  1918. ctx->divx_version = ver;
  1919. ctx->divx_build = build;
  1920. s->divx_packed = e == 3 && last == 'p';
  1921. }
  1922. /* libavcodec detection */
  1923. e = sscanf(buf, "FFmpe%*[^b]b%d", &build) + 3;
  1924. if (e != 4)
  1925. e = sscanf(buf, "FFmpeg v%d.%d.%d / libavcodec build: %d", &ver, &ver2, &ver3, &build);
  1926. if (e != 4) {
  1927. e = sscanf(buf, "Lavc%d.%d.%d", &ver, &ver2, &ver3) + 1;
  1928. if (e > 1) {
  1929. if (ver > 0xFFU || ver2 > 0xFFU || ver3 > 0xFFU) {
  1930. av_log(s->avctx, AV_LOG_WARNING,
  1931. "Unknown Lavc version string encountered, %d.%d.%d; "
  1932. "clamping sub-version values to 8-bits.\n",
  1933. ver, ver2, ver3);
  1934. }
  1935. build = ((ver & 0xFF) << 16) + ((ver2 & 0xFF) << 8) + (ver3 & 0xFF);
  1936. }
  1937. }
  1938. if (e != 4) {
  1939. if (strcmp(buf, "ffmpeg") == 0)
  1940. ctx->lavc_build = 4600;
  1941. }
  1942. if (e == 4)
  1943. ctx->lavc_build = build;
  1944. /* Xvid detection */
  1945. e = sscanf(buf, "XviD%d", &build);
  1946. if (e == 1)
  1947. ctx->xvid_build = build;
  1948. return 0;
  1949. }
  1950. int ff_mpeg4_workaround_bugs(AVCodecContext *avctx)
  1951. {
  1952. Mpeg4DecContext *ctx = avctx->priv_data;
  1953. MpegEncContext *s = &ctx->m;
  1954. if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1) {
  1955. if (s->codec_tag == AV_RL32("XVID") ||
  1956. s->codec_tag == AV_RL32("XVIX") ||
  1957. s->codec_tag == AV_RL32("RMP4") ||
  1958. s->codec_tag == AV_RL32("ZMP4") ||
  1959. s->codec_tag == AV_RL32("SIPP"))
  1960. ctx->xvid_build = 0;
  1961. }
  1962. if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1)
  1963. if (s->codec_tag == AV_RL32("DIVX") && s->vo_type == 0 &&
  1964. ctx->vol_control_parameters == 0)
  1965. ctx->divx_version = 400; // divx 4
  1966. if (ctx->xvid_build >= 0 && ctx->divx_version >= 0) {
  1967. ctx->divx_version =
  1968. ctx->divx_build = -1;
  1969. }
  1970. if (s->workaround_bugs & FF_BUG_AUTODETECT) {
  1971. if (s->codec_tag == AV_RL32("XVIX"))
  1972. s->workaround_bugs |= FF_BUG_XVID_ILACE;
  1973. if (s->codec_tag == AV_RL32("UMP4"))
  1974. s->workaround_bugs |= FF_BUG_UMP4;
  1975. if (ctx->divx_version >= 500 && ctx->divx_build < 1814)
  1976. s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
  1977. if (ctx->divx_version > 502 && ctx->divx_build < 1814)
  1978. s->workaround_bugs |= FF_BUG_QPEL_CHROMA2;
  1979. if (ctx->xvid_build <= 3U)
  1980. s->padding_bug_score = 256 * 256 * 256 * 64;
  1981. if (ctx->xvid_build <= 1U)
  1982. s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
  1983. if (ctx->xvid_build <= 12U)
  1984. s->workaround_bugs |= FF_BUG_EDGE;
  1985. if (ctx->xvid_build <= 32U)
  1986. s->workaround_bugs |= FF_BUG_DC_CLIP;
  1987. #define SET_QPEL_FUNC(postfix1, postfix2) \
  1988. s->qdsp.put_ ## postfix1 = ff_put_ ## postfix2; \
  1989. s->qdsp.put_no_rnd_ ## postfix1 = ff_put_no_rnd_ ## postfix2; \
  1990. s->qdsp.avg_ ## postfix1 = ff_avg_ ## postfix2;
  1991. if (ctx->lavc_build < 4653U)
  1992. s->workaround_bugs |= FF_BUG_STD_QPEL;
  1993. if (ctx->lavc_build < 4655U)
  1994. s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
  1995. if (ctx->lavc_build < 4670U)
  1996. s->workaround_bugs |= FF_BUG_EDGE;
  1997. if (ctx->lavc_build <= 4712U)
  1998. s->workaround_bugs |= FF_BUG_DC_CLIP;
  1999. if ((ctx->lavc_build&0xFF) >= 100) {
  2000. if (ctx->lavc_build > 3621476 && ctx->lavc_build < 3752552 &&
  2001. (ctx->lavc_build < 3752037 || ctx->lavc_build > 3752191) // 3.2.1+
  2002. )
  2003. s->workaround_bugs |= FF_BUG_IEDGE;
  2004. }
  2005. if (ctx->divx_version >= 0)
  2006. s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
  2007. if (ctx->divx_version == 501 && ctx->divx_build == 20020416)
  2008. s->padding_bug_score = 256 * 256 * 256 * 64;
  2009. if (ctx->divx_version < 500U)
  2010. s->workaround_bugs |= FF_BUG_EDGE;
  2011. if (ctx->divx_version >= 0)
  2012. s->workaround_bugs |= FF_BUG_HPEL_CHROMA;
  2013. }
  2014. if (s->workaround_bugs & FF_BUG_STD_QPEL) {
  2015. SET_QPEL_FUNC(qpel_pixels_tab[0][5], qpel16_mc11_old_c)
  2016. SET_QPEL_FUNC(qpel_pixels_tab[0][7], qpel16_mc31_old_c)
  2017. SET_QPEL_FUNC(qpel_pixels_tab[0][9], qpel16_mc12_old_c)
  2018. SET_QPEL_FUNC(qpel_pixels_tab[0][11], qpel16_mc32_old_c)
  2019. SET_QPEL_FUNC(qpel_pixels_tab[0][13], qpel16_mc13_old_c)
  2020. SET_QPEL_FUNC(qpel_pixels_tab[0][15], qpel16_mc33_old_c)
  2021. SET_QPEL_FUNC(qpel_pixels_tab[1][5], qpel8_mc11_old_c)
  2022. SET_QPEL_FUNC(qpel_pixels_tab[1][7], qpel8_mc31_old_c)
  2023. SET_QPEL_FUNC(qpel_pixels_tab[1][9], qpel8_mc12_old_c)
  2024. SET_QPEL_FUNC(qpel_pixels_tab[1][11], qpel8_mc32_old_c)
  2025. SET_QPEL_FUNC(qpel_pixels_tab[1][13], qpel8_mc13_old_c)
  2026. SET_QPEL_FUNC(qpel_pixels_tab[1][15], qpel8_mc33_old_c)
  2027. }
  2028. if (avctx->debug & FF_DEBUG_BUGS)
  2029. av_log(s->avctx, AV_LOG_DEBUG,
  2030. "bugs: %X lavc_build:%d xvid_build:%d divx_version:%d divx_build:%d %s\n",
  2031. s->workaround_bugs, ctx->lavc_build, ctx->xvid_build,
  2032. ctx->divx_version, ctx->divx_build, s->divx_packed ? "p" : "");
  2033. if (CONFIG_MPEG4_DECODER && ctx->xvid_build >= 0 &&
  2034. s->codec_id == AV_CODEC_ID_MPEG4 &&
  2035. avctx->idct_algo == FF_IDCT_AUTO) {
  2036. avctx->idct_algo = FF_IDCT_XVID;
  2037. ff_mpv_idct_init(s);
  2038. return 1;
  2039. }
  2040. return 0;
  2041. }
  2042. static int decode_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2043. {
  2044. MpegEncContext *s = &ctx->m;
  2045. int time_incr, time_increment;
  2046. int64_t pts;
  2047. s->mcsel = 0;
  2048. s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* pict type: I = 0 , P = 1 */
  2049. if (s->pict_type == AV_PICTURE_TYPE_B && s->low_delay &&
  2050. ctx->vol_control_parameters == 0 && !(s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)) {
  2051. av_log(s->avctx, AV_LOG_ERROR, "low_delay flag set incorrectly, clearing it\n");
  2052. s->low_delay = 0;
  2053. }
  2054. s->partitioned_frame = s->data_partitioning && s->pict_type != AV_PICTURE_TYPE_B;
  2055. if (s->partitioned_frame)
  2056. s->decode_mb = mpeg4_decode_partitioned_mb;
  2057. else
  2058. s->decode_mb = mpeg4_decode_mb;
  2059. time_incr = 0;
  2060. while (get_bits1(gb) != 0)
  2061. time_incr++;
  2062. check_marker(s->avctx, gb, "before time_increment");
  2063. if (ctx->time_increment_bits == 0 ||
  2064. !(show_bits(gb, ctx->time_increment_bits + 1) & 1)) {
  2065. av_log(s->avctx, AV_LOG_WARNING,
  2066. "time_increment_bits %d is invalid in relation to the current bitstream, this is likely caused by a missing VOL header\n", ctx->time_increment_bits);
  2067. for (ctx->time_increment_bits = 1;
  2068. ctx->time_increment_bits < 16;
  2069. ctx->time_increment_bits++) {
  2070. if (s->pict_type == AV_PICTURE_TYPE_P ||
  2071. (s->pict_type == AV_PICTURE_TYPE_S &&
  2072. ctx->vol_sprite_usage == GMC_SPRITE)) {
  2073. if ((show_bits(gb, ctx->time_increment_bits + 6) & 0x37) == 0x30)
  2074. break;
  2075. } else if ((show_bits(gb, ctx->time_increment_bits + 5) & 0x1F) == 0x18)
  2076. break;
  2077. }
  2078. av_log(s->avctx, AV_LOG_WARNING,
  2079. "time_increment_bits set to %d bits, based on bitstream analysis\n", ctx->time_increment_bits);
  2080. if (s->avctx->framerate.num && 4*s->avctx->framerate.num < 1<<ctx->time_increment_bits) {
  2081. s->avctx->framerate.num = 1<<ctx->time_increment_bits;
  2082. s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
  2083. }
  2084. }
  2085. if (IS_3IV1)
  2086. time_increment = get_bits1(gb); // FIXME investigate further
  2087. else
  2088. time_increment = get_bits(gb, ctx->time_increment_bits);
  2089. if (s->pict_type != AV_PICTURE_TYPE_B) {
  2090. s->last_time_base = s->time_base;
  2091. s->time_base += time_incr;
  2092. s->time = s->time_base * (int64_t)s->avctx->framerate.num + time_increment;
  2093. if (s->workaround_bugs & FF_BUG_UMP4) {
  2094. if (s->time < s->last_non_b_time) {
  2095. /* header is not mpeg-4-compatible, broken encoder,
  2096. * trying to workaround */
  2097. s->time_base++;
  2098. s->time += s->avctx->framerate.num;
  2099. }
  2100. }
  2101. s->pp_time = s->time - s->last_non_b_time;
  2102. s->last_non_b_time = s->time;
  2103. } else {
  2104. s->time = (s->last_time_base + time_incr) * (int64_t)s->avctx->framerate.num + time_increment;
  2105. s->pb_time = s->pp_time - (s->last_non_b_time - s->time);
  2106. if (s->pp_time <= s->pb_time ||
  2107. s->pp_time <= s->pp_time - s->pb_time ||
  2108. s->pp_time <= 0) {
  2109. /* messed up order, maybe after seeking? skipping current B-frame */
  2110. return FRAME_SKIPPED;
  2111. }
  2112. ff_mpeg4_init_direct_mv(s);
  2113. if (ctx->t_frame == 0)
  2114. ctx->t_frame = s->pb_time;
  2115. if (ctx->t_frame == 0)
  2116. ctx->t_frame = 1; // 1/0 protection
  2117. s->pp_field_time = (ROUNDED_DIV(s->last_non_b_time, ctx->t_frame) -
  2118. ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
  2119. s->pb_field_time = (ROUNDED_DIV(s->time, ctx->t_frame) -
  2120. ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
  2121. if (s->pp_field_time <= s->pb_field_time || s->pb_field_time <= 1) {
  2122. s->pb_field_time = 2;
  2123. s->pp_field_time = 4;
  2124. if (!s->progressive_sequence)
  2125. return FRAME_SKIPPED;
  2126. }
  2127. }
  2128. if (s->avctx->framerate.den)
  2129. pts = ROUNDED_DIV(s->time, s->avctx->framerate.den);
  2130. else
  2131. pts = AV_NOPTS_VALUE;
  2132. ff_dlog(s->avctx, "MPEG4 PTS: %"PRId64"\n", pts);
  2133. check_marker(s->avctx, gb, "before vop_coded");
  2134. /* vop coded */
  2135. if (get_bits1(gb) != 1) {
  2136. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  2137. av_log(s->avctx, AV_LOG_ERROR, "vop not coded\n");
  2138. return FRAME_SKIPPED;
  2139. }
  2140. if (ctx->new_pred)
  2141. decode_new_pred(ctx, gb);
  2142. if (ctx->shape != BIN_ONLY_SHAPE &&
  2143. (s->pict_type == AV_PICTURE_TYPE_P ||
  2144. (s->pict_type == AV_PICTURE_TYPE_S &&
  2145. ctx->vol_sprite_usage == GMC_SPRITE))) {
  2146. /* rounding type for motion estimation */
  2147. s->no_rounding = get_bits1(gb);
  2148. } else {
  2149. s->no_rounding = 0;
  2150. }
  2151. // FIXME reduced res stuff
  2152. if (ctx->shape != RECT_SHAPE) {
  2153. if (ctx->vol_sprite_usage != 1 || s->pict_type != AV_PICTURE_TYPE_I) {
  2154. skip_bits(gb, 13); /* width */
  2155. check_marker(s->avctx, gb, "after width");
  2156. skip_bits(gb, 13); /* height */
  2157. check_marker(s->avctx, gb, "after height");
  2158. skip_bits(gb, 13); /* hor_spat_ref */
  2159. check_marker(s->avctx, gb, "after hor_spat_ref");
  2160. skip_bits(gb, 13); /* ver_spat_ref */
  2161. }
  2162. skip_bits1(gb); /* change_CR_disable */
  2163. if (get_bits1(gb) != 0)
  2164. skip_bits(gb, 8); /* constant_alpha_value */
  2165. }
  2166. // FIXME complexity estimation stuff
  2167. if (ctx->shape != BIN_ONLY_SHAPE) {
  2168. skip_bits_long(gb, ctx->cplx_estimation_trash_i);
  2169. if (s->pict_type != AV_PICTURE_TYPE_I)
  2170. skip_bits_long(gb, ctx->cplx_estimation_trash_p);
  2171. if (s->pict_type == AV_PICTURE_TYPE_B)
  2172. skip_bits_long(gb, ctx->cplx_estimation_trash_b);
  2173. if (get_bits_left(gb) < 3) {
  2174. av_log(s->avctx, AV_LOG_ERROR, "Header truncated\n");
  2175. return AVERROR_INVALIDDATA;
  2176. }
  2177. ctx->intra_dc_threshold = ff_mpeg4_dc_threshold[get_bits(gb, 3)];
  2178. if (!s->progressive_sequence) {
  2179. s->top_field_first = get_bits1(gb);
  2180. s->alternate_scan = get_bits1(gb);
  2181. } else
  2182. s->alternate_scan = 0;
  2183. }
  2184. if (s->alternate_scan) {
  2185. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
  2186. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
  2187. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
  2188. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2189. } else {
  2190. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
  2191. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
  2192. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
  2193. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2194. }
  2195. if (s->pict_type == AV_PICTURE_TYPE_S) {
  2196. if((ctx->vol_sprite_usage == STATIC_SPRITE ||
  2197. ctx->vol_sprite_usage == GMC_SPRITE)) {
  2198. if (mpeg4_decode_sprite_trajectory(ctx, gb) < 0)
  2199. return AVERROR_INVALIDDATA;
  2200. if (ctx->sprite_brightness_change)
  2201. av_log(s->avctx, AV_LOG_ERROR,
  2202. "sprite_brightness_change not supported\n");
  2203. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  2204. av_log(s->avctx, AV_LOG_ERROR, "static sprite not supported\n");
  2205. } else {
  2206. memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
  2207. memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
  2208. }
  2209. }
  2210. if (ctx->shape != BIN_ONLY_SHAPE) {
  2211. s->chroma_qscale = s->qscale = get_bits(gb, s->quant_precision);
  2212. if (s->qscale == 0) {
  2213. av_log(s->avctx, AV_LOG_ERROR,
  2214. "Error, header damaged or not MPEG-4 header (qscale=0)\n");
  2215. return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
  2216. }
  2217. if (s->pict_type != AV_PICTURE_TYPE_I) {
  2218. s->f_code = get_bits(gb, 3); /* fcode_for */
  2219. if (s->f_code == 0) {
  2220. av_log(s->avctx, AV_LOG_ERROR,
  2221. "Error, header damaged or not MPEG-4 header (f_code=0)\n");
  2222. s->f_code = 1;
  2223. return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
  2224. }
  2225. } else
  2226. s->f_code = 1;
  2227. if (s->pict_type == AV_PICTURE_TYPE_B) {
  2228. s->b_code = get_bits(gb, 3);
  2229. if (s->b_code == 0) {
  2230. av_log(s->avctx, AV_LOG_ERROR,
  2231. "Error, header damaged or not MPEG4 header (b_code=0)\n");
  2232. s->b_code=1;
  2233. return AVERROR_INVALIDDATA; // makes no sense to continue, as the MV decoding will break very quickly
  2234. }
  2235. } else
  2236. s->b_code = 1;
  2237. if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
  2238. av_log(s->avctx, AV_LOG_DEBUG,
  2239. "qp:%d fc:%d,%d %s size:%d pro:%d alt:%d top:%d %spel part:%d resync:%d w:%d a:%d rnd:%d vot:%d%s dc:%d ce:%d/%d/%d time:%"PRId64" tincr:%d\n",
  2240. s->qscale, s->f_code, s->b_code,
  2241. s->pict_type == AV_PICTURE_TYPE_I ? "I" : (s->pict_type == AV_PICTURE_TYPE_P ? "P" : (s->pict_type == AV_PICTURE_TYPE_B ? "B" : "S")),
  2242. gb->size_in_bits,s->progressive_sequence, s->alternate_scan,
  2243. s->top_field_first, s->quarter_sample ? "q" : "h",
  2244. s->data_partitioning, ctx->resync_marker,
  2245. ctx->num_sprite_warping_points, s->sprite_warping_accuracy,
  2246. 1 - s->no_rounding, s->vo_type,
  2247. ctx->vol_control_parameters ? " VOLC" : " ", ctx->intra_dc_threshold,
  2248. ctx->cplx_estimation_trash_i, ctx->cplx_estimation_trash_p,
  2249. ctx->cplx_estimation_trash_b,
  2250. s->time,
  2251. time_increment
  2252. );
  2253. }
  2254. if (!ctx->scalability) {
  2255. if (ctx->shape != RECT_SHAPE && s->pict_type != AV_PICTURE_TYPE_I)
  2256. skip_bits1(gb); // vop shape coding type
  2257. } else {
  2258. if (ctx->enhancement_type) {
  2259. int load_backward_shape = get_bits1(gb);
  2260. if (load_backward_shape)
  2261. av_log(s->avctx, AV_LOG_ERROR,
  2262. "load backward shape isn't supported\n");
  2263. }
  2264. skip_bits(gb, 2); // ref_select_code
  2265. }
  2266. }
  2267. /* detect buggy encoders which don't set the low_delay flag
  2268. * (divx4/xvid/opendivx). Note we cannot detect divx5 without B-frames
  2269. * easily (although it's buggy too) */
  2270. if (s->vo_type == 0 && ctx->vol_control_parameters == 0 &&
  2271. ctx->divx_version == -1 && s->picture_number == 0) {
  2272. av_log(s->avctx, AV_LOG_WARNING,
  2273. "looks like this file was encoded with (divx4/(old)xvid/opendivx) -> forcing low_delay flag\n");
  2274. s->low_delay = 1;
  2275. }
  2276. s->picture_number++; // better than pic number==0 always ;)
  2277. // FIXME add short header support
  2278. s->y_dc_scale_table = ff_mpeg4_y_dc_scale_table;
  2279. s->c_dc_scale_table = ff_mpeg4_c_dc_scale_table;
  2280. if (s->workaround_bugs & FF_BUG_EDGE) {
  2281. s->h_edge_pos = s->width;
  2282. s->v_edge_pos = s->height;
  2283. }
  2284. return 0;
  2285. }
  2286. /**
  2287. * Decode MPEG-4 headers.
  2288. * @return <0 if no VOP found (or a damaged one)
  2289. * FRAME_SKIPPED if a not coded VOP is found
  2290. * 0 if a VOP is found
  2291. */
  2292. int ff_mpeg4_decode_picture_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2293. {
  2294. MpegEncContext *s = &ctx->m;
  2295. unsigned startcode, v;
  2296. int ret;
  2297. int vol = 0;
  2298. /* search next start code */
  2299. align_get_bits(gb);
  2300. if (s->codec_tag == AV_RL32("WV1F") && show_bits(gb, 24) == 0x575630) {
  2301. skip_bits(gb, 24);
  2302. if (get_bits(gb, 8) == 0xF0)
  2303. goto end;
  2304. }
  2305. startcode = 0xff;
  2306. for (;;) {
  2307. if (get_bits_count(gb) >= gb->size_in_bits) {
  2308. if (gb->size_in_bits == 8 &&
  2309. (ctx->divx_version >= 0 || ctx->xvid_build >= 0) || s->codec_tag == AV_RL32("QMP4")) {
  2310. av_log(s->avctx, AV_LOG_VERBOSE, "frame skip %d\n", gb->size_in_bits);
  2311. return FRAME_SKIPPED; // divx bug
  2312. } else
  2313. return -1; // end of stream
  2314. }
  2315. /* use the bits after the test */
  2316. v = get_bits(gb, 8);
  2317. startcode = ((startcode << 8) | v) & 0xffffffff;
  2318. if ((startcode & 0xFFFFFF00) != 0x100)
  2319. continue; // no startcode
  2320. if (s->avctx->debug & FF_DEBUG_STARTCODE) {
  2321. av_log(s->avctx, AV_LOG_DEBUG, "startcode: %3X ", startcode);
  2322. if (startcode <= 0x11F)
  2323. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Start");
  2324. else if (startcode <= 0x12F)
  2325. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Layer Start");
  2326. else if (startcode <= 0x13F)
  2327. av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
  2328. else if (startcode <= 0x15F)
  2329. av_log(s->avctx, AV_LOG_DEBUG, "FGS bp start");
  2330. else if (startcode <= 0x1AF)
  2331. av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
  2332. else if (startcode == 0x1B0)
  2333. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq Start");
  2334. else if (startcode == 0x1B1)
  2335. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq End");
  2336. else if (startcode == 0x1B2)
  2337. av_log(s->avctx, AV_LOG_DEBUG, "User Data");
  2338. else if (startcode == 0x1B3)
  2339. av_log(s->avctx, AV_LOG_DEBUG, "Group of VOP start");
  2340. else if (startcode == 0x1B4)
  2341. av_log(s->avctx, AV_LOG_DEBUG, "Video Session Error");
  2342. else if (startcode == 0x1B5)
  2343. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Start");
  2344. else if (startcode == 0x1B6)
  2345. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Plane start");
  2346. else if (startcode == 0x1B7)
  2347. av_log(s->avctx, AV_LOG_DEBUG, "slice start");
  2348. else if (startcode == 0x1B8)
  2349. av_log(s->avctx, AV_LOG_DEBUG, "extension start");
  2350. else if (startcode == 0x1B9)
  2351. av_log(s->avctx, AV_LOG_DEBUG, "fgs start");
  2352. else if (startcode == 0x1BA)
  2353. av_log(s->avctx, AV_LOG_DEBUG, "FBA Object start");
  2354. else if (startcode == 0x1BB)
  2355. av_log(s->avctx, AV_LOG_DEBUG, "FBA Object Plane start");
  2356. else if (startcode == 0x1BC)
  2357. av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object start");
  2358. else if (startcode == 0x1BD)
  2359. av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object Plane start");
  2360. else if (startcode == 0x1BE)
  2361. av_log(s->avctx, AV_LOG_DEBUG, "Still Texture Object start");
  2362. else if (startcode == 0x1BF)
  2363. av_log(s->avctx, AV_LOG_DEBUG, "Texture Spatial Layer start");
  2364. else if (startcode == 0x1C0)
  2365. av_log(s->avctx, AV_LOG_DEBUG, "Texture SNR Layer start");
  2366. else if (startcode == 0x1C1)
  2367. av_log(s->avctx, AV_LOG_DEBUG, "Texture Tile start");
  2368. else if (startcode == 0x1C2)
  2369. av_log(s->avctx, AV_LOG_DEBUG, "Texture Shape Layer start");
  2370. else if (startcode == 0x1C3)
  2371. av_log(s->avctx, AV_LOG_DEBUG, "stuffing start");
  2372. else if (startcode <= 0x1C5)
  2373. av_log(s->avctx, AV_LOG_DEBUG, "reserved");
  2374. else if (startcode <= 0x1FF)
  2375. av_log(s->avctx, AV_LOG_DEBUG, "System start");
  2376. av_log(s->avctx, AV_LOG_DEBUG, " at %d\n", get_bits_count(gb));
  2377. }
  2378. if (startcode >= 0x120 && startcode <= 0x12F) {
  2379. if (vol) {
  2380. av_log(s->avctx, AV_LOG_WARNING, "Ignoring multiple VOL headers\n");
  2381. continue;
  2382. }
  2383. vol++;
  2384. if ((ret = decode_vol_header(ctx, gb)) < 0)
  2385. return ret;
  2386. } else if (startcode == USER_DATA_STARTCODE) {
  2387. decode_user_data(ctx, gb);
  2388. } else if (startcode == GOP_STARTCODE) {
  2389. mpeg4_decode_gop_header(s, gb);
  2390. } else if (startcode == VOS_STARTCODE) {
  2391. mpeg4_decode_profile_level(s, gb);
  2392. } else if (startcode == VISUAL_OBJ_STARTCODE) {
  2393. mpeg4_decode_visual_object(s, gb);
  2394. } else if (startcode == VOP_STARTCODE) {
  2395. break;
  2396. }
  2397. align_get_bits(gb);
  2398. startcode = 0xff;
  2399. }
  2400. end:
  2401. if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
  2402. s->low_delay = 1;
  2403. s->avctx->has_b_frames = !s->low_delay;
  2404. return decode_vop_header(ctx, gb);
  2405. }
  2406. av_cold void ff_mpeg4videodec_static_init(void) {
  2407. static int done = 0;
  2408. if (!done) {
  2409. ff_rl_init(&ff_mpeg4_rl_intra, ff_mpeg4_static_rl_table_store[0]);
  2410. ff_rl_init(&ff_rvlc_rl_inter, ff_mpeg4_static_rl_table_store[1]);
  2411. ff_rl_init(&ff_rvlc_rl_intra, ff_mpeg4_static_rl_table_store[2]);
  2412. INIT_VLC_RL(ff_mpeg4_rl_intra, 554);
  2413. INIT_VLC_RL(ff_rvlc_rl_inter, 1072);
  2414. INIT_VLC_RL(ff_rvlc_rl_intra, 1072);
  2415. INIT_VLC_STATIC(&dc_lum, DC_VLC_BITS, 10 /* 13 */,
  2416. &ff_mpeg4_DCtab_lum[0][1], 2, 1,
  2417. &ff_mpeg4_DCtab_lum[0][0], 2, 1, 512);
  2418. INIT_VLC_STATIC(&dc_chrom, DC_VLC_BITS, 10 /* 13 */,
  2419. &ff_mpeg4_DCtab_chrom[0][1], 2, 1,
  2420. &ff_mpeg4_DCtab_chrom[0][0], 2, 1, 512);
  2421. INIT_VLC_STATIC(&sprite_trajectory, SPRITE_TRAJ_VLC_BITS, 15,
  2422. &ff_sprite_trajectory_tab[0][1], 4, 2,
  2423. &ff_sprite_trajectory_tab[0][0], 4, 2, 128);
  2424. INIT_VLC_STATIC(&mb_type_b_vlc, MB_TYPE_B_VLC_BITS, 4,
  2425. &ff_mb_type_b_tab[0][1], 2, 1,
  2426. &ff_mb_type_b_tab[0][0], 2, 1, 16);
  2427. done = 1;
  2428. }
  2429. }
  2430. int ff_mpeg4_frame_end(AVCodecContext *avctx, const uint8_t *buf, int buf_size)
  2431. {
  2432. Mpeg4DecContext *ctx = avctx->priv_data;
  2433. MpegEncContext *s = &ctx->m;
  2434. /* divx 5.01+ bitstream reorder stuff */
  2435. /* Since this clobbers the input buffer and hwaccel codecs still need the
  2436. * data during hwaccel->end_frame we should not do this any earlier */
  2437. if (s->divx_packed) {
  2438. int current_pos = s->gb.buffer == s->bitstream_buffer ? 0 : (get_bits_count(&s->gb) >> 3);
  2439. int startcode_found = 0;
  2440. if (buf_size - current_pos > 7) {
  2441. int i;
  2442. for (i = current_pos; i < buf_size - 4; i++)
  2443. if (buf[i] == 0 &&
  2444. buf[i + 1] == 0 &&
  2445. buf[i + 2] == 1 &&
  2446. buf[i + 3] == 0xB6) {
  2447. startcode_found = !(buf[i + 4] & 0x40);
  2448. break;
  2449. }
  2450. }
  2451. if (startcode_found) {
  2452. if (!ctx->showed_packed_warning) {
  2453. av_log(s->avctx, AV_LOG_INFO, "Video uses a non-standard and "
  2454. "wasteful way to store B-frames ('packed B-frames'). "
  2455. "Consider using the mpeg4_unpack_bframes bitstream filter without encoding but stream copy to fix it.\n");
  2456. ctx->showed_packed_warning = 1;
  2457. }
  2458. av_fast_padded_malloc(&s->bitstream_buffer,
  2459. &s->allocated_bitstream_buffer_size,
  2460. buf_size - current_pos);
  2461. if (!s->bitstream_buffer) {
  2462. s->bitstream_buffer_size = 0;
  2463. return AVERROR(ENOMEM);
  2464. }
  2465. memcpy(s->bitstream_buffer, buf + current_pos,
  2466. buf_size - current_pos);
  2467. s->bitstream_buffer_size = buf_size - current_pos;
  2468. }
  2469. }
  2470. return 0;
  2471. }
  2472. #if HAVE_THREADS
  2473. static int mpeg4_update_thread_context(AVCodecContext *dst,
  2474. const AVCodecContext *src)
  2475. {
  2476. Mpeg4DecContext *s = dst->priv_data;
  2477. const Mpeg4DecContext *s1 = src->priv_data;
  2478. int init = s->m.context_initialized;
  2479. int ret = ff_mpeg_update_thread_context(dst, src);
  2480. if (ret < 0)
  2481. return ret;
  2482. memcpy(((uint8_t*)s) + sizeof(MpegEncContext), ((uint8_t*)s1) + sizeof(MpegEncContext), sizeof(Mpeg4DecContext) - sizeof(MpegEncContext));
  2483. if (CONFIG_MPEG4_DECODER && !init && s1->xvid_build >= 0)
  2484. ff_xvid_idct_init(&s->m.idsp, dst);
  2485. return 0;
  2486. }
  2487. #endif
  2488. static av_cold int decode_init(AVCodecContext *avctx)
  2489. {
  2490. Mpeg4DecContext *ctx = avctx->priv_data;
  2491. MpegEncContext *s = &ctx->m;
  2492. int ret;
  2493. ctx->divx_version =
  2494. ctx->divx_build =
  2495. ctx->xvid_build =
  2496. ctx->lavc_build = -1;
  2497. if ((ret = ff_h263_decode_init(avctx)) < 0)
  2498. return ret;
  2499. ff_mpeg4videodec_static_init();
  2500. s->h263_pred = 1;
  2501. s->low_delay = 0; /* default, might be overridden in the vol header during header parsing */
  2502. s->decode_mb = mpeg4_decode_mb;
  2503. ctx->time_increment_bits = 4; /* default value for broken headers */
  2504. avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
  2505. avctx->internal->allocate_progress = 1;
  2506. return 0;
  2507. }
  2508. static const AVOption mpeg4_options[] = {
  2509. {"quarter_sample", "1/4 subpel MC", offsetof(MpegEncContext, quarter_sample), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, 0},
  2510. {"divx_packed", "divx style packed b frames", offsetof(MpegEncContext, divx_packed), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, 0},
  2511. {NULL}
  2512. };
  2513. static const AVClass mpeg4_class = {
  2514. .class_name = "MPEG4 Video Decoder",
  2515. .item_name = av_default_item_name,
  2516. .option = mpeg4_options,
  2517. .version = LIBAVUTIL_VERSION_INT,
  2518. };
  2519. AVCodec ff_mpeg4_decoder = {
  2520. .name = "mpeg4",
  2521. .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2"),
  2522. .type = AVMEDIA_TYPE_VIDEO,
  2523. .id = AV_CODEC_ID_MPEG4,
  2524. .priv_data_size = sizeof(Mpeg4DecContext),
  2525. .init = decode_init,
  2526. .close = ff_h263_decode_end,
  2527. .decode = ff_h263_decode_frame,
  2528. .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
  2529. AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY |
  2530. AV_CODEC_CAP_FRAME_THREADS,
  2531. .caps_internal = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
  2532. .flush = ff_mpeg_flush,
  2533. .max_lowres = 3,
  2534. .pix_fmts = ff_h263_hwaccel_pixfmt_list_420,
  2535. .profiles = NULL_IF_CONFIG_SMALL(ff_mpeg4_video_profiles),
  2536. .update_thread_context = ONLY_IF_THREADS_ENABLED(mpeg4_update_thread_context),
  2537. .priv_class = &mpeg4_class,
  2538. .hw_configs = (const AVCodecHWConfigInternal*[]) {
  2539. #if CONFIG_MPEG4_NVDEC_HWACCEL
  2540. HWACCEL_NVDEC(mpeg4),
  2541. #endif
  2542. #if CONFIG_MPEG4_VAAPI_HWACCEL
  2543. HWACCEL_VAAPI(mpeg4),
  2544. #endif
  2545. #if CONFIG_MPEG4_VDPAU_HWACCEL
  2546. HWACCEL_VDPAU(mpeg4),
  2547. #endif
  2548. #if CONFIG_MPEG4_VIDEOTOOLBOX_HWACCEL
  2549. HWACCEL_VIDEOTOOLBOX(mpeg4),
  2550. #endif
  2551. NULL
  2552. },
  2553. };