You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

3437 lines
129KB

  1. /*
  2. * MPEG-4 decoder
  3. * Copyright (c) 2000,2001 Fabrice Bellard
  4. * Copyright (c) 2002-2010 Michael Niedermayer <michaelni@gmx.at>
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #define UNCHECKED_BITSTREAM_READER 1
  23. #include "libavutil/internal.h"
  24. #include "libavutil/opt.h"
  25. #include "error_resilience.h"
  26. #include "hwaccel.h"
  27. #include "idctdsp.h"
  28. #include "internal.h"
  29. #include "mpegutils.h"
  30. #include "mpegvideo.h"
  31. #include "mpegvideodata.h"
  32. #include "mpeg4video.h"
  33. #include "h263.h"
  34. #include "profiles.h"
  35. #include "thread.h"
  36. #include "xvididct.h"
  37. /* The defines below define the number of bits that are read at once for
  38. * reading vlc values. Changing these may improve speed and data cache needs
  39. * be aware though that decreasing them may need the number of stages that is
  40. * passed to get_vlc* to be increased. */
  41. #define SPRITE_TRAJ_VLC_BITS 6
  42. #define DC_VLC_BITS 9
  43. #define MB_TYPE_B_VLC_BITS 4
  44. #define STUDIO_INTRA_BITS 9
  45. static VLC dc_lum, dc_chrom;
  46. static VLC sprite_trajectory;
  47. static VLC mb_type_b_vlc;
  48. static const int mb_type_b_map[4] = {
  49. MB_TYPE_DIRECT2 | MB_TYPE_L0L1,
  50. MB_TYPE_L0L1 | MB_TYPE_16x16,
  51. MB_TYPE_L1 | MB_TYPE_16x16,
  52. MB_TYPE_L0 | MB_TYPE_16x16,
  53. };
  54. /**
  55. * Predict the ac.
  56. * @param n block index (0-3 are luma, 4-5 are chroma)
  57. * @param dir the ac prediction direction
  58. */
  59. void ff_mpeg4_pred_ac(MpegEncContext *s, int16_t *block, int n, int dir)
  60. {
  61. int i;
  62. int16_t *ac_val, *ac_val1;
  63. int8_t *const qscale_table = s->current_picture.qscale_table;
  64. /* find prediction */
  65. ac_val = &s->ac_val[0][0][0] + s->block_index[n] * 16;
  66. ac_val1 = ac_val;
  67. if (s->ac_pred) {
  68. if (dir == 0) {
  69. const int xy = s->mb_x - 1 + s->mb_y * s->mb_stride;
  70. /* left prediction */
  71. ac_val -= 16;
  72. if (s->mb_x == 0 || s->qscale == qscale_table[xy] ||
  73. n == 1 || n == 3) {
  74. /* same qscale */
  75. for (i = 1; i < 8; i++)
  76. block[s->idsp.idct_permutation[i << 3]] += ac_val[i];
  77. } else {
  78. /* different qscale, we must rescale */
  79. for (i = 1; i < 8; i++)
  80. block[s->idsp.idct_permutation[i << 3]] += ROUNDED_DIV(ac_val[i] * qscale_table[xy], s->qscale);
  81. }
  82. } else {
  83. const int xy = s->mb_x + s->mb_y * s->mb_stride - s->mb_stride;
  84. /* top prediction */
  85. ac_val -= 16 * s->block_wrap[n];
  86. if (s->mb_y == 0 || s->qscale == qscale_table[xy] ||
  87. n == 2 || n == 3) {
  88. /* same qscale */
  89. for (i = 1; i < 8; i++)
  90. block[s->idsp.idct_permutation[i]] += ac_val[i + 8];
  91. } else {
  92. /* different qscale, we must rescale */
  93. for (i = 1; i < 8; i++)
  94. block[s->idsp.idct_permutation[i]] += ROUNDED_DIV(ac_val[i + 8] * qscale_table[xy], s->qscale);
  95. }
  96. }
  97. }
  98. /* left copy */
  99. for (i = 1; i < 8; i++)
  100. ac_val1[i] = block[s->idsp.idct_permutation[i << 3]];
  101. /* top copy */
  102. for (i = 1; i < 8; i++)
  103. ac_val1[8 + i] = block[s->idsp.idct_permutation[i]];
  104. }
  105. /**
  106. * check if the next stuff is a resync marker or the end.
  107. * @return 0 if not
  108. */
  109. static inline int mpeg4_is_resync(Mpeg4DecContext *ctx)
  110. {
  111. MpegEncContext *s = &ctx->m;
  112. int bits_count = get_bits_count(&s->gb);
  113. int v = show_bits(&s->gb, 16);
  114. if (s->workaround_bugs & FF_BUG_NO_PADDING && !ctx->resync_marker)
  115. return 0;
  116. while (v <= 0xFF) {
  117. if (s->pict_type == AV_PICTURE_TYPE_B ||
  118. (v >> (8 - s->pict_type) != 1) || s->partitioned_frame)
  119. break;
  120. skip_bits(&s->gb, 8 + s->pict_type);
  121. bits_count += 8 + s->pict_type;
  122. v = show_bits(&s->gb, 16);
  123. }
  124. if (bits_count + 8 >= s->gb.size_in_bits) {
  125. v >>= 8;
  126. v |= 0x7F >> (7 - (bits_count & 7));
  127. if (v == 0x7F)
  128. return s->mb_num;
  129. } else {
  130. if (v == ff_mpeg4_resync_prefix[bits_count & 7]) {
  131. int len, mb_num;
  132. int mb_num_bits = av_log2(s->mb_num - 1) + 1;
  133. GetBitContext gb = s->gb;
  134. skip_bits(&s->gb, 1);
  135. align_get_bits(&s->gb);
  136. for (len = 0; len < 32; len++)
  137. if (get_bits1(&s->gb))
  138. break;
  139. mb_num = get_bits(&s->gb, mb_num_bits);
  140. if (!mb_num || mb_num > s->mb_num || get_bits_count(&s->gb)+6 > s->gb.size_in_bits)
  141. mb_num= -1;
  142. s->gb = gb;
  143. if (len >= ff_mpeg4_get_video_packet_prefix_length(s))
  144. return mb_num;
  145. }
  146. }
  147. return 0;
  148. }
  149. static int mpeg4_decode_sprite_trajectory(Mpeg4DecContext *ctx, GetBitContext *gb)
  150. {
  151. MpegEncContext *s = &ctx->m;
  152. int a = 2 << s->sprite_warping_accuracy;
  153. int rho = 3 - s->sprite_warping_accuracy;
  154. int r = 16 / a;
  155. int alpha = 1;
  156. int beta = 0;
  157. int w = s->width;
  158. int h = s->height;
  159. int min_ab, i, w2, h2, w3, h3;
  160. int sprite_ref[4][2];
  161. int virtual_ref[2][2];
  162. int64_t sprite_offset[2][2];
  163. int64_t sprite_delta[2][2];
  164. // only true for rectangle shapes
  165. const int vop_ref[4][2] = { { 0, 0 }, { s->width, 0 },
  166. { 0, s->height }, { s->width, s->height } };
  167. int d[4][2] = { { 0, 0 }, { 0, 0 }, { 0, 0 }, { 0, 0 } };
  168. if (w <= 0 || h <= 0)
  169. return AVERROR_INVALIDDATA;
  170. /* the decoder was not properly initialized and we cannot continue */
  171. if (sprite_trajectory.table == NULL)
  172. return AVERROR_INVALIDDATA;
  173. for (i = 0; i < ctx->num_sprite_warping_points; i++) {
  174. int length;
  175. int x = 0, y = 0;
  176. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 3);
  177. if (length > 0)
  178. x = get_xbits(gb, length);
  179. if (!(ctx->divx_version == 500 && ctx->divx_build == 413))
  180. check_marker(s->avctx, gb, "before sprite_trajectory");
  181. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 3);
  182. if (length > 0)
  183. y = get_xbits(gb, length);
  184. check_marker(s->avctx, gb, "after sprite_trajectory");
  185. ctx->sprite_traj[i][0] = d[i][0] = x;
  186. ctx->sprite_traj[i][1] = d[i][1] = y;
  187. }
  188. for (; i < 4; i++)
  189. ctx->sprite_traj[i][0] = ctx->sprite_traj[i][1] = 0;
  190. while ((1 << alpha) < w)
  191. alpha++;
  192. while ((1 << beta) < h)
  193. beta++; /* typo in the MPEG-4 std for the definition of w' and h' */
  194. w2 = 1 << alpha;
  195. h2 = 1 << beta;
  196. // Note, the 4th point isn't used for GMC
  197. if (ctx->divx_version == 500 && ctx->divx_build == 413) {
  198. sprite_ref[0][0] = a * vop_ref[0][0] + d[0][0];
  199. sprite_ref[0][1] = a * vop_ref[0][1] + d[0][1];
  200. sprite_ref[1][0] = a * vop_ref[1][0] + d[0][0] + d[1][0];
  201. sprite_ref[1][1] = a * vop_ref[1][1] + d[0][1] + d[1][1];
  202. sprite_ref[2][0] = a * vop_ref[2][0] + d[0][0] + d[2][0];
  203. sprite_ref[2][1] = a * vop_ref[2][1] + d[0][1] + d[2][1];
  204. } else {
  205. sprite_ref[0][0] = (a >> 1) * (2 * vop_ref[0][0] + d[0][0]);
  206. sprite_ref[0][1] = (a >> 1) * (2 * vop_ref[0][1] + d[0][1]);
  207. sprite_ref[1][0] = (a >> 1) * (2 * vop_ref[1][0] + d[0][0] + d[1][0]);
  208. sprite_ref[1][1] = (a >> 1) * (2 * vop_ref[1][1] + d[0][1] + d[1][1]);
  209. sprite_ref[2][0] = (a >> 1) * (2 * vop_ref[2][0] + d[0][0] + d[2][0]);
  210. sprite_ref[2][1] = (a >> 1) * (2 * vop_ref[2][1] + d[0][1] + d[2][1]);
  211. }
  212. /* sprite_ref[3][0] = (a >> 1) * (2 * vop_ref[3][0] + d[0][0] + d[1][0] + d[2][0] + d[3][0]);
  213. * sprite_ref[3][1] = (a >> 1) * (2 * vop_ref[3][1] + d[0][1] + d[1][1] + d[2][1] + d[3][1]); */
  214. /* This is mostly identical to the MPEG-4 std (and is totally unreadable
  215. * because of that...). Perhaps it should be reordered to be more readable.
  216. * The idea behind this virtual_ref mess is to be able to use shifts later
  217. * per pixel instead of divides so the distance between points is converted
  218. * from w&h based to w2&h2 based which are of the 2^x form. */
  219. virtual_ref[0][0] = 16 * (vop_ref[0][0] + w2) +
  220. ROUNDED_DIV(((w - w2) *
  221. (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
  222. w2 * (r * sprite_ref[1][0] - 16LL * vop_ref[1][0])), w);
  223. virtual_ref[0][1] = 16 * vop_ref[0][1] +
  224. ROUNDED_DIV(((w - w2) *
  225. (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
  226. w2 * (r * sprite_ref[1][1] - 16LL * vop_ref[1][1])), w);
  227. virtual_ref[1][0] = 16 * vop_ref[0][0] +
  228. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
  229. h2 * (r * sprite_ref[2][0] - 16LL * vop_ref[2][0])), h);
  230. virtual_ref[1][1] = 16 * (vop_ref[0][1] + h2) +
  231. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
  232. h2 * (r * sprite_ref[2][1] - 16LL * vop_ref[2][1])), h);
  233. switch (ctx->num_sprite_warping_points) {
  234. case 0:
  235. sprite_offset[0][0] =
  236. sprite_offset[0][1] =
  237. sprite_offset[1][0] =
  238. sprite_offset[1][1] = 0;
  239. sprite_delta[0][0] = a;
  240. sprite_delta[0][1] =
  241. sprite_delta[1][0] = 0;
  242. sprite_delta[1][1] = a;
  243. ctx->sprite_shift[0] =
  244. ctx->sprite_shift[1] = 0;
  245. break;
  246. case 1: // GMC only
  247. sprite_offset[0][0] = sprite_ref[0][0] - a * vop_ref[0][0];
  248. sprite_offset[0][1] = sprite_ref[0][1] - a * vop_ref[0][1];
  249. sprite_offset[1][0] = ((sprite_ref[0][0] >> 1) | (sprite_ref[0][0] & 1)) -
  250. a * (vop_ref[0][0] / 2);
  251. sprite_offset[1][1] = ((sprite_ref[0][1] >> 1) | (sprite_ref[0][1] & 1)) -
  252. a * (vop_ref[0][1] / 2);
  253. sprite_delta[0][0] = a;
  254. sprite_delta[0][1] =
  255. sprite_delta[1][0] = 0;
  256. sprite_delta[1][1] = a;
  257. ctx->sprite_shift[0] =
  258. ctx->sprite_shift[1] = 0;
  259. break;
  260. case 2:
  261. sprite_offset[0][0] = ((int64_t) sprite_ref[0][0] * (1 << alpha + rho)) +
  262. ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
  263. ((int64_t) -vop_ref[0][0]) +
  264. ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
  265. ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
  266. sprite_offset[0][1] = ((int64_t) sprite_ref[0][1] * (1 << alpha + rho)) +
  267. ((int64_t) -r * sprite_ref[0][1] + virtual_ref[0][1]) *
  268. ((int64_t) -vop_ref[0][0]) +
  269. ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
  270. ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
  271. sprite_offset[1][0] = (((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  272. ((int64_t)-2 * vop_ref[0][0] + 1) +
  273. ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
  274. ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  275. (int64_t) sprite_ref[0][0] - 16 * w2 + (1 << (alpha + rho + 1)));
  276. sprite_offset[1][1] = (((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  277. ((int64_t)-2 * vop_ref[0][0] + 1) +
  278. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  279. ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  280. (int64_t) sprite_ref[0][1] - 16 * w2 + (1 << (alpha + rho + 1)));
  281. sprite_delta[0][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  282. sprite_delta[0][1] = (+r * sprite_ref[0][1] - virtual_ref[0][1]);
  283. sprite_delta[1][0] = (-r * sprite_ref[0][1] + virtual_ref[0][1]);
  284. sprite_delta[1][1] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  285. ctx->sprite_shift[0] = alpha + rho;
  286. ctx->sprite_shift[1] = alpha + rho + 2;
  287. break;
  288. case 3:
  289. min_ab = FFMIN(alpha, beta);
  290. w3 = w2 >> min_ab;
  291. h3 = h2 >> min_ab;
  292. sprite_offset[0][0] = ((int64_t)sprite_ref[0][0] * (1 << (alpha + beta + rho - min_ab))) +
  293. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-vop_ref[0][0]) +
  294. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-vop_ref[0][1]) +
  295. ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
  296. sprite_offset[0][1] = ((int64_t)sprite_ref[0][1] * (1 << (alpha + beta + rho - min_ab))) +
  297. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-vop_ref[0][0]) +
  298. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-vop_ref[0][1]) +
  299. ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
  300. sprite_offset[1][0] = ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-2 * vop_ref[0][0] + 1) +
  301. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-2 * vop_ref[0][1] + 1) +
  302. (int64_t)2 * w2 * h3 * r * sprite_ref[0][0] - 16 * w2 * h3 +
  303. ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
  304. sprite_offset[1][1] = ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-2 * vop_ref[0][0] + 1) +
  305. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-2 * vop_ref[0][1] + 1) +
  306. (int64_t)2 * w2 * h3 * r * sprite_ref[0][1] - 16 * w2 * h3 +
  307. ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
  308. sprite_delta[0][0] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[0][0]) * h3;
  309. sprite_delta[0][1] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[1][0]) * w3;
  310. sprite_delta[1][0] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[0][1]) * h3;
  311. sprite_delta[1][1] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[1][1]) * w3;
  312. ctx->sprite_shift[0] = alpha + beta + rho - min_ab;
  313. ctx->sprite_shift[1] = alpha + beta + rho - min_ab + 2;
  314. break;
  315. }
  316. /* try to simplify the situation */
  317. if (sprite_delta[0][0] == a << ctx->sprite_shift[0] &&
  318. sprite_delta[0][1] == 0 &&
  319. sprite_delta[1][0] == 0 &&
  320. sprite_delta[1][1] == a << ctx->sprite_shift[0]) {
  321. sprite_offset[0][0] >>= ctx->sprite_shift[0];
  322. sprite_offset[0][1] >>= ctx->sprite_shift[0];
  323. sprite_offset[1][0] >>= ctx->sprite_shift[1];
  324. sprite_offset[1][1] >>= ctx->sprite_shift[1];
  325. sprite_delta[0][0] = a;
  326. sprite_delta[0][1] = 0;
  327. sprite_delta[1][0] = 0;
  328. sprite_delta[1][1] = a;
  329. ctx->sprite_shift[0] = 0;
  330. ctx->sprite_shift[1] = 0;
  331. s->real_sprite_warping_points = 1;
  332. } else {
  333. int shift_y = 16 - ctx->sprite_shift[0];
  334. int shift_c = 16 - ctx->sprite_shift[1];
  335. for (i = 0; i < 2; i++) {
  336. if (shift_c < 0 || shift_y < 0 ||
  337. FFABS( sprite_offset[0][i]) >= INT_MAX >> shift_y ||
  338. FFABS( sprite_offset[1][i]) >= INT_MAX >> shift_c ||
  339. FFABS( sprite_delta[0][i]) >= INT_MAX >> shift_y ||
  340. FFABS( sprite_delta[1][i]) >= INT_MAX >> shift_y
  341. ) {
  342. avpriv_request_sample(s->avctx, "Too large sprite shift, delta or offset");
  343. goto overflow;
  344. }
  345. }
  346. for (i = 0; i < 2; i++) {
  347. sprite_offset[0][i] *= 1 << shift_y;
  348. sprite_offset[1][i] *= 1 << shift_c;
  349. sprite_delta[0][i] *= 1 << shift_y;
  350. sprite_delta[1][i] *= 1 << shift_y;
  351. ctx->sprite_shift[i] = 16;
  352. }
  353. for (i = 0; i < 2; i++) {
  354. int64_t sd[2] = {
  355. sprite_delta[i][0] - a * (1LL<<16),
  356. sprite_delta[i][1] - a * (1LL<<16)
  357. };
  358. if (llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
  359. llabs(sprite_offset[0][i] + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
  360. llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL) + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
  361. llabs(sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
  362. llabs(sprite_delta[i][1] * (w+16LL)) >= INT_MAX ||
  363. llabs(sd[0]) >= INT_MAX ||
  364. llabs(sd[1]) >= INT_MAX ||
  365. llabs(sprite_offset[0][i] + sd[0] * (w+16LL)) >= INT_MAX ||
  366. llabs(sprite_offset[0][i] + sd[1] * (h+16LL)) >= INT_MAX ||
  367. llabs(sprite_offset[0][i] + sd[0] * (w+16LL) + sd[1] * (h+16LL)) >= INT_MAX
  368. ) {
  369. avpriv_request_sample(s->avctx, "Overflow on sprite points");
  370. goto overflow;
  371. }
  372. }
  373. s->real_sprite_warping_points = ctx->num_sprite_warping_points;
  374. }
  375. for (i = 0; i < 4; i++) {
  376. s->sprite_offset[i&1][i>>1] = sprite_offset[i&1][i>>1];
  377. s->sprite_delta [i&1][i>>1] = sprite_delta [i&1][i>>1];
  378. }
  379. return 0;
  380. overflow:
  381. memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
  382. memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
  383. return AVERROR_PATCHWELCOME;
  384. }
  385. static int decode_new_pred(Mpeg4DecContext *ctx, GetBitContext *gb) {
  386. MpegEncContext *s = &ctx->m;
  387. int len = FFMIN(ctx->time_increment_bits + 3, 15);
  388. get_bits(gb, len);
  389. if (get_bits1(gb))
  390. get_bits(gb, len);
  391. check_marker(s->avctx, gb, "after new_pred");
  392. return 0;
  393. }
  394. /**
  395. * Decode the next video packet.
  396. * @return <0 if something went wrong
  397. */
  398. int ff_mpeg4_decode_video_packet_header(Mpeg4DecContext *ctx)
  399. {
  400. MpegEncContext *s = &ctx->m;
  401. int mb_num_bits = av_log2(s->mb_num - 1) + 1;
  402. int header_extension = 0, mb_num, len;
  403. /* is there enough space left for a video packet + header */
  404. if (get_bits_count(&s->gb) > s->gb.size_in_bits - 20)
  405. return AVERROR_INVALIDDATA;
  406. for (len = 0; len < 32; len++)
  407. if (get_bits1(&s->gb))
  408. break;
  409. if (len != ff_mpeg4_get_video_packet_prefix_length(s)) {
  410. av_log(s->avctx, AV_LOG_ERROR, "marker does not match f_code\n");
  411. return AVERROR_INVALIDDATA;
  412. }
  413. if (ctx->shape != RECT_SHAPE) {
  414. header_extension = get_bits1(&s->gb);
  415. // FIXME more stuff here
  416. }
  417. mb_num = get_bits(&s->gb, mb_num_bits);
  418. if (mb_num >= s->mb_num || !mb_num) {
  419. av_log(s->avctx, AV_LOG_ERROR,
  420. "illegal mb_num in video packet (%d %d) \n", mb_num, s->mb_num);
  421. return AVERROR_INVALIDDATA;
  422. }
  423. s->mb_x = mb_num % s->mb_width;
  424. s->mb_y = mb_num / s->mb_width;
  425. if (ctx->shape != BIN_ONLY_SHAPE) {
  426. int qscale = get_bits(&s->gb, s->quant_precision);
  427. if (qscale)
  428. s->chroma_qscale = s->qscale = qscale;
  429. }
  430. if (ctx->shape == RECT_SHAPE)
  431. header_extension = get_bits1(&s->gb);
  432. if (header_extension) {
  433. int time_incr = 0;
  434. while (get_bits1(&s->gb) != 0)
  435. time_incr++;
  436. check_marker(s->avctx, &s->gb, "before time_increment in video packed header");
  437. skip_bits(&s->gb, ctx->time_increment_bits); /* time_increment */
  438. check_marker(s->avctx, &s->gb, "before vop_coding_type in video packed header");
  439. skip_bits(&s->gb, 2); /* vop coding type */
  440. // FIXME not rect stuff here
  441. if (ctx->shape != BIN_ONLY_SHAPE) {
  442. skip_bits(&s->gb, 3); /* intra dc vlc threshold */
  443. // FIXME don't just ignore everything
  444. if (s->pict_type == AV_PICTURE_TYPE_S &&
  445. ctx->vol_sprite_usage == GMC_SPRITE) {
  446. if (mpeg4_decode_sprite_trajectory(ctx, &s->gb) < 0)
  447. return AVERROR_INVALIDDATA;
  448. av_log(s->avctx, AV_LOG_ERROR, "untested\n");
  449. }
  450. // FIXME reduced res stuff here
  451. if (s->pict_type != AV_PICTURE_TYPE_I) {
  452. int f_code = get_bits(&s->gb, 3); /* fcode_for */
  453. if (f_code == 0)
  454. av_log(s->avctx, AV_LOG_ERROR,
  455. "Error, video packet header damaged (f_code=0)\n");
  456. }
  457. if (s->pict_type == AV_PICTURE_TYPE_B) {
  458. int b_code = get_bits(&s->gb, 3);
  459. if (b_code == 0)
  460. av_log(s->avctx, AV_LOG_ERROR,
  461. "Error, video packet header damaged (b_code=0)\n");
  462. }
  463. }
  464. }
  465. if (ctx->new_pred)
  466. decode_new_pred(ctx, &s->gb);
  467. return 0;
  468. }
  469. static void reset_studio_dc_predictors(MpegEncContext *s)
  470. {
  471. /* Reset DC Predictors */
  472. s->last_dc[0] =
  473. s->last_dc[1] =
  474. s->last_dc[2] = 1 << (s->avctx->bits_per_raw_sample + s->dct_precision + s->intra_dc_precision - 1);
  475. }
  476. /**
  477. * Decode the next video packet.
  478. * @return <0 if something went wrong
  479. */
  480. int ff_mpeg4_decode_studio_slice_header(Mpeg4DecContext *ctx)
  481. {
  482. MpegEncContext *s = &ctx->m;
  483. GetBitContext *gb = &s->gb;
  484. unsigned vlc_len;
  485. uint16_t mb_num;
  486. if (get_bits_left(gb) >= 32 && get_bits_long(gb, 32) == SLICE_START_CODE) {
  487. vlc_len = av_log2(s->mb_width * s->mb_height) + 1;
  488. mb_num = get_bits(gb, vlc_len);
  489. if (mb_num >= s->mb_num)
  490. return AVERROR_INVALIDDATA;
  491. s->mb_x = mb_num % s->mb_width;
  492. s->mb_y = mb_num / s->mb_width;
  493. if (ctx->shape != BIN_ONLY_SHAPE)
  494. s->qscale = mpeg_get_qscale(s);
  495. if (get_bits1(gb)) { /* slice_extension_flag */
  496. skip_bits1(gb); /* intra_slice */
  497. skip_bits1(gb); /* slice_VOP_id_enable */
  498. skip_bits(gb, 6); /* slice_VOP_id */
  499. while (get_bits1(gb)) /* extra_bit_slice */
  500. skip_bits(gb, 8); /* extra_information_slice */
  501. }
  502. reset_studio_dc_predictors(s);
  503. }
  504. else {
  505. return AVERROR_INVALIDDATA;
  506. }
  507. return 0;
  508. }
  509. /**
  510. * Get the average motion vector for a GMC MB.
  511. * @param n either 0 for the x component or 1 for y
  512. * @return the average MV for a GMC MB
  513. */
  514. static inline int get_amv(Mpeg4DecContext *ctx, int n)
  515. {
  516. MpegEncContext *s = &ctx->m;
  517. int x, y, mb_v, sum, dx, dy, shift;
  518. int len = 1 << (s->f_code + 4);
  519. const int a = s->sprite_warping_accuracy;
  520. if (s->workaround_bugs & FF_BUG_AMV)
  521. len >>= s->quarter_sample;
  522. if (s->real_sprite_warping_points == 1) {
  523. if (ctx->divx_version == 500 && ctx->divx_build == 413)
  524. sum = s->sprite_offset[0][n] / (1 << (a - s->quarter_sample));
  525. else
  526. sum = RSHIFT(s->sprite_offset[0][n] * (1 << s->quarter_sample), a);
  527. } else {
  528. dx = s->sprite_delta[n][0];
  529. dy = s->sprite_delta[n][1];
  530. shift = ctx->sprite_shift[0];
  531. if (n)
  532. dy -= 1 << (shift + a + 1);
  533. else
  534. dx -= 1 << (shift + a + 1);
  535. mb_v = s->sprite_offset[0][n] + dx * s->mb_x * 16 + dy * s->mb_y * 16;
  536. sum = 0;
  537. for (y = 0; y < 16; y++) {
  538. int v;
  539. v = mb_v + dy * y;
  540. // FIXME optimize
  541. for (x = 0; x < 16; x++) {
  542. sum += v >> shift;
  543. v += dx;
  544. }
  545. }
  546. sum = RSHIFT(sum, a + 8 - s->quarter_sample);
  547. }
  548. if (sum < -len)
  549. sum = -len;
  550. else if (sum >= len)
  551. sum = len - 1;
  552. return sum;
  553. }
  554. /**
  555. * Decode the dc value.
  556. * @param n block index (0-3 are luma, 4-5 are chroma)
  557. * @param dir_ptr the prediction direction will be stored here
  558. * @return the quantized dc
  559. */
  560. static inline int mpeg4_decode_dc(MpegEncContext *s, int n, int *dir_ptr)
  561. {
  562. int level, code;
  563. if (n < 4)
  564. code = get_vlc2(&s->gb, dc_lum.table, DC_VLC_BITS, 1);
  565. else
  566. code = get_vlc2(&s->gb, dc_chrom.table, DC_VLC_BITS, 1);
  567. if (code < 0 || code > 9 /* && s->nbit < 9 */) {
  568. av_log(s->avctx, AV_LOG_ERROR, "illegal dc vlc\n");
  569. return AVERROR_INVALIDDATA;
  570. }
  571. if (code == 0) {
  572. level = 0;
  573. } else {
  574. if (IS_3IV1) {
  575. if (code == 1)
  576. level = 2 * get_bits1(&s->gb) - 1;
  577. else {
  578. if (get_bits1(&s->gb))
  579. level = get_bits(&s->gb, code - 1) + (1 << (code - 1));
  580. else
  581. level = -get_bits(&s->gb, code - 1) - (1 << (code - 1));
  582. }
  583. } else {
  584. level = get_xbits(&s->gb, code);
  585. }
  586. if (code > 8) {
  587. if (get_bits1(&s->gb) == 0) { /* marker */
  588. if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT)) {
  589. av_log(s->avctx, AV_LOG_ERROR, "dc marker bit missing\n");
  590. return AVERROR_INVALIDDATA;
  591. }
  592. }
  593. }
  594. }
  595. return ff_mpeg4_pred_dc(s, n, level, dir_ptr, 0);
  596. }
  597. /**
  598. * Decode first partition.
  599. * @return number of MBs decoded or <0 if an error occurred
  600. */
  601. static int mpeg4_decode_partition_a(Mpeg4DecContext *ctx)
  602. {
  603. MpegEncContext *s = &ctx->m;
  604. int mb_num = 0;
  605. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  606. /* decode first partition */
  607. s->first_slice_line = 1;
  608. for (; s->mb_y < s->mb_height; s->mb_y++) {
  609. ff_init_block_index(s);
  610. for (; s->mb_x < s->mb_width; s->mb_x++) {
  611. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  612. int cbpc;
  613. int dir = 0;
  614. mb_num++;
  615. ff_update_block_index(s);
  616. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  617. s->first_slice_line = 0;
  618. if (s->pict_type == AV_PICTURE_TYPE_I) {
  619. int i;
  620. do {
  621. if (show_bits_long(&s->gb, 19) == DC_MARKER)
  622. return mb_num - 1;
  623. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  624. if (cbpc < 0) {
  625. av_log(s->avctx, AV_LOG_ERROR,
  626. "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  627. return AVERROR_INVALIDDATA;
  628. }
  629. } while (cbpc == 8);
  630. s->cbp_table[xy] = cbpc & 3;
  631. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  632. s->mb_intra = 1;
  633. if (cbpc & 4)
  634. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  635. s->current_picture.qscale_table[xy] = s->qscale;
  636. s->mbintra_table[xy] = 1;
  637. for (i = 0; i < 6; i++) {
  638. int dc_pred_dir;
  639. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  640. if (dc < 0) {
  641. av_log(s->avctx, AV_LOG_ERROR,
  642. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  643. return dc;
  644. }
  645. dir <<= 1;
  646. if (dc_pred_dir)
  647. dir |= 1;
  648. }
  649. s->pred_dir_table[xy] = dir;
  650. } else { /* P/S_TYPE */
  651. int mx, my, pred_x, pred_y, bits;
  652. int16_t *const mot_val = s->current_picture.motion_val[0][s->block_index[0]];
  653. const int stride = s->b8_stride * 2;
  654. try_again:
  655. bits = show_bits(&s->gb, 17);
  656. if (bits == MOTION_MARKER)
  657. return mb_num - 1;
  658. skip_bits1(&s->gb);
  659. if (bits & 0x10000) {
  660. /* skip mb */
  661. if (s->pict_type == AV_PICTURE_TYPE_S &&
  662. ctx->vol_sprite_usage == GMC_SPRITE) {
  663. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  664. MB_TYPE_16x16 |
  665. MB_TYPE_GMC |
  666. MB_TYPE_L0;
  667. mx = get_amv(ctx, 0);
  668. my = get_amv(ctx, 1);
  669. } else {
  670. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  671. MB_TYPE_16x16 |
  672. MB_TYPE_L0;
  673. mx = my = 0;
  674. }
  675. mot_val[0] =
  676. mot_val[2] =
  677. mot_val[0 + stride] =
  678. mot_val[2 + stride] = mx;
  679. mot_val[1] =
  680. mot_val[3] =
  681. mot_val[1 + stride] =
  682. mot_val[3 + stride] = my;
  683. if (s->mbintra_table[xy])
  684. ff_clean_intra_table_entries(s);
  685. continue;
  686. }
  687. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  688. if (cbpc < 0) {
  689. av_log(s->avctx, AV_LOG_ERROR,
  690. "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  691. return AVERROR_INVALIDDATA;
  692. }
  693. if (cbpc == 20)
  694. goto try_again;
  695. s->cbp_table[xy] = cbpc & (8 + 3); // 8 is dquant
  696. s->mb_intra = ((cbpc & 4) != 0);
  697. if (s->mb_intra) {
  698. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  699. s->mbintra_table[xy] = 1;
  700. mot_val[0] =
  701. mot_val[2] =
  702. mot_val[0 + stride] =
  703. mot_val[2 + stride] = 0;
  704. mot_val[1] =
  705. mot_val[3] =
  706. mot_val[1 + stride] =
  707. mot_val[3 + stride] = 0;
  708. } else {
  709. if (s->mbintra_table[xy])
  710. ff_clean_intra_table_entries(s);
  711. if (s->pict_type == AV_PICTURE_TYPE_S &&
  712. ctx->vol_sprite_usage == GMC_SPRITE &&
  713. (cbpc & 16) == 0)
  714. s->mcsel = get_bits1(&s->gb);
  715. else
  716. s->mcsel = 0;
  717. if ((cbpc & 16) == 0) {
  718. /* 16x16 motion prediction */
  719. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  720. if (!s->mcsel) {
  721. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  722. if (mx >= 0xffff)
  723. return AVERROR_INVALIDDATA;
  724. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  725. if (my >= 0xffff)
  726. return AVERROR_INVALIDDATA;
  727. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  728. MB_TYPE_L0;
  729. } else {
  730. mx = get_amv(ctx, 0);
  731. my = get_amv(ctx, 1);
  732. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  733. MB_TYPE_GMC |
  734. MB_TYPE_L0;
  735. }
  736. mot_val[0] =
  737. mot_val[2] =
  738. mot_val[0 + stride] =
  739. mot_val[2 + stride] = mx;
  740. mot_val[1] =
  741. mot_val[3] =
  742. mot_val[1 + stride] =
  743. mot_val[3 + stride] = my;
  744. } else {
  745. int i;
  746. s->current_picture.mb_type[xy] = MB_TYPE_8x8 |
  747. MB_TYPE_L0;
  748. for (i = 0; i < 4; i++) {
  749. int16_t *mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  750. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  751. if (mx >= 0xffff)
  752. return AVERROR_INVALIDDATA;
  753. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  754. if (my >= 0xffff)
  755. return AVERROR_INVALIDDATA;
  756. mot_val[0] = mx;
  757. mot_val[1] = my;
  758. }
  759. }
  760. }
  761. }
  762. }
  763. s->mb_x = 0;
  764. }
  765. return mb_num;
  766. }
  767. /**
  768. * decode second partition.
  769. * @return <0 if an error occurred
  770. */
  771. static int mpeg4_decode_partition_b(MpegEncContext *s, int mb_count)
  772. {
  773. int mb_num = 0;
  774. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  775. s->mb_x = s->resync_mb_x;
  776. s->first_slice_line = 1;
  777. for (s->mb_y = s->resync_mb_y; mb_num < mb_count; s->mb_y++) {
  778. ff_init_block_index(s);
  779. for (; mb_num < mb_count && s->mb_x < s->mb_width; s->mb_x++) {
  780. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  781. mb_num++;
  782. ff_update_block_index(s);
  783. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  784. s->first_slice_line = 0;
  785. if (s->pict_type == AV_PICTURE_TYPE_I) {
  786. int ac_pred = get_bits1(&s->gb);
  787. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  788. if (cbpy < 0) {
  789. av_log(s->avctx, AV_LOG_ERROR,
  790. "cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  791. return AVERROR_INVALIDDATA;
  792. }
  793. s->cbp_table[xy] |= cbpy << 2;
  794. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  795. } else { /* P || S_TYPE */
  796. if (IS_INTRA(s->current_picture.mb_type[xy])) {
  797. int i;
  798. int dir = 0;
  799. int ac_pred = get_bits1(&s->gb);
  800. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  801. if (cbpy < 0) {
  802. av_log(s->avctx, AV_LOG_ERROR,
  803. "I cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  804. return AVERROR_INVALIDDATA;
  805. }
  806. if (s->cbp_table[xy] & 8)
  807. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  808. s->current_picture.qscale_table[xy] = s->qscale;
  809. for (i = 0; i < 6; i++) {
  810. int dc_pred_dir;
  811. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  812. if (dc < 0) {
  813. av_log(s->avctx, AV_LOG_ERROR,
  814. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  815. return dc;
  816. }
  817. dir <<= 1;
  818. if (dc_pred_dir)
  819. dir |= 1;
  820. }
  821. s->cbp_table[xy] &= 3; // remove dquant
  822. s->cbp_table[xy] |= cbpy << 2;
  823. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  824. s->pred_dir_table[xy] = dir;
  825. } else if (IS_SKIP(s->current_picture.mb_type[xy])) {
  826. s->current_picture.qscale_table[xy] = s->qscale;
  827. s->cbp_table[xy] = 0;
  828. } else {
  829. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  830. if (cbpy < 0) {
  831. av_log(s->avctx, AV_LOG_ERROR,
  832. "P cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  833. return AVERROR_INVALIDDATA;
  834. }
  835. if (s->cbp_table[xy] & 8)
  836. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  837. s->current_picture.qscale_table[xy] = s->qscale;
  838. s->cbp_table[xy] &= 3; // remove dquant
  839. s->cbp_table[xy] |= (cbpy ^ 0xf) << 2;
  840. }
  841. }
  842. }
  843. if (mb_num >= mb_count)
  844. return 0;
  845. s->mb_x = 0;
  846. }
  847. return 0;
  848. }
  849. /**
  850. * Decode the first and second partition.
  851. * @return <0 if error (and sets error type in the error_status_table)
  852. */
  853. int ff_mpeg4_decode_partitions(Mpeg4DecContext *ctx)
  854. {
  855. MpegEncContext *s = &ctx->m;
  856. int mb_num;
  857. int ret;
  858. const int part_a_error = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_ERROR | ER_MV_ERROR) : ER_MV_ERROR;
  859. const int part_a_end = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_END | ER_MV_END) : ER_MV_END;
  860. mb_num = mpeg4_decode_partition_a(ctx);
  861. if (mb_num <= 0) {
  862. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  863. s->mb_x, s->mb_y, part_a_error);
  864. return mb_num ? mb_num : AVERROR_INVALIDDATA;
  865. }
  866. if (s->resync_mb_x + s->resync_mb_y * s->mb_width + mb_num > s->mb_num) {
  867. av_log(s->avctx, AV_LOG_ERROR, "slice below monitor ...\n");
  868. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  869. s->mb_x, s->mb_y, part_a_error);
  870. return AVERROR_INVALIDDATA;
  871. }
  872. s->mb_num_left = mb_num;
  873. if (s->pict_type == AV_PICTURE_TYPE_I) {
  874. while (show_bits(&s->gb, 9) == 1)
  875. skip_bits(&s->gb, 9);
  876. if (get_bits_long(&s->gb, 19) != DC_MARKER) {
  877. av_log(s->avctx, AV_LOG_ERROR,
  878. "marker missing after first I partition at %d %d\n",
  879. s->mb_x, s->mb_y);
  880. return AVERROR_INVALIDDATA;
  881. }
  882. } else {
  883. while (show_bits(&s->gb, 10) == 1)
  884. skip_bits(&s->gb, 10);
  885. if (get_bits(&s->gb, 17) != MOTION_MARKER) {
  886. av_log(s->avctx, AV_LOG_ERROR,
  887. "marker missing after first P partition at %d %d\n",
  888. s->mb_x, s->mb_y);
  889. return AVERROR_INVALIDDATA;
  890. }
  891. }
  892. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  893. s->mb_x - 1, s->mb_y, part_a_end);
  894. ret = mpeg4_decode_partition_b(s, mb_num);
  895. if (ret < 0) {
  896. if (s->pict_type == AV_PICTURE_TYPE_P)
  897. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  898. s->mb_x, s->mb_y, ER_DC_ERROR);
  899. return ret;
  900. } else {
  901. if (s->pict_type == AV_PICTURE_TYPE_P)
  902. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  903. s->mb_x - 1, s->mb_y, ER_DC_END);
  904. }
  905. return 0;
  906. }
  907. /**
  908. * Decode a block.
  909. * @return <0 if an error occurred
  910. */
  911. static inline int mpeg4_decode_block(Mpeg4DecContext *ctx, int16_t *block,
  912. int n, int coded, int intra, int rvlc)
  913. {
  914. MpegEncContext *s = &ctx->m;
  915. int level, i, last, run, qmul, qadd;
  916. int av_uninit(dc_pred_dir);
  917. RLTable *rl;
  918. RL_VLC_ELEM *rl_vlc;
  919. const uint8_t *scan_table;
  920. // Note intra & rvlc should be optimized away if this is inlined
  921. if (intra) {
  922. if (ctx->use_intra_dc_vlc) {
  923. /* DC coef */
  924. if (s->partitioned_frame) {
  925. level = s->dc_val[0][s->block_index[n]];
  926. if (n < 4)
  927. level = FASTDIV((level + (s->y_dc_scale >> 1)), s->y_dc_scale);
  928. else
  929. level = FASTDIV((level + (s->c_dc_scale >> 1)), s->c_dc_scale);
  930. dc_pred_dir = (s->pred_dir_table[s->mb_x + s->mb_y * s->mb_stride] << n) & 32;
  931. } else {
  932. level = mpeg4_decode_dc(s, n, &dc_pred_dir);
  933. if (level < 0)
  934. return level;
  935. }
  936. block[0] = level;
  937. i = 0;
  938. } else {
  939. i = -1;
  940. ff_mpeg4_pred_dc(s, n, 0, &dc_pred_dir, 0);
  941. }
  942. if (!coded)
  943. goto not_coded;
  944. if (rvlc) {
  945. rl = &ff_rvlc_rl_intra;
  946. rl_vlc = ff_rvlc_rl_intra.rl_vlc[0];
  947. } else {
  948. rl = &ff_mpeg4_rl_intra;
  949. rl_vlc = ff_mpeg4_rl_intra.rl_vlc[0];
  950. }
  951. if (s->ac_pred) {
  952. if (dc_pred_dir == 0)
  953. scan_table = s->intra_v_scantable.permutated; /* left */
  954. else
  955. scan_table = s->intra_h_scantable.permutated; /* top */
  956. } else {
  957. scan_table = s->intra_scantable.permutated;
  958. }
  959. qmul = 1;
  960. qadd = 0;
  961. } else {
  962. i = -1;
  963. if (!coded) {
  964. s->block_last_index[n] = i;
  965. return 0;
  966. }
  967. if (rvlc)
  968. rl = &ff_rvlc_rl_inter;
  969. else
  970. rl = &ff_h263_rl_inter;
  971. scan_table = s->intra_scantable.permutated;
  972. if (s->mpeg_quant) {
  973. qmul = 1;
  974. qadd = 0;
  975. if (rvlc)
  976. rl_vlc = ff_rvlc_rl_inter.rl_vlc[0];
  977. else
  978. rl_vlc = ff_h263_rl_inter.rl_vlc[0];
  979. } else {
  980. qmul = s->qscale << 1;
  981. qadd = (s->qscale - 1) | 1;
  982. if (rvlc)
  983. rl_vlc = ff_rvlc_rl_inter.rl_vlc[s->qscale];
  984. else
  985. rl_vlc = ff_h263_rl_inter.rl_vlc[s->qscale];
  986. }
  987. }
  988. {
  989. OPEN_READER(re, &s->gb);
  990. for (;;) {
  991. UPDATE_CACHE(re, &s->gb);
  992. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 0);
  993. if (level == 0) {
  994. /* escape */
  995. if (rvlc) {
  996. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  997. av_log(s->avctx, AV_LOG_ERROR,
  998. "1. marker bit missing in rvlc esc\n");
  999. return AVERROR_INVALIDDATA;
  1000. }
  1001. SKIP_CACHE(re, &s->gb, 1);
  1002. last = SHOW_UBITS(re, &s->gb, 1);
  1003. SKIP_CACHE(re, &s->gb, 1);
  1004. run = SHOW_UBITS(re, &s->gb, 6);
  1005. SKIP_COUNTER(re, &s->gb, 1 + 1 + 6);
  1006. UPDATE_CACHE(re, &s->gb);
  1007. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1008. av_log(s->avctx, AV_LOG_ERROR,
  1009. "2. marker bit missing in rvlc esc\n");
  1010. return AVERROR_INVALIDDATA;
  1011. }
  1012. SKIP_CACHE(re, &s->gb, 1);
  1013. level = SHOW_UBITS(re, &s->gb, 11);
  1014. SKIP_CACHE(re, &s->gb, 11);
  1015. if (SHOW_UBITS(re, &s->gb, 5) != 0x10) {
  1016. av_log(s->avctx, AV_LOG_ERROR, "reverse esc missing\n");
  1017. return AVERROR_INVALIDDATA;
  1018. }
  1019. SKIP_CACHE(re, &s->gb, 5);
  1020. level = level * qmul + qadd;
  1021. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1022. SKIP_COUNTER(re, &s->gb, 1 + 11 + 5 + 1);
  1023. i += run + 1;
  1024. if (last)
  1025. i += 192;
  1026. } else {
  1027. int cache;
  1028. cache = GET_CACHE(re, &s->gb);
  1029. if (IS_3IV1)
  1030. cache ^= 0xC0000000;
  1031. if (cache & 0x80000000) {
  1032. if (cache & 0x40000000) {
  1033. /* third escape */
  1034. SKIP_CACHE(re, &s->gb, 2);
  1035. last = SHOW_UBITS(re, &s->gb, 1);
  1036. SKIP_CACHE(re, &s->gb, 1);
  1037. run = SHOW_UBITS(re, &s->gb, 6);
  1038. SKIP_COUNTER(re, &s->gb, 2 + 1 + 6);
  1039. UPDATE_CACHE(re, &s->gb);
  1040. if (IS_3IV1) {
  1041. level = SHOW_SBITS(re, &s->gb, 12);
  1042. LAST_SKIP_BITS(re, &s->gb, 12);
  1043. } else {
  1044. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1045. av_log(s->avctx, AV_LOG_ERROR,
  1046. "1. marker bit missing in 3. esc\n");
  1047. if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
  1048. return AVERROR_INVALIDDATA;
  1049. }
  1050. SKIP_CACHE(re, &s->gb, 1);
  1051. level = SHOW_SBITS(re, &s->gb, 12);
  1052. SKIP_CACHE(re, &s->gb, 12);
  1053. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1054. av_log(s->avctx, AV_LOG_ERROR,
  1055. "2. marker bit missing in 3. esc\n");
  1056. if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
  1057. return AVERROR_INVALIDDATA;
  1058. }
  1059. SKIP_COUNTER(re, &s->gb, 1 + 12 + 1);
  1060. }
  1061. #if 0
  1062. if (s->error_recognition >= FF_ER_COMPLIANT) {
  1063. const int abs_level= FFABS(level);
  1064. if (abs_level<=MAX_LEVEL && run<=MAX_RUN) {
  1065. const int run1= run - rl->max_run[last][abs_level] - 1;
  1066. if (abs_level <= rl->max_level[last][run]) {
  1067. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, vlc encoding possible\n");
  1068. return AVERROR_INVALIDDATA;
  1069. }
  1070. if (s->error_recognition > FF_ER_COMPLIANT) {
  1071. if (abs_level <= rl->max_level[last][run]*2) {
  1072. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 1 encoding possible\n");
  1073. return AVERROR_INVALIDDATA;
  1074. }
  1075. if (run1 >= 0 && abs_level <= rl->max_level[last][run1]) {
  1076. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 2 encoding possible\n");
  1077. return AVERROR_INVALIDDATA;
  1078. }
  1079. }
  1080. }
  1081. }
  1082. #endif
  1083. if (level > 0)
  1084. level = level * qmul + qadd;
  1085. else
  1086. level = level * qmul - qadd;
  1087. if ((unsigned)(level + 2048) > 4095) {
  1088. if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_AGGRESSIVE)) {
  1089. if (level > 2560 || level < -2560) {
  1090. av_log(s->avctx, AV_LOG_ERROR,
  1091. "|level| overflow in 3. esc, qp=%d\n",
  1092. s->qscale);
  1093. return AVERROR_INVALIDDATA;
  1094. }
  1095. }
  1096. level = level < 0 ? -2048 : 2047;
  1097. }
  1098. i += run + 1;
  1099. if (last)
  1100. i += 192;
  1101. } else {
  1102. /* second escape */
  1103. SKIP_BITS(re, &s->gb, 2);
  1104. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  1105. i += run + rl->max_run[run >> 7][level / qmul] + 1; // FIXME opt indexing
  1106. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1107. LAST_SKIP_BITS(re, &s->gb, 1);
  1108. }
  1109. } else {
  1110. /* first escape */
  1111. SKIP_BITS(re, &s->gb, 1);
  1112. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  1113. i += run;
  1114. level = level + rl->max_level[run >> 7][(run - 1) & 63] * qmul; // FIXME opt indexing
  1115. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1116. LAST_SKIP_BITS(re, &s->gb, 1);
  1117. }
  1118. }
  1119. } else {
  1120. i += run;
  1121. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1122. LAST_SKIP_BITS(re, &s->gb, 1);
  1123. }
  1124. ff_tlog(s->avctx, "dct[%d][%d] = %- 4d end?:%d\n", scan_table[i&63]&7, scan_table[i&63] >> 3, level, i>62);
  1125. if (i > 62) {
  1126. i -= 192;
  1127. if (i & (~63)) {
  1128. av_log(s->avctx, AV_LOG_ERROR,
  1129. "ac-tex damaged at %d %d\n", s->mb_x, s->mb_y);
  1130. return AVERROR_INVALIDDATA;
  1131. }
  1132. block[scan_table[i]] = level;
  1133. break;
  1134. }
  1135. block[scan_table[i]] = level;
  1136. }
  1137. CLOSE_READER(re, &s->gb);
  1138. }
  1139. not_coded:
  1140. if (intra) {
  1141. if (!ctx->use_intra_dc_vlc) {
  1142. block[0] = ff_mpeg4_pred_dc(s, n, block[0], &dc_pred_dir, 0);
  1143. i -= i >> 31; // if (i == -1) i = 0;
  1144. }
  1145. ff_mpeg4_pred_ac(s, block, n, dc_pred_dir);
  1146. if (s->ac_pred)
  1147. i = 63; // FIXME not optimal
  1148. }
  1149. s->block_last_index[n] = i;
  1150. return 0;
  1151. }
  1152. /**
  1153. * decode partition C of one MB.
  1154. * @return <0 if an error occurred
  1155. */
  1156. static int mpeg4_decode_partitioned_mb(MpegEncContext *s, int16_t block[6][64])
  1157. {
  1158. Mpeg4DecContext *ctx = s->avctx->priv_data;
  1159. int cbp, mb_type;
  1160. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1161. av_assert2(s == (void*)ctx);
  1162. mb_type = s->current_picture.mb_type[xy];
  1163. cbp = s->cbp_table[xy];
  1164. ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
  1165. if (s->current_picture.qscale_table[xy] != s->qscale)
  1166. ff_set_qscale(s, s->current_picture.qscale_table[xy]);
  1167. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1168. s->pict_type == AV_PICTURE_TYPE_S) {
  1169. int i;
  1170. for (i = 0; i < 4; i++) {
  1171. s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
  1172. s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
  1173. }
  1174. s->mb_intra = IS_INTRA(mb_type);
  1175. if (IS_SKIP(mb_type)) {
  1176. /* skip mb */
  1177. for (i = 0; i < 6; i++)
  1178. s->block_last_index[i] = -1;
  1179. s->mv_dir = MV_DIR_FORWARD;
  1180. s->mv_type = MV_TYPE_16X16;
  1181. if (s->pict_type == AV_PICTURE_TYPE_S
  1182. && ctx->vol_sprite_usage == GMC_SPRITE) {
  1183. s->mcsel = 1;
  1184. s->mb_skipped = 0;
  1185. } else {
  1186. s->mcsel = 0;
  1187. s->mb_skipped = 1;
  1188. }
  1189. } else if (s->mb_intra) {
  1190. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1191. } else if (!s->mb_intra) {
  1192. // s->mcsel = 0; // FIXME do we need to init that?
  1193. s->mv_dir = MV_DIR_FORWARD;
  1194. if (IS_8X8(mb_type)) {
  1195. s->mv_type = MV_TYPE_8X8;
  1196. } else {
  1197. s->mv_type = MV_TYPE_16X16;
  1198. }
  1199. }
  1200. } else { /* I-Frame */
  1201. s->mb_intra = 1;
  1202. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1203. }
  1204. if (!IS_SKIP(mb_type)) {
  1205. int i;
  1206. s->bdsp.clear_blocks(s->block[0]);
  1207. /* decode each block */
  1208. for (i = 0; i < 6; i++) {
  1209. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, s->mb_intra, ctx->rvlc) < 0) {
  1210. av_log(s->avctx, AV_LOG_ERROR,
  1211. "texture corrupted at %d %d %d\n",
  1212. s->mb_x, s->mb_y, s->mb_intra);
  1213. return AVERROR_INVALIDDATA;
  1214. }
  1215. cbp += cbp;
  1216. }
  1217. }
  1218. /* per-MB end of slice check */
  1219. if (--s->mb_num_left <= 0) {
  1220. if (mpeg4_is_resync(ctx))
  1221. return SLICE_END;
  1222. else
  1223. return SLICE_NOEND;
  1224. } else {
  1225. if (mpeg4_is_resync(ctx)) {
  1226. const int delta = s->mb_x + 1 == s->mb_width ? 2 : 1;
  1227. if (s->cbp_table[xy + delta])
  1228. return SLICE_END;
  1229. }
  1230. return SLICE_OK;
  1231. }
  1232. }
  1233. static int mpeg4_decode_mb(MpegEncContext *s, int16_t block[6][64])
  1234. {
  1235. Mpeg4DecContext *ctx = s->avctx->priv_data;
  1236. int cbpc, cbpy, i, cbp, pred_x, pred_y, mx, my, dquant;
  1237. int16_t *mot_val;
  1238. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  1239. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1240. av_assert2(s == (void*)ctx);
  1241. av_assert2(s->h263_pred);
  1242. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1243. s->pict_type == AV_PICTURE_TYPE_S) {
  1244. do {
  1245. if (get_bits1(&s->gb)) {
  1246. /* skip mb */
  1247. s->mb_intra = 0;
  1248. for (i = 0; i < 6; i++)
  1249. s->block_last_index[i] = -1;
  1250. s->mv_dir = MV_DIR_FORWARD;
  1251. s->mv_type = MV_TYPE_16X16;
  1252. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1253. ctx->vol_sprite_usage == GMC_SPRITE) {
  1254. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1255. MB_TYPE_GMC |
  1256. MB_TYPE_16x16 |
  1257. MB_TYPE_L0;
  1258. s->mcsel = 1;
  1259. s->mv[0][0][0] = get_amv(ctx, 0);
  1260. s->mv[0][0][1] = get_amv(ctx, 1);
  1261. s->mb_skipped = 0;
  1262. } else {
  1263. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1264. MB_TYPE_16x16 |
  1265. MB_TYPE_L0;
  1266. s->mcsel = 0;
  1267. s->mv[0][0][0] = 0;
  1268. s->mv[0][0][1] = 0;
  1269. s->mb_skipped = 1;
  1270. }
  1271. goto end;
  1272. }
  1273. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  1274. if (cbpc < 0) {
  1275. av_log(s->avctx, AV_LOG_ERROR,
  1276. "mcbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1277. return AVERROR_INVALIDDATA;
  1278. }
  1279. } while (cbpc == 20);
  1280. s->bdsp.clear_blocks(s->block[0]);
  1281. dquant = cbpc & 8;
  1282. s->mb_intra = ((cbpc & 4) != 0);
  1283. if (s->mb_intra)
  1284. goto intra;
  1285. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1286. ctx->vol_sprite_usage == GMC_SPRITE && (cbpc & 16) == 0)
  1287. s->mcsel = get_bits1(&s->gb);
  1288. else
  1289. s->mcsel = 0;
  1290. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1) ^ 0x0F;
  1291. if (cbpy < 0) {
  1292. av_log(s->avctx, AV_LOG_ERROR,
  1293. "P cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
  1294. return AVERROR_INVALIDDATA;
  1295. }
  1296. cbp = (cbpc & 3) | (cbpy << 2);
  1297. if (dquant)
  1298. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1299. if ((!s->progressive_sequence) &&
  1300. (cbp || (s->workaround_bugs & FF_BUG_XVID_ILACE)))
  1301. s->interlaced_dct = get_bits1(&s->gb);
  1302. s->mv_dir = MV_DIR_FORWARD;
  1303. if ((cbpc & 16) == 0) {
  1304. if (s->mcsel) {
  1305. s->current_picture.mb_type[xy] = MB_TYPE_GMC |
  1306. MB_TYPE_16x16 |
  1307. MB_TYPE_L0;
  1308. /* 16x16 global motion prediction */
  1309. s->mv_type = MV_TYPE_16X16;
  1310. mx = get_amv(ctx, 0);
  1311. my = get_amv(ctx, 1);
  1312. s->mv[0][0][0] = mx;
  1313. s->mv[0][0][1] = my;
  1314. } else if ((!s->progressive_sequence) && get_bits1(&s->gb)) {
  1315. s->current_picture.mb_type[xy] = MB_TYPE_16x8 |
  1316. MB_TYPE_L0 |
  1317. MB_TYPE_INTERLACED;
  1318. /* 16x8 field motion prediction */
  1319. s->mv_type = MV_TYPE_FIELD;
  1320. s->field_select[0][0] = get_bits1(&s->gb);
  1321. s->field_select[0][1] = get_bits1(&s->gb);
  1322. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1323. for (i = 0; i < 2; i++) {
  1324. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1325. if (mx >= 0xffff)
  1326. return AVERROR_INVALIDDATA;
  1327. my = ff_h263_decode_motion(s, pred_y / 2, s->f_code);
  1328. if (my >= 0xffff)
  1329. return AVERROR_INVALIDDATA;
  1330. s->mv[0][i][0] = mx;
  1331. s->mv[0][i][1] = my;
  1332. }
  1333. } else {
  1334. s->current_picture.mb_type[xy] = MB_TYPE_16x16 | MB_TYPE_L0;
  1335. /* 16x16 motion prediction */
  1336. s->mv_type = MV_TYPE_16X16;
  1337. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1338. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1339. if (mx >= 0xffff)
  1340. return AVERROR_INVALIDDATA;
  1341. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1342. if (my >= 0xffff)
  1343. return AVERROR_INVALIDDATA;
  1344. s->mv[0][0][0] = mx;
  1345. s->mv[0][0][1] = my;
  1346. }
  1347. } else {
  1348. s->current_picture.mb_type[xy] = MB_TYPE_8x8 | MB_TYPE_L0;
  1349. s->mv_type = MV_TYPE_8X8;
  1350. for (i = 0; i < 4; i++) {
  1351. mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  1352. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1353. if (mx >= 0xffff)
  1354. return AVERROR_INVALIDDATA;
  1355. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1356. if (my >= 0xffff)
  1357. return AVERROR_INVALIDDATA;
  1358. s->mv[0][i][0] = mx;
  1359. s->mv[0][i][1] = my;
  1360. mot_val[0] = mx;
  1361. mot_val[1] = my;
  1362. }
  1363. }
  1364. } else if (s->pict_type == AV_PICTURE_TYPE_B) {
  1365. int modb1; // first bit of modb
  1366. int modb2; // second bit of modb
  1367. int mb_type;
  1368. s->mb_intra = 0; // B-frames never contain intra blocks
  1369. s->mcsel = 0; // ... true gmc blocks
  1370. if (s->mb_x == 0) {
  1371. for (i = 0; i < 2; i++) {
  1372. s->last_mv[i][0][0] =
  1373. s->last_mv[i][0][1] =
  1374. s->last_mv[i][1][0] =
  1375. s->last_mv[i][1][1] = 0;
  1376. }
  1377. ff_thread_await_progress(&s->next_picture_ptr->tf, s->mb_y, 0);
  1378. }
  1379. /* if we skipped it in the future P-frame than skip it now too */
  1380. s->mb_skipped = s->next_picture.mbskip_table[s->mb_y * s->mb_stride + s->mb_x]; // Note, skiptab=0 if last was GMC
  1381. if (s->mb_skipped) {
  1382. /* skip mb */
  1383. for (i = 0; i < 6; i++)
  1384. s->block_last_index[i] = -1;
  1385. s->mv_dir = MV_DIR_FORWARD;
  1386. s->mv_type = MV_TYPE_16X16;
  1387. s->mv[0][0][0] =
  1388. s->mv[0][0][1] =
  1389. s->mv[1][0][0] =
  1390. s->mv[1][0][1] = 0;
  1391. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1392. MB_TYPE_16x16 |
  1393. MB_TYPE_L0;
  1394. goto end;
  1395. }
  1396. modb1 = get_bits1(&s->gb);
  1397. if (modb1) {
  1398. // like MB_TYPE_B_DIRECT but no vectors coded
  1399. mb_type = MB_TYPE_DIRECT2 | MB_TYPE_SKIP | MB_TYPE_L0L1;
  1400. cbp = 0;
  1401. } else {
  1402. modb2 = get_bits1(&s->gb);
  1403. mb_type = get_vlc2(&s->gb, mb_type_b_vlc.table, MB_TYPE_B_VLC_BITS, 1);
  1404. if (mb_type < 0) {
  1405. av_log(s->avctx, AV_LOG_ERROR, "illegal MB_type\n");
  1406. return AVERROR_INVALIDDATA;
  1407. }
  1408. mb_type = mb_type_b_map[mb_type];
  1409. if (modb2) {
  1410. cbp = 0;
  1411. } else {
  1412. s->bdsp.clear_blocks(s->block[0]);
  1413. cbp = get_bits(&s->gb, 6);
  1414. }
  1415. if ((!IS_DIRECT(mb_type)) && cbp) {
  1416. if (get_bits1(&s->gb))
  1417. ff_set_qscale(s, s->qscale + get_bits1(&s->gb) * 4 - 2);
  1418. }
  1419. if (!s->progressive_sequence) {
  1420. if (cbp)
  1421. s->interlaced_dct = get_bits1(&s->gb);
  1422. if (!IS_DIRECT(mb_type) && get_bits1(&s->gb)) {
  1423. mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
  1424. mb_type &= ~MB_TYPE_16x16;
  1425. if (USES_LIST(mb_type, 0)) {
  1426. s->field_select[0][0] = get_bits1(&s->gb);
  1427. s->field_select[0][1] = get_bits1(&s->gb);
  1428. }
  1429. if (USES_LIST(mb_type, 1)) {
  1430. s->field_select[1][0] = get_bits1(&s->gb);
  1431. s->field_select[1][1] = get_bits1(&s->gb);
  1432. }
  1433. }
  1434. }
  1435. s->mv_dir = 0;
  1436. if ((mb_type & (MB_TYPE_DIRECT2 | MB_TYPE_INTERLACED)) == 0) {
  1437. s->mv_type = MV_TYPE_16X16;
  1438. if (USES_LIST(mb_type, 0)) {
  1439. s->mv_dir = MV_DIR_FORWARD;
  1440. mx = ff_h263_decode_motion(s, s->last_mv[0][0][0], s->f_code);
  1441. my = ff_h263_decode_motion(s, s->last_mv[0][0][1], s->f_code);
  1442. s->last_mv[0][1][0] =
  1443. s->last_mv[0][0][0] =
  1444. s->mv[0][0][0] = mx;
  1445. s->last_mv[0][1][1] =
  1446. s->last_mv[0][0][1] =
  1447. s->mv[0][0][1] = my;
  1448. }
  1449. if (USES_LIST(mb_type, 1)) {
  1450. s->mv_dir |= MV_DIR_BACKWARD;
  1451. mx = ff_h263_decode_motion(s, s->last_mv[1][0][0], s->b_code);
  1452. my = ff_h263_decode_motion(s, s->last_mv[1][0][1], s->b_code);
  1453. s->last_mv[1][1][0] =
  1454. s->last_mv[1][0][0] =
  1455. s->mv[1][0][0] = mx;
  1456. s->last_mv[1][1][1] =
  1457. s->last_mv[1][0][1] =
  1458. s->mv[1][0][1] = my;
  1459. }
  1460. } else if (!IS_DIRECT(mb_type)) {
  1461. s->mv_type = MV_TYPE_FIELD;
  1462. if (USES_LIST(mb_type, 0)) {
  1463. s->mv_dir = MV_DIR_FORWARD;
  1464. for (i = 0; i < 2; i++) {
  1465. mx = ff_h263_decode_motion(s, s->last_mv[0][i][0], s->f_code);
  1466. my = ff_h263_decode_motion(s, s->last_mv[0][i][1] / 2, s->f_code);
  1467. s->last_mv[0][i][0] =
  1468. s->mv[0][i][0] = mx;
  1469. s->last_mv[0][i][1] = (s->mv[0][i][1] = my) * 2;
  1470. }
  1471. }
  1472. if (USES_LIST(mb_type, 1)) {
  1473. s->mv_dir |= MV_DIR_BACKWARD;
  1474. for (i = 0; i < 2; i++) {
  1475. mx = ff_h263_decode_motion(s, s->last_mv[1][i][0], s->b_code);
  1476. my = ff_h263_decode_motion(s, s->last_mv[1][i][1] / 2, s->b_code);
  1477. s->last_mv[1][i][0] =
  1478. s->mv[1][i][0] = mx;
  1479. s->last_mv[1][i][1] = (s->mv[1][i][1] = my) * 2;
  1480. }
  1481. }
  1482. }
  1483. }
  1484. if (IS_DIRECT(mb_type)) {
  1485. if (IS_SKIP(mb_type)) {
  1486. mx =
  1487. my = 0;
  1488. } else {
  1489. mx = ff_h263_decode_motion(s, 0, 1);
  1490. my = ff_h263_decode_motion(s, 0, 1);
  1491. }
  1492. s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
  1493. mb_type |= ff_mpeg4_set_direct_mv(s, mx, my);
  1494. }
  1495. s->current_picture.mb_type[xy] = mb_type;
  1496. } else { /* I-Frame */
  1497. do {
  1498. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  1499. if (cbpc < 0) {
  1500. av_log(s->avctx, AV_LOG_ERROR,
  1501. "I cbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1502. return AVERROR_INVALIDDATA;
  1503. }
  1504. } while (cbpc == 8);
  1505. dquant = cbpc & 4;
  1506. s->mb_intra = 1;
  1507. intra:
  1508. s->ac_pred = get_bits1(&s->gb);
  1509. if (s->ac_pred)
  1510. s->current_picture.mb_type[xy] = MB_TYPE_INTRA | MB_TYPE_ACPRED;
  1511. else
  1512. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  1513. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  1514. if (cbpy < 0) {
  1515. av_log(s->avctx, AV_LOG_ERROR,
  1516. "I cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
  1517. return AVERROR_INVALIDDATA;
  1518. }
  1519. cbp = (cbpc & 3) | (cbpy << 2);
  1520. ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
  1521. if (dquant)
  1522. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1523. if (!s->progressive_sequence)
  1524. s->interlaced_dct = get_bits1(&s->gb);
  1525. s->bdsp.clear_blocks(s->block[0]);
  1526. /* decode each block */
  1527. for (i = 0; i < 6; i++) {
  1528. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 1, 0) < 0)
  1529. return AVERROR_INVALIDDATA;
  1530. cbp += cbp;
  1531. }
  1532. goto end;
  1533. }
  1534. /* decode each block */
  1535. for (i = 0; i < 6; i++) {
  1536. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 0, 0) < 0)
  1537. return AVERROR_INVALIDDATA;
  1538. cbp += cbp;
  1539. }
  1540. end:
  1541. /* per-MB end of slice check */
  1542. if (s->codec_id == AV_CODEC_ID_MPEG4) {
  1543. int next = mpeg4_is_resync(ctx);
  1544. if (next) {
  1545. if (s->mb_x + s->mb_y*s->mb_width + 1 > next && (s->avctx->err_recognition & AV_EF_AGGRESSIVE)) {
  1546. return AVERROR_INVALIDDATA;
  1547. } else if (s->mb_x + s->mb_y*s->mb_width + 1 >= next)
  1548. return SLICE_END;
  1549. if (s->pict_type == AV_PICTURE_TYPE_B) {
  1550. const int delta= s->mb_x + 1 == s->mb_width ? 2 : 1;
  1551. ff_thread_await_progress(&s->next_picture_ptr->tf,
  1552. (s->mb_x + delta >= s->mb_width)
  1553. ? FFMIN(s->mb_y + 1, s->mb_height - 1)
  1554. : s->mb_y, 0);
  1555. if (s->next_picture.mbskip_table[xy + delta])
  1556. return SLICE_OK;
  1557. }
  1558. return SLICE_END;
  1559. }
  1560. }
  1561. return SLICE_OK;
  1562. }
  1563. /* As per spec, studio start code search isn't the same as the old type of start code */
  1564. static void next_start_code_studio(GetBitContext *gb)
  1565. {
  1566. align_get_bits(gb);
  1567. while (get_bits_left(gb) >= 24 && show_bits_long(gb, 24) != 0x1) {
  1568. get_bits(gb, 8);
  1569. }
  1570. }
  1571. /* additional_code, vlc index */
  1572. static const uint8_t ac_state_tab[22][2] =
  1573. {
  1574. {0, 0},
  1575. {0, 1},
  1576. {1, 1},
  1577. {2, 1},
  1578. {3, 1},
  1579. {4, 1},
  1580. {5, 1},
  1581. {1, 2},
  1582. {2, 2},
  1583. {3, 2},
  1584. {4, 2},
  1585. {5, 2},
  1586. {6, 2},
  1587. {1, 3},
  1588. {2, 4},
  1589. {3, 5},
  1590. {4, 6},
  1591. {5, 7},
  1592. {6, 8},
  1593. {7, 9},
  1594. {8, 10},
  1595. {0, 11}
  1596. };
  1597. static int mpeg4_decode_studio_block(MpegEncContext *s, int32_t block[64], int n)
  1598. {
  1599. Mpeg4DecContext *ctx = s->avctx->priv_data;
  1600. int cc, dct_dc_size, dct_diff, code, j, idx = 1, group = 0, run = 0,
  1601. additional_code_len, sign, mismatch;
  1602. VLC *cur_vlc = &ctx->studio_intra_tab[0];
  1603. uint8_t *const scantable = s->intra_scantable.permutated;
  1604. const uint16_t *quant_matrix;
  1605. uint32_t flc;
  1606. const int min = -1 * (1 << (s->avctx->bits_per_raw_sample + 6));
  1607. const int max = ((1 << (s->avctx->bits_per_raw_sample + 6)) - 1);
  1608. mismatch = 1;
  1609. memset(block, 0, 64 * sizeof(int32_t));
  1610. if (n < 4) {
  1611. cc = 0;
  1612. dct_dc_size = get_vlc2(&s->gb, ctx->studio_luma_dc.table, STUDIO_INTRA_BITS, 2);
  1613. quant_matrix = s->intra_matrix;
  1614. } else {
  1615. cc = (n & 1) + 1;
  1616. if (ctx->rgb)
  1617. dct_dc_size = get_vlc2(&s->gb, ctx->studio_luma_dc.table, STUDIO_INTRA_BITS, 2);
  1618. else
  1619. dct_dc_size = get_vlc2(&s->gb, ctx->studio_chroma_dc.table, STUDIO_INTRA_BITS, 2);
  1620. quant_matrix = s->chroma_intra_matrix;
  1621. }
  1622. if (dct_dc_size < 0) {
  1623. av_log(s->avctx, AV_LOG_ERROR, "illegal dct_dc_size vlc\n");
  1624. return AVERROR_INVALIDDATA;
  1625. } else if (dct_dc_size == 0) {
  1626. dct_diff = 0;
  1627. } else {
  1628. dct_diff = get_xbits(&s->gb, dct_dc_size);
  1629. if (dct_dc_size > 8) {
  1630. if(!check_marker(s->avctx, &s->gb, "dct_dc_size > 8"))
  1631. return AVERROR_INVALIDDATA;
  1632. }
  1633. }
  1634. s->last_dc[cc] += dct_diff;
  1635. if (s->mpeg_quant)
  1636. block[0] = s->last_dc[cc] * (8 >> s->intra_dc_precision);
  1637. else
  1638. block[0] = s->last_dc[cc] * (8 >> s->intra_dc_precision) * (8 >> s->dct_precision);
  1639. /* TODO: support mpeg_quant for AC coefficients */
  1640. block[0] = av_clip(block[0], min, max);
  1641. mismatch ^= block[0];
  1642. /* AC Coefficients */
  1643. while (1) {
  1644. group = get_vlc2(&s->gb, cur_vlc->table, STUDIO_INTRA_BITS, 2);
  1645. if (group < 0) {
  1646. av_log(s->avctx, AV_LOG_ERROR, "illegal ac coefficient group vlc\n");
  1647. return AVERROR_INVALIDDATA;
  1648. }
  1649. additional_code_len = ac_state_tab[group][0];
  1650. cur_vlc = &ctx->studio_intra_tab[ac_state_tab[group][1]];
  1651. if (group == 0) {
  1652. /* End of Block */
  1653. break;
  1654. } else if (group >= 1 && group <= 6) {
  1655. /* Zero run length (Table B.47) */
  1656. run = 1 << additional_code_len;
  1657. if (additional_code_len)
  1658. run += get_bits(&s->gb, additional_code_len);
  1659. idx += run;
  1660. continue;
  1661. } else if (group >= 7 && group <= 12) {
  1662. /* Zero run length and +/-1 level (Table B.48) */
  1663. code = get_bits(&s->gb, additional_code_len);
  1664. sign = code & 1;
  1665. code >>= 1;
  1666. run = (1 << (additional_code_len - 1)) + code;
  1667. idx += run;
  1668. j = scantable[idx++];
  1669. block[j] = sign ? 1 : -1;
  1670. } else if (group >= 13 && group <= 20) {
  1671. /* Level value (Table B.49) */
  1672. j = scantable[idx++];
  1673. block[j] = get_xbits(&s->gb, additional_code_len);
  1674. } else if (group == 21) {
  1675. /* Escape */
  1676. j = scantable[idx++];
  1677. additional_code_len = s->avctx->bits_per_raw_sample + s->dct_precision + 4;
  1678. flc = get_bits(&s->gb, additional_code_len);
  1679. if (flc >> (additional_code_len-1))
  1680. block[j] = -1 * (( flc ^ ((1 << additional_code_len) -1)) + 1);
  1681. else
  1682. block[j] = flc;
  1683. }
  1684. block[j] = ((8 * 2 * block[j] * quant_matrix[j] * s->qscale) >> s->dct_precision) / 32;
  1685. block[j] = av_clip(block[j], min, max);
  1686. mismatch ^= block[j];
  1687. }
  1688. block[63] ^= mismatch & 1;
  1689. return 0;
  1690. }
  1691. static int mpeg4_decode_studio_mb(MpegEncContext *s, int16_t block_[12][64])
  1692. {
  1693. int i;
  1694. /* StudioMacroblock */
  1695. /* Assumes I-VOP */
  1696. s->mb_intra = 1;
  1697. if (get_bits1(&s->gb)) { /* compression_mode */
  1698. /* DCT */
  1699. /* macroblock_type, 1 or 2-bit VLC */
  1700. if (!get_bits1(&s->gb)) {
  1701. skip_bits1(&s->gb);
  1702. s->qscale = mpeg_get_qscale(s);
  1703. }
  1704. for (i = 0; i < mpeg4_block_count[s->chroma_format]; i++) {
  1705. if (mpeg4_decode_studio_block(s, (*s->block32)[i], i) < 0)
  1706. return AVERROR_INVALIDDATA;
  1707. }
  1708. } else {
  1709. /* DPCM */
  1710. check_marker(s->avctx, &s->gb, "DPCM block start");
  1711. avpriv_request_sample(s->avctx, "DPCM encoded block");
  1712. next_start_code_studio(&s->gb);
  1713. return SLICE_ERROR;
  1714. }
  1715. if (get_bits_left(&s->gb) >= 24 && show_bits(&s->gb, 23) == 0) {
  1716. next_start_code_studio(&s->gb);
  1717. return SLICE_END;
  1718. }
  1719. return SLICE_OK;
  1720. }
  1721. static int mpeg4_decode_gop_header(MpegEncContext *s, GetBitContext *gb)
  1722. {
  1723. int hours, minutes, seconds;
  1724. if (!show_bits(gb, 23)) {
  1725. av_log(s->avctx, AV_LOG_WARNING, "GOP header invalid\n");
  1726. return AVERROR_INVALIDDATA;
  1727. }
  1728. hours = get_bits(gb, 5);
  1729. minutes = get_bits(gb, 6);
  1730. check_marker(s->avctx, gb, "in gop_header");
  1731. seconds = get_bits(gb, 6);
  1732. s->time_base = seconds + 60*(minutes + 60*hours);
  1733. skip_bits1(gb);
  1734. skip_bits1(gb);
  1735. return 0;
  1736. }
  1737. static int mpeg4_decode_profile_level(MpegEncContext *s, GetBitContext *gb)
  1738. {
  1739. s->avctx->profile = get_bits(gb, 4);
  1740. s->avctx->level = get_bits(gb, 4);
  1741. // for Simple profile, level 0
  1742. if (s->avctx->profile == 0 && s->avctx->level == 8) {
  1743. s->avctx->level = 0;
  1744. }
  1745. return 0;
  1746. }
  1747. static int mpeg4_decode_visual_object(MpegEncContext *s, GetBitContext *gb)
  1748. {
  1749. int visual_object_type;
  1750. int is_visual_object_identifier = get_bits1(gb);
  1751. if (is_visual_object_identifier) {
  1752. skip_bits(gb, 4+3);
  1753. }
  1754. visual_object_type = get_bits(gb, 4);
  1755. if (visual_object_type == VOT_VIDEO_ID ||
  1756. visual_object_type == VOT_STILL_TEXTURE_ID) {
  1757. int video_signal_type = get_bits1(gb);
  1758. if (video_signal_type) {
  1759. int video_range, color_description;
  1760. skip_bits(gb, 3); // video_format
  1761. video_range = get_bits1(gb);
  1762. color_description = get_bits1(gb);
  1763. s->avctx->color_range = video_range ? AVCOL_RANGE_JPEG : AVCOL_RANGE_MPEG;
  1764. if (color_description) {
  1765. s->avctx->color_primaries = get_bits(gb, 8);
  1766. s->avctx->color_trc = get_bits(gb, 8);
  1767. s->avctx->colorspace = get_bits(gb, 8);
  1768. }
  1769. }
  1770. }
  1771. return 0;
  1772. }
  1773. static void mpeg4_load_default_matrices(MpegEncContext *s)
  1774. {
  1775. int i, v;
  1776. /* load default matrices */
  1777. for (i = 0; i < 64; i++) {
  1778. int j = s->idsp.idct_permutation[i];
  1779. v = ff_mpeg4_default_intra_matrix[i];
  1780. s->intra_matrix[j] = v;
  1781. s->chroma_intra_matrix[j] = v;
  1782. v = ff_mpeg4_default_non_intra_matrix[i];
  1783. s->inter_matrix[j] = v;
  1784. s->chroma_inter_matrix[j] = v;
  1785. }
  1786. }
  1787. static int decode_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  1788. {
  1789. MpegEncContext *s = &ctx->m;
  1790. int width, height, vo_ver_id;
  1791. /* vol header */
  1792. skip_bits(gb, 1); /* random access */
  1793. s->vo_type = get_bits(gb, 8);
  1794. if (get_bits1(gb) != 0) { /* is_ol_id */
  1795. vo_ver_id = get_bits(gb, 4); /* vo_ver_id */
  1796. skip_bits(gb, 3); /* vo_priority */
  1797. } else {
  1798. vo_ver_id = 1;
  1799. }
  1800. s->aspect_ratio_info = get_bits(gb, 4);
  1801. if (s->aspect_ratio_info == FF_ASPECT_EXTENDED) {
  1802. s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
  1803. s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
  1804. } else {
  1805. s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[s->aspect_ratio_info];
  1806. }
  1807. if ((ctx->vol_control_parameters = get_bits1(gb))) { /* vol control parameter */
  1808. int chroma_format = get_bits(gb, 2);
  1809. if (chroma_format != CHROMA_420)
  1810. av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
  1811. s->low_delay = get_bits1(gb);
  1812. if (get_bits1(gb)) { /* vbv parameters */
  1813. get_bits(gb, 15); /* first_half_bitrate */
  1814. check_marker(s->avctx, gb, "after first_half_bitrate");
  1815. get_bits(gb, 15); /* latter_half_bitrate */
  1816. check_marker(s->avctx, gb, "after latter_half_bitrate");
  1817. get_bits(gb, 15); /* first_half_vbv_buffer_size */
  1818. check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
  1819. get_bits(gb, 3); /* latter_half_vbv_buffer_size */
  1820. get_bits(gb, 11); /* first_half_vbv_occupancy */
  1821. check_marker(s->avctx, gb, "after first_half_vbv_occupancy");
  1822. get_bits(gb, 15); /* latter_half_vbv_occupancy */
  1823. check_marker(s->avctx, gb, "after latter_half_vbv_occupancy");
  1824. }
  1825. } else {
  1826. /* is setting low delay flag only once the smartest thing to do?
  1827. * low delay detection will not be overridden. */
  1828. if (s->picture_number == 0) {
  1829. switch(s->vo_type) {
  1830. case SIMPLE_VO_TYPE:
  1831. case ADV_SIMPLE_VO_TYPE:
  1832. s->low_delay = 1;
  1833. break;
  1834. default:
  1835. s->low_delay = 0;
  1836. }
  1837. }
  1838. }
  1839. ctx->shape = get_bits(gb, 2); /* vol shape */
  1840. if (ctx->shape != RECT_SHAPE)
  1841. av_log(s->avctx, AV_LOG_ERROR, "only rectangular vol supported\n");
  1842. if (ctx->shape == GRAY_SHAPE && vo_ver_id != 1) {
  1843. av_log(s->avctx, AV_LOG_ERROR, "Gray shape not supported\n");
  1844. skip_bits(gb, 4); /* video_object_layer_shape_extension */
  1845. }
  1846. check_marker(s->avctx, gb, "before time_increment_resolution");
  1847. s->avctx->framerate.num = get_bits(gb, 16);
  1848. if (!s->avctx->framerate.num) {
  1849. av_log(s->avctx, AV_LOG_ERROR, "framerate==0\n");
  1850. return AVERROR_INVALIDDATA;
  1851. }
  1852. ctx->time_increment_bits = av_log2(s->avctx->framerate.num - 1) + 1;
  1853. if (ctx->time_increment_bits < 1)
  1854. ctx->time_increment_bits = 1;
  1855. check_marker(s->avctx, gb, "before fixed_vop_rate");
  1856. if (get_bits1(gb) != 0) /* fixed_vop_rate */
  1857. s->avctx->framerate.den = get_bits(gb, ctx->time_increment_bits);
  1858. else
  1859. s->avctx->framerate.den = 1;
  1860. s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
  1861. ctx->t_frame = 0;
  1862. if (ctx->shape != BIN_ONLY_SHAPE) {
  1863. if (ctx->shape == RECT_SHAPE) {
  1864. check_marker(s->avctx, gb, "before width");
  1865. width = get_bits(gb, 13);
  1866. check_marker(s->avctx, gb, "before height");
  1867. height = get_bits(gb, 13);
  1868. check_marker(s->avctx, gb, "after height");
  1869. if (width && height && /* they should be non zero but who knows */
  1870. !(s->width && s->codec_tag == AV_RL32("MP4S"))) {
  1871. if (s->width && s->height &&
  1872. (s->width != width || s->height != height))
  1873. s->context_reinit = 1;
  1874. s->width = width;
  1875. s->height = height;
  1876. }
  1877. }
  1878. s->progressive_sequence =
  1879. s->progressive_frame = get_bits1(gb) ^ 1;
  1880. s->interlaced_dct = 0;
  1881. if (!get_bits1(gb) && (s->avctx->debug & FF_DEBUG_PICT_INFO))
  1882. av_log(s->avctx, AV_LOG_INFO, /* OBMC Disable */
  1883. "MPEG-4 OBMC not supported (very likely buggy encoder)\n");
  1884. if (vo_ver_id == 1)
  1885. ctx->vol_sprite_usage = get_bits1(gb); /* vol_sprite_usage */
  1886. else
  1887. ctx->vol_sprite_usage = get_bits(gb, 2); /* vol_sprite_usage */
  1888. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  1889. av_log(s->avctx, AV_LOG_ERROR, "Static Sprites not supported\n");
  1890. if (ctx->vol_sprite_usage == STATIC_SPRITE ||
  1891. ctx->vol_sprite_usage == GMC_SPRITE) {
  1892. if (ctx->vol_sprite_usage == STATIC_SPRITE) {
  1893. skip_bits(gb, 13); // sprite_width
  1894. check_marker(s->avctx, gb, "after sprite_width");
  1895. skip_bits(gb, 13); // sprite_height
  1896. check_marker(s->avctx, gb, "after sprite_height");
  1897. skip_bits(gb, 13); // sprite_left
  1898. check_marker(s->avctx, gb, "after sprite_left");
  1899. skip_bits(gb, 13); // sprite_top
  1900. check_marker(s->avctx, gb, "after sprite_top");
  1901. }
  1902. ctx->num_sprite_warping_points = get_bits(gb, 6);
  1903. if (ctx->num_sprite_warping_points > 3) {
  1904. av_log(s->avctx, AV_LOG_ERROR,
  1905. "%d sprite_warping_points\n",
  1906. ctx->num_sprite_warping_points);
  1907. ctx->num_sprite_warping_points = 0;
  1908. return AVERROR_INVALIDDATA;
  1909. }
  1910. s->sprite_warping_accuracy = get_bits(gb, 2);
  1911. ctx->sprite_brightness_change = get_bits1(gb);
  1912. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  1913. skip_bits1(gb); // low_latency_sprite
  1914. }
  1915. // FIXME sadct disable bit if verid!=1 && shape not rect
  1916. if (get_bits1(gb) == 1) { /* not_8_bit */
  1917. s->quant_precision = get_bits(gb, 4); /* quant_precision */
  1918. if (get_bits(gb, 4) != 8) /* bits_per_pixel */
  1919. av_log(s->avctx, AV_LOG_ERROR, "N-bit not supported\n");
  1920. if (s->quant_precision != 5)
  1921. av_log(s->avctx, AV_LOG_ERROR,
  1922. "quant precision %d\n", s->quant_precision);
  1923. if (s->quant_precision<3 || s->quant_precision>9) {
  1924. s->quant_precision = 5;
  1925. }
  1926. } else {
  1927. s->quant_precision = 5;
  1928. }
  1929. // FIXME a bunch of grayscale shape things
  1930. if ((s->mpeg_quant = get_bits1(gb))) { /* vol_quant_type */
  1931. int i, v;
  1932. mpeg4_load_default_matrices(s);
  1933. /* load custom intra matrix */
  1934. if (get_bits1(gb)) {
  1935. int last = 0;
  1936. for (i = 0; i < 64; i++) {
  1937. int j;
  1938. if (get_bits_left(gb) < 8) {
  1939. av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
  1940. return AVERROR_INVALIDDATA;
  1941. }
  1942. v = get_bits(gb, 8);
  1943. if (v == 0)
  1944. break;
  1945. last = v;
  1946. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1947. s->intra_matrix[j] = last;
  1948. s->chroma_intra_matrix[j] = last;
  1949. }
  1950. /* replicate last value */
  1951. for (; i < 64; i++) {
  1952. int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1953. s->intra_matrix[j] = last;
  1954. s->chroma_intra_matrix[j] = last;
  1955. }
  1956. }
  1957. /* load custom non intra matrix */
  1958. if (get_bits1(gb)) {
  1959. int last = 0;
  1960. for (i = 0; i < 64; i++) {
  1961. int j;
  1962. if (get_bits_left(gb) < 8) {
  1963. av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
  1964. return AVERROR_INVALIDDATA;
  1965. }
  1966. v = get_bits(gb, 8);
  1967. if (v == 0)
  1968. break;
  1969. last = v;
  1970. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1971. s->inter_matrix[j] = v;
  1972. s->chroma_inter_matrix[j] = v;
  1973. }
  1974. /* replicate last value */
  1975. for (; i < 64; i++) {
  1976. int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1977. s->inter_matrix[j] = last;
  1978. s->chroma_inter_matrix[j] = last;
  1979. }
  1980. }
  1981. // FIXME a bunch of grayscale shape things
  1982. }
  1983. if (vo_ver_id != 1)
  1984. s->quarter_sample = get_bits1(gb);
  1985. else
  1986. s->quarter_sample = 0;
  1987. if (get_bits_left(gb) < 4) {
  1988. av_log(s->avctx, AV_LOG_ERROR, "VOL Header truncated\n");
  1989. return AVERROR_INVALIDDATA;
  1990. }
  1991. if (!get_bits1(gb)) {
  1992. int pos = get_bits_count(gb);
  1993. int estimation_method = get_bits(gb, 2);
  1994. if (estimation_method < 2) {
  1995. if (!get_bits1(gb)) {
  1996. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* opaque */
  1997. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* transparent */
  1998. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_cae */
  1999. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* inter_cae */
  2000. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* no_update */
  2001. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* upsampling */
  2002. }
  2003. if (!get_bits1(gb)) {
  2004. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_blocks */
  2005. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter_blocks */
  2006. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter4v_blocks */
  2007. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* not coded blocks */
  2008. }
  2009. if (!check_marker(s->avctx, gb, "in complexity estimation part 1")) {
  2010. skip_bits_long(gb, pos - get_bits_count(gb));
  2011. goto no_cplx_est;
  2012. }
  2013. if (!get_bits1(gb)) {
  2014. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_coeffs */
  2015. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_lines */
  2016. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* vlc_syms */
  2017. ctx->cplx_estimation_trash_i += 4 * get_bits1(gb); /* vlc_bits */
  2018. }
  2019. if (!get_bits1(gb)) {
  2020. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* apm */
  2021. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* npm */
  2022. ctx->cplx_estimation_trash_b += 8 * get_bits1(gb); /* interpolate_mc_q */
  2023. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* forwback_mc_q */
  2024. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel2 */
  2025. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel4 */
  2026. }
  2027. if (!check_marker(s->avctx, gb, "in complexity estimation part 2")) {
  2028. skip_bits_long(gb, pos - get_bits_count(gb));
  2029. goto no_cplx_est;
  2030. }
  2031. if (estimation_method == 1) {
  2032. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* sadct */
  2033. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* qpel */
  2034. }
  2035. } else
  2036. av_log(s->avctx, AV_LOG_ERROR,
  2037. "Invalid Complexity estimation method %d\n",
  2038. estimation_method);
  2039. } else {
  2040. no_cplx_est:
  2041. ctx->cplx_estimation_trash_i =
  2042. ctx->cplx_estimation_trash_p =
  2043. ctx->cplx_estimation_trash_b = 0;
  2044. }
  2045. ctx->resync_marker = !get_bits1(gb); /* resync_marker_disabled */
  2046. s->data_partitioning = get_bits1(gb);
  2047. if (s->data_partitioning)
  2048. ctx->rvlc = get_bits1(gb);
  2049. if (vo_ver_id != 1) {
  2050. ctx->new_pred = get_bits1(gb);
  2051. if (ctx->new_pred) {
  2052. av_log(s->avctx, AV_LOG_ERROR, "new pred not supported\n");
  2053. skip_bits(gb, 2); /* requested upstream message type */
  2054. skip_bits1(gb); /* newpred segment type */
  2055. }
  2056. if (get_bits1(gb)) // reduced_res_vop
  2057. av_log(s->avctx, AV_LOG_ERROR,
  2058. "reduced resolution VOP not supported\n");
  2059. } else {
  2060. ctx->new_pred = 0;
  2061. }
  2062. ctx->scalability = get_bits1(gb);
  2063. if (ctx->scalability) {
  2064. GetBitContext bak = *gb;
  2065. int h_sampling_factor_n;
  2066. int h_sampling_factor_m;
  2067. int v_sampling_factor_n;
  2068. int v_sampling_factor_m;
  2069. skip_bits1(gb); // hierarchy_type
  2070. skip_bits(gb, 4); /* ref_layer_id */
  2071. skip_bits1(gb); /* ref_layer_sampling_dir */
  2072. h_sampling_factor_n = get_bits(gb, 5);
  2073. h_sampling_factor_m = get_bits(gb, 5);
  2074. v_sampling_factor_n = get_bits(gb, 5);
  2075. v_sampling_factor_m = get_bits(gb, 5);
  2076. ctx->enhancement_type = get_bits1(gb);
  2077. if (h_sampling_factor_n == 0 || h_sampling_factor_m == 0 ||
  2078. v_sampling_factor_n == 0 || v_sampling_factor_m == 0) {
  2079. /* illegal scalability header (VERY broken encoder),
  2080. * trying to workaround */
  2081. ctx->scalability = 0;
  2082. *gb = bak;
  2083. } else
  2084. av_log(s->avctx, AV_LOG_ERROR, "scalability not supported\n");
  2085. // bin shape stuff FIXME
  2086. }
  2087. }
  2088. if (s->avctx->debug&FF_DEBUG_PICT_INFO) {
  2089. av_log(s->avctx, AV_LOG_DEBUG, "tb %d/%d, tincrbits:%d, qp_prec:%d, ps:%d, low_delay:%d %s%s%s%s\n",
  2090. s->avctx->framerate.den, s->avctx->framerate.num,
  2091. ctx->time_increment_bits,
  2092. s->quant_precision,
  2093. s->progressive_sequence,
  2094. s->low_delay,
  2095. ctx->scalability ? "scalability " :"" , s->quarter_sample ? "qpel " : "",
  2096. s->data_partitioning ? "partition " : "", ctx->rvlc ? "rvlc " : ""
  2097. );
  2098. }
  2099. return 0;
  2100. }
  2101. /**
  2102. * Decode the user data stuff in the header.
  2103. * Also initializes divx/xvid/lavc_version/build.
  2104. */
  2105. static int decode_user_data(Mpeg4DecContext *ctx, GetBitContext *gb)
  2106. {
  2107. MpegEncContext *s = &ctx->m;
  2108. char buf[256];
  2109. int i;
  2110. int e;
  2111. int ver = 0, build = 0, ver2 = 0, ver3 = 0;
  2112. char last;
  2113. for (i = 0; i < 255 && get_bits_count(gb) < gb->size_in_bits; i++) {
  2114. if (show_bits(gb, 23) == 0)
  2115. break;
  2116. buf[i] = get_bits(gb, 8);
  2117. }
  2118. buf[i] = 0;
  2119. /* divx detection */
  2120. e = sscanf(buf, "DivX%dBuild%d%c", &ver, &build, &last);
  2121. if (e < 2)
  2122. e = sscanf(buf, "DivX%db%d%c", &ver, &build, &last);
  2123. if (e >= 2) {
  2124. ctx->divx_version = ver;
  2125. ctx->divx_build = build;
  2126. s->divx_packed = e == 3 && last == 'p';
  2127. }
  2128. /* libavcodec detection */
  2129. e = sscanf(buf, "FFmpe%*[^b]b%d", &build) + 3;
  2130. if (e != 4)
  2131. e = sscanf(buf, "FFmpeg v%d.%d.%d / libavcodec build: %d", &ver, &ver2, &ver3, &build);
  2132. if (e != 4) {
  2133. e = sscanf(buf, "Lavc%d.%d.%d", &ver, &ver2, &ver3) + 1;
  2134. if (e > 1) {
  2135. if (ver > 0xFFU || ver2 > 0xFFU || ver3 > 0xFFU) {
  2136. av_log(s->avctx, AV_LOG_WARNING,
  2137. "Unknown Lavc version string encountered, %d.%d.%d; "
  2138. "clamping sub-version values to 8-bits.\n",
  2139. ver, ver2, ver3);
  2140. }
  2141. build = ((ver & 0xFF) << 16) + ((ver2 & 0xFF) << 8) + (ver3 & 0xFF);
  2142. }
  2143. }
  2144. if (e != 4) {
  2145. if (strcmp(buf, "ffmpeg") == 0)
  2146. ctx->lavc_build = 4600;
  2147. }
  2148. if (e == 4)
  2149. ctx->lavc_build = build;
  2150. /* Xvid detection */
  2151. e = sscanf(buf, "XviD%d", &build);
  2152. if (e == 1)
  2153. ctx->xvid_build = build;
  2154. return 0;
  2155. }
  2156. int ff_mpeg4_workaround_bugs(AVCodecContext *avctx)
  2157. {
  2158. Mpeg4DecContext *ctx = avctx->priv_data;
  2159. MpegEncContext *s = &ctx->m;
  2160. if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1) {
  2161. if (s->codec_tag == AV_RL32("XVID") ||
  2162. s->codec_tag == AV_RL32("XVIX") ||
  2163. s->codec_tag == AV_RL32("RMP4") ||
  2164. s->codec_tag == AV_RL32("ZMP4") ||
  2165. s->codec_tag == AV_RL32("SIPP"))
  2166. ctx->xvid_build = 0;
  2167. }
  2168. if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1)
  2169. if (s->codec_tag == AV_RL32("DIVX") && s->vo_type == 0 &&
  2170. ctx->vol_control_parameters == 0)
  2171. ctx->divx_version = 400; // divx 4
  2172. if (ctx->xvid_build >= 0 && ctx->divx_version >= 0) {
  2173. ctx->divx_version =
  2174. ctx->divx_build = -1;
  2175. }
  2176. if (s->workaround_bugs & FF_BUG_AUTODETECT) {
  2177. if (s->codec_tag == AV_RL32("XVIX"))
  2178. s->workaround_bugs |= FF_BUG_XVID_ILACE;
  2179. if (s->codec_tag == AV_RL32("UMP4"))
  2180. s->workaround_bugs |= FF_BUG_UMP4;
  2181. if (ctx->divx_version >= 500 && ctx->divx_build < 1814)
  2182. s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
  2183. if (ctx->divx_version > 502 && ctx->divx_build < 1814)
  2184. s->workaround_bugs |= FF_BUG_QPEL_CHROMA2;
  2185. if (ctx->xvid_build <= 3U)
  2186. s->padding_bug_score = 256 * 256 * 256 * 64;
  2187. if (ctx->xvid_build <= 1U)
  2188. s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
  2189. if (ctx->xvid_build <= 12U)
  2190. s->workaround_bugs |= FF_BUG_EDGE;
  2191. if (ctx->xvid_build <= 32U)
  2192. s->workaround_bugs |= FF_BUG_DC_CLIP;
  2193. #define SET_QPEL_FUNC(postfix1, postfix2) \
  2194. s->qdsp.put_ ## postfix1 = ff_put_ ## postfix2; \
  2195. s->qdsp.put_no_rnd_ ## postfix1 = ff_put_no_rnd_ ## postfix2; \
  2196. s->qdsp.avg_ ## postfix1 = ff_avg_ ## postfix2;
  2197. if (ctx->lavc_build < 4653U)
  2198. s->workaround_bugs |= FF_BUG_STD_QPEL;
  2199. if (ctx->lavc_build < 4655U)
  2200. s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
  2201. if (ctx->lavc_build < 4670U)
  2202. s->workaround_bugs |= FF_BUG_EDGE;
  2203. if (ctx->lavc_build <= 4712U)
  2204. s->workaround_bugs |= FF_BUG_DC_CLIP;
  2205. if ((ctx->lavc_build&0xFF) >= 100) {
  2206. if (ctx->lavc_build > 3621476 && ctx->lavc_build < 3752552 &&
  2207. (ctx->lavc_build < 3752037 || ctx->lavc_build > 3752191) // 3.2.1+
  2208. )
  2209. s->workaround_bugs |= FF_BUG_IEDGE;
  2210. }
  2211. if (ctx->divx_version >= 0)
  2212. s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
  2213. if (ctx->divx_version == 501 && ctx->divx_build == 20020416)
  2214. s->padding_bug_score = 256 * 256 * 256 * 64;
  2215. if (ctx->divx_version < 500U)
  2216. s->workaround_bugs |= FF_BUG_EDGE;
  2217. if (ctx->divx_version >= 0)
  2218. s->workaround_bugs |= FF_BUG_HPEL_CHROMA;
  2219. }
  2220. if (s->workaround_bugs & FF_BUG_STD_QPEL) {
  2221. SET_QPEL_FUNC(qpel_pixels_tab[0][5], qpel16_mc11_old_c)
  2222. SET_QPEL_FUNC(qpel_pixels_tab[0][7], qpel16_mc31_old_c)
  2223. SET_QPEL_FUNC(qpel_pixels_tab[0][9], qpel16_mc12_old_c)
  2224. SET_QPEL_FUNC(qpel_pixels_tab[0][11], qpel16_mc32_old_c)
  2225. SET_QPEL_FUNC(qpel_pixels_tab[0][13], qpel16_mc13_old_c)
  2226. SET_QPEL_FUNC(qpel_pixels_tab[0][15], qpel16_mc33_old_c)
  2227. SET_QPEL_FUNC(qpel_pixels_tab[1][5], qpel8_mc11_old_c)
  2228. SET_QPEL_FUNC(qpel_pixels_tab[1][7], qpel8_mc31_old_c)
  2229. SET_QPEL_FUNC(qpel_pixels_tab[1][9], qpel8_mc12_old_c)
  2230. SET_QPEL_FUNC(qpel_pixels_tab[1][11], qpel8_mc32_old_c)
  2231. SET_QPEL_FUNC(qpel_pixels_tab[1][13], qpel8_mc13_old_c)
  2232. SET_QPEL_FUNC(qpel_pixels_tab[1][15], qpel8_mc33_old_c)
  2233. }
  2234. if (avctx->debug & FF_DEBUG_BUGS)
  2235. av_log(s->avctx, AV_LOG_DEBUG,
  2236. "bugs: %X lavc_build:%d xvid_build:%d divx_version:%d divx_build:%d %s\n",
  2237. s->workaround_bugs, ctx->lavc_build, ctx->xvid_build,
  2238. ctx->divx_version, ctx->divx_build, s->divx_packed ? "p" : "");
  2239. if (CONFIG_MPEG4_DECODER && ctx->xvid_build >= 0 &&
  2240. s->codec_id == AV_CODEC_ID_MPEG4 &&
  2241. avctx->idct_algo == FF_IDCT_AUTO) {
  2242. avctx->idct_algo = FF_IDCT_XVID;
  2243. ff_mpv_idct_init(s);
  2244. return 1;
  2245. }
  2246. return 0;
  2247. }
  2248. static int decode_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2249. {
  2250. MpegEncContext *s = &ctx->m;
  2251. int time_incr, time_increment;
  2252. int64_t pts;
  2253. s->mcsel = 0;
  2254. s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* pict type: I = 0 , P = 1 */
  2255. if (s->pict_type == AV_PICTURE_TYPE_B && s->low_delay &&
  2256. ctx->vol_control_parameters == 0 && !(s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)) {
  2257. av_log(s->avctx, AV_LOG_ERROR, "low_delay flag set incorrectly, clearing it\n");
  2258. s->low_delay = 0;
  2259. }
  2260. s->partitioned_frame = s->data_partitioning && s->pict_type != AV_PICTURE_TYPE_B;
  2261. if (s->partitioned_frame)
  2262. s->decode_mb = mpeg4_decode_partitioned_mb;
  2263. else
  2264. s->decode_mb = mpeg4_decode_mb;
  2265. time_incr = 0;
  2266. while (get_bits1(gb) != 0)
  2267. time_incr++;
  2268. check_marker(s->avctx, gb, "before time_increment");
  2269. if (ctx->time_increment_bits == 0 ||
  2270. !(show_bits(gb, ctx->time_increment_bits + 1) & 1)) {
  2271. av_log(s->avctx, AV_LOG_WARNING,
  2272. "time_increment_bits %d is invalid in relation to the current bitstream, this is likely caused by a missing VOL header\n", ctx->time_increment_bits);
  2273. for (ctx->time_increment_bits = 1;
  2274. ctx->time_increment_bits < 16;
  2275. ctx->time_increment_bits++) {
  2276. if (s->pict_type == AV_PICTURE_TYPE_P ||
  2277. (s->pict_type == AV_PICTURE_TYPE_S &&
  2278. ctx->vol_sprite_usage == GMC_SPRITE)) {
  2279. if ((show_bits(gb, ctx->time_increment_bits + 6) & 0x37) == 0x30)
  2280. break;
  2281. } else if ((show_bits(gb, ctx->time_increment_bits + 5) & 0x1F) == 0x18)
  2282. break;
  2283. }
  2284. av_log(s->avctx, AV_LOG_WARNING,
  2285. "time_increment_bits set to %d bits, based on bitstream analysis\n", ctx->time_increment_bits);
  2286. if (s->avctx->framerate.num && 4*s->avctx->framerate.num < 1<<ctx->time_increment_bits) {
  2287. s->avctx->framerate.num = 1<<ctx->time_increment_bits;
  2288. s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
  2289. }
  2290. }
  2291. if (IS_3IV1)
  2292. time_increment = get_bits1(gb); // FIXME investigate further
  2293. else
  2294. time_increment = get_bits(gb, ctx->time_increment_bits);
  2295. if (s->pict_type != AV_PICTURE_TYPE_B) {
  2296. s->last_time_base = s->time_base;
  2297. s->time_base += time_incr;
  2298. s->time = s->time_base * (int64_t)s->avctx->framerate.num + time_increment;
  2299. if (s->workaround_bugs & FF_BUG_UMP4) {
  2300. if (s->time < s->last_non_b_time) {
  2301. /* header is not mpeg-4-compatible, broken encoder,
  2302. * trying to workaround */
  2303. s->time_base++;
  2304. s->time += s->avctx->framerate.num;
  2305. }
  2306. }
  2307. s->pp_time = s->time - s->last_non_b_time;
  2308. s->last_non_b_time = s->time;
  2309. } else {
  2310. s->time = (s->last_time_base + time_incr) * (int64_t)s->avctx->framerate.num + time_increment;
  2311. s->pb_time = s->pp_time - (s->last_non_b_time - s->time);
  2312. if (s->pp_time <= s->pb_time ||
  2313. s->pp_time <= s->pp_time - s->pb_time ||
  2314. s->pp_time <= 0) {
  2315. /* messed up order, maybe after seeking? skipping current B-frame */
  2316. return FRAME_SKIPPED;
  2317. }
  2318. ff_mpeg4_init_direct_mv(s);
  2319. if (ctx->t_frame == 0)
  2320. ctx->t_frame = s->pb_time;
  2321. if (ctx->t_frame == 0)
  2322. ctx->t_frame = 1; // 1/0 protection
  2323. s->pp_field_time = (ROUNDED_DIV(s->last_non_b_time, ctx->t_frame) -
  2324. ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
  2325. s->pb_field_time = (ROUNDED_DIV(s->time, ctx->t_frame) -
  2326. ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
  2327. if (s->pp_field_time <= s->pb_field_time || s->pb_field_time <= 1) {
  2328. s->pb_field_time = 2;
  2329. s->pp_field_time = 4;
  2330. if (!s->progressive_sequence)
  2331. return FRAME_SKIPPED;
  2332. }
  2333. }
  2334. if (s->avctx->framerate.den)
  2335. pts = ROUNDED_DIV(s->time, s->avctx->framerate.den);
  2336. else
  2337. pts = AV_NOPTS_VALUE;
  2338. ff_dlog(s->avctx, "MPEG4 PTS: %"PRId64"\n", pts);
  2339. check_marker(s->avctx, gb, "before vop_coded");
  2340. /* vop coded */
  2341. if (get_bits1(gb) != 1) {
  2342. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  2343. av_log(s->avctx, AV_LOG_ERROR, "vop not coded\n");
  2344. return FRAME_SKIPPED;
  2345. }
  2346. if (ctx->new_pred)
  2347. decode_new_pred(ctx, gb);
  2348. if (ctx->shape != BIN_ONLY_SHAPE &&
  2349. (s->pict_type == AV_PICTURE_TYPE_P ||
  2350. (s->pict_type == AV_PICTURE_TYPE_S &&
  2351. ctx->vol_sprite_usage == GMC_SPRITE))) {
  2352. /* rounding type for motion estimation */
  2353. s->no_rounding = get_bits1(gb);
  2354. } else {
  2355. s->no_rounding = 0;
  2356. }
  2357. // FIXME reduced res stuff
  2358. if (ctx->shape != RECT_SHAPE) {
  2359. if (ctx->vol_sprite_usage != 1 || s->pict_type != AV_PICTURE_TYPE_I) {
  2360. skip_bits(gb, 13); /* width */
  2361. check_marker(s->avctx, gb, "after width");
  2362. skip_bits(gb, 13); /* height */
  2363. check_marker(s->avctx, gb, "after height");
  2364. skip_bits(gb, 13); /* hor_spat_ref */
  2365. check_marker(s->avctx, gb, "after hor_spat_ref");
  2366. skip_bits(gb, 13); /* ver_spat_ref */
  2367. }
  2368. skip_bits1(gb); /* change_CR_disable */
  2369. if (get_bits1(gb) != 0)
  2370. skip_bits(gb, 8); /* constant_alpha_value */
  2371. }
  2372. // FIXME complexity estimation stuff
  2373. if (ctx->shape != BIN_ONLY_SHAPE) {
  2374. skip_bits_long(gb, ctx->cplx_estimation_trash_i);
  2375. if (s->pict_type != AV_PICTURE_TYPE_I)
  2376. skip_bits_long(gb, ctx->cplx_estimation_trash_p);
  2377. if (s->pict_type == AV_PICTURE_TYPE_B)
  2378. skip_bits_long(gb, ctx->cplx_estimation_trash_b);
  2379. if (get_bits_left(gb) < 3) {
  2380. av_log(s->avctx, AV_LOG_ERROR, "Header truncated\n");
  2381. return AVERROR_INVALIDDATA;
  2382. }
  2383. ctx->intra_dc_threshold = ff_mpeg4_dc_threshold[get_bits(gb, 3)];
  2384. if (!s->progressive_sequence) {
  2385. s->top_field_first = get_bits1(gb);
  2386. s->alternate_scan = get_bits1(gb);
  2387. } else
  2388. s->alternate_scan = 0;
  2389. }
  2390. if (s->alternate_scan) {
  2391. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
  2392. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
  2393. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
  2394. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2395. } else {
  2396. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
  2397. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
  2398. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
  2399. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2400. }
  2401. if (s->pict_type == AV_PICTURE_TYPE_S) {
  2402. if((ctx->vol_sprite_usage == STATIC_SPRITE ||
  2403. ctx->vol_sprite_usage == GMC_SPRITE)) {
  2404. if (mpeg4_decode_sprite_trajectory(ctx, gb) < 0)
  2405. return AVERROR_INVALIDDATA;
  2406. if (ctx->sprite_brightness_change)
  2407. av_log(s->avctx, AV_LOG_ERROR,
  2408. "sprite_brightness_change not supported\n");
  2409. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  2410. av_log(s->avctx, AV_LOG_ERROR, "static sprite not supported\n");
  2411. } else {
  2412. memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
  2413. memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
  2414. }
  2415. }
  2416. if (ctx->shape != BIN_ONLY_SHAPE) {
  2417. s->chroma_qscale = s->qscale = get_bits(gb, s->quant_precision);
  2418. if (s->qscale == 0) {
  2419. av_log(s->avctx, AV_LOG_ERROR,
  2420. "Error, header damaged or not MPEG-4 header (qscale=0)\n");
  2421. return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
  2422. }
  2423. if (s->pict_type != AV_PICTURE_TYPE_I) {
  2424. s->f_code = get_bits(gb, 3); /* fcode_for */
  2425. if (s->f_code == 0) {
  2426. av_log(s->avctx, AV_LOG_ERROR,
  2427. "Error, header damaged or not MPEG-4 header (f_code=0)\n");
  2428. s->f_code = 1;
  2429. return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
  2430. }
  2431. } else
  2432. s->f_code = 1;
  2433. if (s->pict_type == AV_PICTURE_TYPE_B) {
  2434. s->b_code = get_bits(gb, 3);
  2435. if (s->b_code == 0) {
  2436. av_log(s->avctx, AV_LOG_ERROR,
  2437. "Error, header damaged or not MPEG4 header (b_code=0)\n");
  2438. s->b_code=1;
  2439. return AVERROR_INVALIDDATA; // makes no sense to continue, as the MV decoding will break very quickly
  2440. }
  2441. } else
  2442. s->b_code = 1;
  2443. if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
  2444. av_log(s->avctx, AV_LOG_DEBUG,
  2445. "qp:%d fc:%d,%d %s size:%d pro:%d alt:%d top:%d %spel part:%d resync:%d w:%d a:%d rnd:%d vot:%d%s dc:%d ce:%d/%d/%d time:%"PRId64" tincr:%d\n",
  2446. s->qscale, s->f_code, s->b_code,
  2447. s->pict_type == AV_PICTURE_TYPE_I ? "I" : (s->pict_type == AV_PICTURE_TYPE_P ? "P" : (s->pict_type == AV_PICTURE_TYPE_B ? "B" : "S")),
  2448. gb->size_in_bits,s->progressive_sequence, s->alternate_scan,
  2449. s->top_field_first, s->quarter_sample ? "q" : "h",
  2450. s->data_partitioning, ctx->resync_marker,
  2451. ctx->num_sprite_warping_points, s->sprite_warping_accuracy,
  2452. 1 - s->no_rounding, s->vo_type,
  2453. ctx->vol_control_parameters ? " VOLC" : " ", ctx->intra_dc_threshold,
  2454. ctx->cplx_estimation_trash_i, ctx->cplx_estimation_trash_p,
  2455. ctx->cplx_estimation_trash_b,
  2456. s->time,
  2457. time_increment
  2458. );
  2459. }
  2460. if (!ctx->scalability) {
  2461. if (ctx->shape != RECT_SHAPE && s->pict_type != AV_PICTURE_TYPE_I)
  2462. skip_bits1(gb); // vop shape coding type
  2463. } else {
  2464. if (ctx->enhancement_type) {
  2465. int load_backward_shape = get_bits1(gb);
  2466. if (load_backward_shape)
  2467. av_log(s->avctx, AV_LOG_ERROR,
  2468. "load backward shape isn't supported\n");
  2469. }
  2470. skip_bits(gb, 2); // ref_select_code
  2471. }
  2472. }
  2473. /* detect buggy encoders which don't set the low_delay flag
  2474. * (divx4/xvid/opendivx). Note we cannot detect divx5 without B-frames
  2475. * easily (although it's buggy too) */
  2476. if (s->vo_type == 0 && ctx->vol_control_parameters == 0 &&
  2477. ctx->divx_version == -1 && s->picture_number == 0) {
  2478. av_log(s->avctx, AV_LOG_WARNING,
  2479. "looks like this file was encoded with (divx4/(old)xvid/opendivx) -> forcing low_delay flag\n");
  2480. s->low_delay = 1;
  2481. }
  2482. s->picture_number++; // better than pic number==0 always ;)
  2483. // FIXME add short header support
  2484. s->y_dc_scale_table = ff_mpeg4_y_dc_scale_table;
  2485. s->c_dc_scale_table = ff_mpeg4_c_dc_scale_table;
  2486. if (s->workaround_bugs & FF_BUG_EDGE) {
  2487. s->h_edge_pos = s->width;
  2488. s->v_edge_pos = s->height;
  2489. }
  2490. return 0;
  2491. }
  2492. static void read_quant_matrix_ext(MpegEncContext *s, GetBitContext *gb)
  2493. {
  2494. int i, j, v;
  2495. if (get_bits1(gb)) {
  2496. /* intra_quantiser_matrix */
  2497. for (i = 0; i < 64; i++) {
  2498. v = get_bits(gb, 8);
  2499. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2500. s->intra_matrix[j] = v;
  2501. s->chroma_intra_matrix[j] = v;
  2502. }
  2503. }
  2504. if (get_bits1(gb)) {
  2505. /* non_intra_quantiser_matrix */
  2506. for (i = 0; i < 64; i++) {
  2507. get_bits(gb, 8);
  2508. }
  2509. }
  2510. if (get_bits1(gb)) {
  2511. /* chroma_intra_quantiser_matrix */
  2512. for (i = 0; i < 64; i++) {
  2513. v = get_bits(gb, 8);
  2514. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2515. s->chroma_intra_matrix[j] = v;
  2516. }
  2517. }
  2518. if (get_bits1(gb)) {
  2519. /* chroma_non_intra_quantiser_matrix */
  2520. for (i = 0; i < 64; i++) {
  2521. get_bits(gb, 8);
  2522. }
  2523. }
  2524. next_start_code_studio(gb);
  2525. }
  2526. static void extension_and_user_data(MpegEncContext *s, GetBitContext *gb, int id)
  2527. {
  2528. uint32_t startcode;
  2529. uint8_t extension_type;
  2530. startcode = show_bits_long(gb, 32);
  2531. if (startcode == USER_DATA_STARTCODE || startcode == EXT_STARTCODE) {
  2532. if ((id == 2 || id == 4) && startcode == EXT_STARTCODE) {
  2533. skip_bits_long(gb, 32);
  2534. extension_type = get_bits(gb, 4);
  2535. if (extension_type == QUANT_MATRIX_EXT_ID)
  2536. read_quant_matrix_ext(s, gb);
  2537. }
  2538. }
  2539. }
  2540. static void decode_smpte_tc(Mpeg4DecContext *ctx, GetBitContext *gb)
  2541. {
  2542. MpegEncContext *s = &ctx->m;
  2543. skip_bits(gb, 16); /* Time_code[63..48] */
  2544. check_marker(s->avctx, gb, "after Time_code[63..48]");
  2545. skip_bits(gb, 16); /* Time_code[47..32] */
  2546. check_marker(s->avctx, gb, "after Time_code[47..32]");
  2547. skip_bits(gb, 16); /* Time_code[31..16] */
  2548. check_marker(s->avctx, gb, "after Time_code[31..16]");
  2549. skip_bits(gb, 16); /* Time_code[15..0] */
  2550. check_marker(s->avctx, gb, "after Time_code[15..0]");
  2551. skip_bits(gb, 4); /* reserved_bits */
  2552. }
  2553. /**
  2554. * Decode the next studio vop header.
  2555. * @return <0 if something went wrong
  2556. */
  2557. static int decode_studio_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2558. {
  2559. MpegEncContext *s = &ctx->m;
  2560. if (get_bits_left(gb) <= 32)
  2561. return 0;
  2562. if (get_bits_long(gb, 32) != VOP_STARTCODE)
  2563. return AVERROR_INVALIDDATA;
  2564. s->decode_mb = mpeg4_decode_studio_mb;
  2565. decode_smpte_tc(ctx, gb);
  2566. skip_bits(gb, 10); /* temporal_reference */
  2567. skip_bits(gb, 2); /* vop_structure */
  2568. s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* vop_coding_type */
  2569. if (get_bits1(gb)) { /* vop_coded */
  2570. skip_bits1(gb); /* top_field_first */
  2571. skip_bits1(gb); /* repeat_first_field */
  2572. s->progressive_frame = get_bits1(gb) ^ 1; /* progressive_frame */
  2573. }
  2574. if (s->pict_type == AV_PICTURE_TYPE_I) {
  2575. if (get_bits1(gb))
  2576. reset_studio_dc_predictors(s);
  2577. }
  2578. if (ctx->shape != BIN_ONLY_SHAPE) {
  2579. s->alternate_scan = get_bits1(gb);
  2580. s->frame_pred_frame_dct = get_bits1(gb);
  2581. s->dct_precision = get_bits(gb, 2);
  2582. s->intra_dc_precision = get_bits(gb, 2);
  2583. s->q_scale_type = get_bits1(gb);
  2584. }
  2585. if (s->alternate_scan) {
  2586. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
  2587. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
  2588. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
  2589. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2590. } else {
  2591. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
  2592. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
  2593. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
  2594. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2595. }
  2596. mpeg4_load_default_matrices(s);
  2597. next_start_code_studio(gb);
  2598. extension_and_user_data(s, gb, 4);
  2599. return 0;
  2600. }
  2601. static int decode_studiovisualobject(Mpeg4DecContext *ctx, GetBitContext *gb)
  2602. {
  2603. MpegEncContext *s = &ctx->m;
  2604. int visual_object_type, width, height;
  2605. skip_bits(gb, 4); /* visual_object_verid */
  2606. visual_object_type = get_bits(gb, 4);
  2607. next_start_code_studio(gb);
  2608. extension_and_user_data(s, gb, 1);
  2609. if (visual_object_type == VOT_VIDEO_ID) {
  2610. /* StudioVideoObjectLayer */
  2611. skip_bits_long(gb, 32); /* video_object_start_code */
  2612. skip_bits_long(gb, 32); /* video_object_layer_start_code */
  2613. skip_bits1(gb); /* random_accessible_vol */
  2614. skip_bits(gb, 8); /* video_object_type_indication */
  2615. skip_bits(gb, 4); /* video_object_layer_verid */
  2616. ctx->shape = get_bits(gb, 2); /* video_object_layer_shape */
  2617. skip_bits(gb, 4); /* video_object_layer_shape_extension */
  2618. skip_bits1(gb); /* progressive_sequence */
  2619. if (ctx->shape != BIN_ONLY_SHAPE) {
  2620. ctx->rgb = get_bits1(gb); /* rgb_components */
  2621. s->chroma_format = get_bits(gb, 2); /* chroma_format */
  2622. if (!s->chroma_format) {
  2623. av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
  2624. return AVERROR_INVALIDDATA;
  2625. }
  2626. s->avctx->bits_per_raw_sample = get_bits(gb, 4); /* bit_depth */
  2627. if (s->avctx->bits_per_raw_sample == 10) {
  2628. if (ctx->rgb) {
  2629. s->avctx->pix_fmt = AV_PIX_FMT_GBRP10;
  2630. }
  2631. else {
  2632. s->avctx->pix_fmt = s->chroma_format == CHROMA_422 ? AV_PIX_FMT_YUV422P10 : AV_PIX_FMT_YUV444P10;
  2633. }
  2634. }
  2635. else {
  2636. avpriv_request_sample(s->avctx, "MPEG-4 Studio profile bit-depth %u", s->avctx->bits_per_raw_sample);
  2637. return AVERROR_PATCHWELCOME;
  2638. }
  2639. }
  2640. if (ctx->shape == RECT_SHAPE) {
  2641. check_marker(s->avctx, gb, "before video_object_layer_width");
  2642. width = get_bits(gb, 14); /* video_object_layer_width */
  2643. check_marker(s->avctx, gb, "before video_object_layer_height");
  2644. height = get_bits(gb, 14); /* video_object_layer_height */
  2645. check_marker(s->avctx, gb, "after video_object_layer_height");
  2646. /* Do the same check as non-studio profile */
  2647. if (width && height) {
  2648. if (s->width && s->height &&
  2649. (s->width != width || s->height != height))
  2650. s->context_reinit = 1;
  2651. s->width = width;
  2652. s->height = height;
  2653. }
  2654. }
  2655. s->aspect_ratio_info = get_bits(gb, 4);
  2656. if (s->aspect_ratio_info == FF_ASPECT_EXTENDED) {
  2657. s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
  2658. s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
  2659. } else {
  2660. s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[s->aspect_ratio_info];
  2661. }
  2662. skip_bits(gb, 4); /* frame_rate_code */
  2663. skip_bits(gb, 15); /* first_half_bit_rate */
  2664. check_marker(s->avctx, gb, "after first_half_bit_rate");
  2665. skip_bits(gb, 15); /* latter_half_bit_rate */
  2666. check_marker(s->avctx, gb, "after latter_half_bit_rate");
  2667. skip_bits(gb, 15); /* first_half_vbv_buffer_size */
  2668. check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
  2669. skip_bits(gb, 3); /* latter_half_vbv_buffer_size */
  2670. skip_bits(gb, 11); /* first_half_vbv_buffer_size */
  2671. check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
  2672. skip_bits(gb, 15); /* latter_half_vbv_occupancy */
  2673. check_marker(s->avctx, gb, "after latter_half_vbv_occupancy");
  2674. s->low_delay = get_bits1(gb);
  2675. s->mpeg_quant = get_bits1(gb); /* mpeg2_stream */
  2676. next_start_code_studio(gb);
  2677. extension_and_user_data(s, gb, 2);
  2678. }
  2679. return 0;
  2680. }
  2681. /**
  2682. * Decode MPEG-4 headers.
  2683. * @return <0 if no VOP found (or a damaged one)
  2684. * FRAME_SKIPPED if a not coded VOP is found
  2685. * 0 if a VOP is found
  2686. */
  2687. int ff_mpeg4_decode_picture_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2688. {
  2689. MpegEncContext *s = &ctx->m;
  2690. unsigned startcode, v;
  2691. int ret;
  2692. int vol = 0;
  2693. /* search next start code */
  2694. align_get_bits(gb);
  2695. if (s->codec_tag == AV_RL32("WV1F") && show_bits(gb, 24) == 0x575630) {
  2696. skip_bits(gb, 24);
  2697. if (get_bits(gb, 8) == 0xF0)
  2698. goto end;
  2699. }
  2700. startcode = 0xff;
  2701. for (;;) {
  2702. if (get_bits_count(gb) >= gb->size_in_bits) {
  2703. if (gb->size_in_bits == 8 &&
  2704. (ctx->divx_version >= 0 || ctx->xvid_build >= 0) || s->codec_tag == AV_RL32("QMP4")) {
  2705. av_log(s->avctx, AV_LOG_VERBOSE, "frame skip %d\n", gb->size_in_bits);
  2706. return FRAME_SKIPPED; // divx bug
  2707. } else
  2708. return AVERROR_INVALIDDATA; // end of stream
  2709. }
  2710. /* use the bits after the test */
  2711. v = get_bits(gb, 8);
  2712. startcode = ((startcode << 8) | v) & 0xffffffff;
  2713. if ((startcode & 0xFFFFFF00) != 0x100)
  2714. continue; // no startcode
  2715. if (s->avctx->debug & FF_DEBUG_STARTCODE) {
  2716. av_log(s->avctx, AV_LOG_DEBUG, "startcode: %3X ", startcode);
  2717. if (startcode <= 0x11F)
  2718. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Start");
  2719. else if (startcode <= 0x12F)
  2720. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Layer Start");
  2721. else if (startcode <= 0x13F)
  2722. av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
  2723. else if (startcode <= 0x15F)
  2724. av_log(s->avctx, AV_LOG_DEBUG, "FGS bp start");
  2725. else if (startcode <= 0x1AF)
  2726. av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
  2727. else if (startcode == 0x1B0)
  2728. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq Start");
  2729. else if (startcode == 0x1B1)
  2730. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq End");
  2731. else if (startcode == 0x1B2)
  2732. av_log(s->avctx, AV_LOG_DEBUG, "User Data");
  2733. else if (startcode == 0x1B3)
  2734. av_log(s->avctx, AV_LOG_DEBUG, "Group of VOP start");
  2735. else if (startcode == 0x1B4)
  2736. av_log(s->avctx, AV_LOG_DEBUG, "Video Session Error");
  2737. else if (startcode == 0x1B5)
  2738. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Start");
  2739. else if (startcode == 0x1B6)
  2740. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Plane start");
  2741. else if (startcode == 0x1B7)
  2742. av_log(s->avctx, AV_LOG_DEBUG, "slice start");
  2743. else if (startcode == 0x1B8)
  2744. av_log(s->avctx, AV_LOG_DEBUG, "extension start");
  2745. else if (startcode == 0x1B9)
  2746. av_log(s->avctx, AV_LOG_DEBUG, "fgs start");
  2747. else if (startcode == 0x1BA)
  2748. av_log(s->avctx, AV_LOG_DEBUG, "FBA Object start");
  2749. else if (startcode == 0x1BB)
  2750. av_log(s->avctx, AV_LOG_DEBUG, "FBA Object Plane start");
  2751. else if (startcode == 0x1BC)
  2752. av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object start");
  2753. else if (startcode == 0x1BD)
  2754. av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object Plane start");
  2755. else if (startcode == 0x1BE)
  2756. av_log(s->avctx, AV_LOG_DEBUG, "Still Texture Object start");
  2757. else if (startcode == 0x1BF)
  2758. av_log(s->avctx, AV_LOG_DEBUG, "Texture Spatial Layer start");
  2759. else if (startcode == 0x1C0)
  2760. av_log(s->avctx, AV_LOG_DEBUG, "Texture SNR Layer start");
  2761. else if (startcode == 0x1C1)
  2762. av_log(s->avctx, AV_LOG_DEBUG, "Texture Tile start");
  2763. else if (startcode == 0x1C2)
  2764. av_log(s->avctx, AV_LOG_DEBUG, "Texture Shape Layer start");
  2765. else if (startcode == 0x1C3)
  2766. av_log(s->avctx, AV_LOG_DEBUG, "stuffing start");
  2767. else if (startcode <= 0x1C5)
  2768. av_log(s->avctx, AV_LOG_DEBUG, "reserved");
  2769. else if (startcode <= 0x1FF)
  2770. av_log(s->avctx, AV_LOG_DEBUG, "System start");
  2771. av_log(s->avctx, AV_LOG_DEBUG, " at %d\n", get_bits_count(gb));
  2772. }
  2773. if (startcode >= 0x120 && startcode <= 0x12F) {
  2774. if (vol) {
  2775. av_log(s->avctx, AV_LOG_WARNING, "Ignoring multiple VOL headers\n");
  2776. continue;
  2777. }
  2778. vol++;
  2779. if ((ret = decode_vol_header(ctx, gb)) < 0)
  2780. return ret;
  2781. } else if (startcode == USER_DATA_STARTCODE) {
  2782. decode_user_data(ctx, gb);
  2783. } else if (startcode == GOP_STARTCODE) {
  2784. mpeg4_decode_gop_header(s, gb);
  2785. } else if (startcode == VOS_STARTCODE) {
  2786. mpeg4_decode_profile_level(s, gb);
  2787. if (s->avctx->profile == FF_PROFILE_MPEG4_SIMPLE_STUDIO &&
  2788. (s->avctx->level > 0 && s->avctx->level < 9)) {
  2789. s->studio_profile = 1;
  2790. next_start_code_studio(gb);
  2791. extension_and_user_data(s, gb, 0);
  2792. }
  2793. } else if (startcode == VISUAL_OBJ_STARTCODE) {
  2794. if (s->studio_profile) {
  2795. if ((ret = decode_studiovisualobject(ctx, gb)) < 0)
  2796. return ret;
  2797. break;
  2798. } else
  2799. mpeg4_decode_visual_object(s, gb);
  2800. } else if (startcode == VOP_STARTCODE) {
  2801. break;
  2802. }
  2803. align_get_bits(gb);
  2804. startcode = 0xff;
  2805. }
  2806. end:
  2807. if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
  2808. s->low_delay = 1;
  2809. s->avctx->has_b_frames = !s->low_delay;
  2810. if (s->studio_profile)
  2811. return decode_studio_vop_header(ctx, gb);
  2812. else
  2813. return decode_vop_header(ctx, gb);
  2814. }
  2815. av_cold void ff_mpeg4videodec_static_init(void) {
  2816. static int done = 0;
  2817. if (!done) {
  2818. ff_rl_init(&ff_mpeg4_rl_intra, ff_mpeg4_static_rl_table_store[0]);
  2819. ff_rl_init(&ff_rvlc_rl_inter, ff_mpeg4_static_rl_table_store[1]);
  2820. ff_rl_init(&ff_rvlc_rl_intra, ff_mpeg4_static_rl_table_store[2]);
  2821. INIT_VLC_RL(ff_mpeg4_rl_intra, 554);
  2822. INIT_VLC_RL(ff_rvlc_rl_inter, 1072);
  2823. INIT_VLC_RL(ff_rvlc_rl_intra, 1072);
  2824. INIT_VLC_STATIC(&dc_lum, DC_VLC_BITS, 10 /* 13 */,
  2825. &ff_mpeg4_DCtab_lum[0][1], 2, 1,
  2826. &ff_mpeg4_DCtab_lum[0][0], 2, 1, 512);
  2827. INIT_VLC_STATIC(&dc_chrom, DC_VLC_BITS, 10 /* 13 */,
  2828. &ff_mpeg4_DCtab_chrom[0][1], 2, 1,
  2829. &ff_mpeg4_DCtab_chrom[0][0], 2, 1, 512);
  2830. INIT_VLC_STATIC(&sprite_trajectory, SPRITE_TRAJ_VLC_BITS, 15,
  2831. &ff_sprite_trajectory_tab[0][1], 4, 2,
  2832. &ff_sprite_trajectory_tab[0][0], 4, 2, 128);
  2833. INIT_VLC_STATIC(&mb_type_b_vlc, MB_TYPE_B_VLC_BITS, 4,
  2834. &ff_mb_type_b_tab[0][1], 2, 1,
  2835. &ff_mb_type_b_tab[0][0], 2, 1, 16);
  2836. done = 1;
  2837. }
  2838. }
  2839. int ff_mpeg4_frame_end(AVCodecContext *avctx, const uint8_t *buf, int buf_size)
  2840. {
  2841. Mpeg4DecContext *ctx = avctx->priv_data;
  2842. MpegEncContext *s = &ctx->m;
  2843. /* divx 5.01+ bitstream reorder stuff */
  2844. /* Since this clobbers the input buffer and hwaccel codecs still need the
  2845. * data during hwaccel->end_frame we should not do this any earlier */
  2846. if (s->divx_packed) {
  2847. int current_pos = s->gb.buffer == s->bitstream_buffer ? 0 : (get_bits_count(&s->gb) >> 3);
  2848. int startcode_found = 0;
  2849. if (buf_size - current_pos > 7) {
  2850. int i;
  2851. for (i = current_pos; i < buf_size - 4; i++)
  2852. if (buf[i] == 0 &&
  2853. buf[i + 1] == 0 &&
  2854. buf[i + 2] == 1 &&
  2855. buf[i + 3] == 0xB6) {
  2856. startcode_found = !(buf[i + 4] & 0x40);
  2857. break;
  2858. }
  2859. }
  2860. if (startcode_found) {
  2861. if (!ctx->showed_packed_warning) {
  2862. av_log(s->avctx, AV_LOG_INFO, "Video uses a non-standard and "
  2863. "wasteful way to store B-frames ('packed B-frames'). "
  2864. "Consider using the mpeg4_unpack_bframes bitstream filter without encoding but stream copy to fix it.\n");
  2865. ctx->showed_packed_warning = 1;
  2866. }
  2867. av_fast_padded_malloc(&s->bitstream_buffer,
  2868. &s->allocated_bitstream_buffer_size,
  2869. buf_size - current_pos);
  2870. if (!s->bitstream_buffer) {
  2871. s->bitstream_buffer_size = 0;
  2872. return AVERROR(ENOMEM);
  2873. }
  2874. memcpy(s->bitstream_buffer, buf + current_pos,
  2875. buf_size - current_pos);
  2876. s->bitstream_buffer_size = buf_size - current_pos;
  2877. }
  2878. }
  2879. return 0;
  2880. }
  2881. #if HAVE_THREADS
  2882. static int mpeg4_update_thread_context(AVCodecContext *dst,
  2883. const AVCodecContext *src)
  2884. {
  2885. Mpeg4DecContext *s = dst->priv_data;
  2886. const Mpeg4DecContext *s1 = src->priv_data;
  2887. int init = s->m.context_initialized;
  2888. int ret = ff_mpeg_update_thread_context(dst, src);
  2889. if (ret < 0)
  2890. return ret;
  2891. memcpy(((uint8_t*)s) + sizeof(MpegEncContext), ((uint8_t*)s1) + sizeof(MpegEncContext), sizeof(Mpeg4DecContext) - sizeof(MpegEncContext));
  2892. if (CONFIG_MPEG4_DECODER && !init && s1->xvid_build >= 0)
  2893. ff_xvid_idct_init(&s->m.idsp, dst);
  2894. return 0;
  2895. }
  2896. #endif
  2897. static av_cold int init_studio_vlcs(Mpeg4DecContext *ctx)
  2898. {
  2899. int i, ret;
  2900. for (i = 0; i < 12; i++) {
  2901. ret = init_vlc(&ctx->studio_intra_tab[i], STUDIO_INTRA_BITS, 22,
  2902. &ff_mpeg4_studio_intra[i][0][1], 4, 2,
  2903. &ff_mpeg4_studio_intra[i][0][0], 4, 2,
  2904. 0);
  2905. if (ret < 0)
  2906. return ret;
  2907. }
  2908. ret = init_vlc(&ctx->studio_luma_dc, STUDIO_INTRA_BITS, 19,
  2909. &ff_mpeg4_studio_dc_luma[0][1], 4, 2,
  2910. &ff_mpeg4_studio_dc_luma[0][0], 4, 2,
  2911. 0);
  2912. if (ret < 0)
  2913. return ret;
  2914. ret = init_vlc(&ctx->studio_chroma_dc, STUDIO_INTRA_BITS, 19,
  2915. &ff_mpeg4_studio_dc_chroma[0][1], 4, 2,
  2916. &ff_mpeg4_studio_dc_chroma[0][0], 4, 2,
  2917. 0);
  2918. if (ret < 0)
  2919. return ret;
  2920. return 0;
  2921. }
  2922. static av_cold int decode_init(AVCodecContext *avctx)
  2923. {
  2924. Mpeg4DecContext *ctx = avctx->priv_data;
  2925. MpegEncContext *s = &ctx->m;
  2926. int ret;
  2927. ctx->divx_version =
  2928. ctx->divx_build =
  2929. ctx->xvid_build =
  2930. ctx->lavc_build = -1;
  2931. if ((ret = ff_h263_decode_init(avctx)) < 0)
  2932. return ret;
  2933. ff_mpeg4videodec_static_init();
  2934. if ((ret = init_studio_vlcs(ctx)) < 0)
  2935. return ret;
  2936. s->h263_pred = 1;
  2937. s->low_delay = 0; /* default, might be overridden in the vol header during header parsing */
  2938. s->decode_mb = mpeg4_decode_mb;
  2939. ctx->time_increment_bits = 4; /* default value for broken headers */
  2940. avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
  2941. avctx->internal->allocate_progress = 1;
  2942. return 0;
  2943. }
  2944. static av_cold int decode_end(AVCodecContext *avctx)
  2945. {
  2946. Mpeg4DecContext *ctx = avctx->priv_data;
  2947. int i;
  2948. if (!avctx->internal->is_copy) {
  2949. for (i = 0; i < 12; i++)
  2950. ff_free_vlc(&ctx->studio_intra_tab[i]);
  2951. ff_free_vlc(&ctx->studio_luma_dc);
  2952. ff_free_vlc(&ctx->studio_chroma_dc);
  2953. }
  2954. return ff_h263_decode_end(avctx);
  2955. }
  2956. static const AVOption mpeg4_options[] = {
  2957. {"quarter_sample", "1/4 subpel MC", offsetof(MpegEncContext, quarter_sample), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, 0},
  2958. {"divx_packed", "divx style packed b frames", offsetof(MpegEncContext, divx_packed), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, 0},
  2959. {NULL}
  2960. };
  2961. static const AVClass mpeg4_class = {
  2962. .class_name = "MPEG4 Video Decoder",
  2963. .item_name = av_default_item_name,
  2964. .option = mpeg4_options,
  2965. .version = LIBAVUTIL_VERSION_INT,
  2966. };
  2967. AVCodec ff_mpeg4_decoder = {
  2968. .name = "mpeg4",
  2969. .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2"),
  2970. .type = AVMEDIA_TYPE_VIDEO,
  2971. .id = AV_CODEC_ID_MPEG4,
  2972. .priv_data_size = sizeof(Mpeg4DecContext),
  2973. .init = decode_init,
  2974. .close = decode_end,
  2975. .decode = ff_h263_decode_frame,
  2976. .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
  2977. AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY |
  2978. AV_CODEC_CAP_FRAME_THREADS,
  2979. .caps_internal = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
  2980. .flush = ff_mpeg_flush,
  2981. .max_lowres = 3,
  2982. .pix_fmts = ff_h263_hwaccel_pixfmt_list_420,
  2983. .profiles = NULL_IF_CONFIG_SMALL(ff_mpeg4_video_profiles),
  2984. .update_thread_context = ONLY_IF_THREADS_ENABLED(mpeg4_update_thread_context),
  2985. .priv_class = &mpeg4_class,
  2986. .hw_configs = (const AVCodecHWConfigInternal*[]) {
  2987. #if CONFIG_MPEG4_NVDEC_HWACCEL
  2988. HWACCEL_NVDEC(mpeg4),
  2989. #endif
  2990. #if CONFIG_MPEG4_VAAPI_HWACCEL
  2991. HWACCEL_VAAPI(mpeg4),
  2992. #endif
  2993. #if CONFIG_MPEG4_VDPAU_HWACCEL
  2994. HWACCEL_VDPAU(mpeg4),
  2995. #endif
  2996. #if CONFIG_MPEG4_VIDEOTOOLBOX_HWACCEL
  2997. HWACCEL_VIDEOTOOLBOX(mpeg4),
  2998. #endif
  2999. NULL
  3000. },
  3001. };