You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

3612 lines
136KB

  1. /*
  2. * MPEG-4 decoder
  3. * Copyright (c) 2000,2001 Fabrice Bellard
  4. * Copyright (c) 2002-2010 Michael Niedermayer <michaelni@gmx.at>
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #define UNCHECKED_BITSTREAM_READER 1
  23. #include "libavutil/internal.h"
  24. #include "libavutil/opt.h"
  25. #include "libavutil/pixdesc.h"
  26. #include "libavutil/thread.h"
  27. #include "error_resilience.h"
  28. #include "hwconfig.h"
  29. #include "idctdsp.h"
  30. #include "internal.h"
  31. #include "mpegutils.h"
  32. #include "mpegvideo.h"
  33. #include "mpegvideodata.h"
  34. #include "mpeg4video.h"
  35. #include "h263.h"
  36. #include "profiles.h"
  37. #include "thread.h"
  38. #include "xvididct.h"
  39. #include "unary.h"
  40. /* The defines below define the number of bits that are read at once for
  41. * reading vlc values. Changing these may improve speed and data cache needs
  42. * be aware though that decreasing them may need the number of stages that is
  43. * passed to get_vlc* to be increased. */
  44. #define SPRITE_TRAJ_VLC_BITS 6
  45. #define DC_VLC_BITS 9
  46. #define MB_TYPE_B_VLC_BITS 4
  47. #define STUDIO_INTRA_BITS 9
  48. static int decode_studio_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb);
  49. static VLC dc_lum, dc_chrom;
  50. static VLC sprite_trajectory;
  51. static VLC mb_type_b_vlc;
  52. static VLC studio_intra_tab[12];
  53. static VLC studio_luma_dc;
  54. static VLC studio_chroma_dc;
  55. static const int mb_type_b_map[4] = {
  56. MB_TYPE_DIRECT2 | MB_TYPE_L0L1,
  57. MB_TYPE_L0L1 | MB_TYPE_16x16,
  58. MB_TYPE_L1 | MB_TYPE_16x16,
  59. MB_TYPE_L0 | MB_TYPE_16x16,
  60. };
  61. /**
  62. * Predict the ac.
  63. * @param n block index (0-3 are luma, 4-5 are chroma)
  64. * @param dir the ac prediction direction
  65. */
  66. void ff_mpeg4_pred_ac(MpegEncContext *s, int16_t *block, int n, int dir)
  67. {
  68. int i;
  69. int16_t *ac_val, *ac_val1;
  70. int8_t *const qscale_table = s->current_picture.qscale_table;
  71. /* find prediction */
  72. ac_val = &s->ac_val[0][0][0] + s->block_index[n] * 16;
  73. ac_val1 = ac_val;
  74. if (s->ac_pred) {
  75. if (dir == 0) {
  76. const int xy = s->mb_x - 1 + s->mb_y * s->mb_stride;
  77. /* left prediction */
  78. ac_val -= 16;
  79. if (s->mb_x == 0 || s->qscale == qscale_table[xy] ||
  80. n == 1 || n == 3) {
  81. /* same qscale */
  82. for (i = 1; i < 8; i++)
  83. block[s->idsp.idct_permutation[i << 3]] += ac_val[i];
  84. } else {
  85. /* different qscale, we must rescale */
  86. for (i = 1; i < 8; i++)
  87. block[s->idsp.idct_permutation[i << 3]] += ROUNDED_DIV(ac_val[i] * qscale_table[xy], s->qscale);
  88. }
  89. } else {
  90. const int xy = s->mb_x + s->mb_y * s->mb_stride - s->mb_stride;
  91. /* top prediction */
  92. ac_val -= 16 * s->block_wrap[n];
  93. if (s->mb_y == 0 || s->qscale == qscale_table[xy] ||
  94. n == 2 || n == 3) {
  95. /* same qscale */
  96. for (i = 1; i < 8; i++)
  97. block[s->idsp.idct_permutation[i]] += ac_val[i + 8];
  98. } else {
  99. /* different qscale, we must rescale */
  100. for (i = 1; i < 8; i++)
  101. block[s->idsp.idct_permutation[i]] += ROUNDED_DIV(ac_val[i + 8] * qscale_table[xy], s->qscale);
  102. }
  103. }
  104. }
  105. /* left copy */
  106. for (i = 1; i < 8; i++)
  107. ac_val1[i] = block[s->idsp.idct_permutation[i << 3]];
  108. /* top copy */
  109. for (i = 1; i < 8; i++)
  110. ac_val1[8 + i] = block[s->idsp.idct_permutation[i]];
  111. }
  112. /**
  113. * check if the next stuff is a resync marker or the end.
  114. * @return 0 if not
  115. */
  116. static inline int mpeg4_is_resync(Mpeg4DecContext *ctx)
  117. {
  118. MpegEncContext *s = &ctx->m;
  119. int bits_count = get_bits_count(&s->gb);
  120. int v = show_bits(&s->gb, 16);
  121. if (s->workaround_bugs & FF_BUG_NO_PADDING && !ctx->resync_marker)
  122. return 0;
  123. while (v <= 0xFF) {
  124. if (s->pict_type == AV_PICTURE_TYPE_B ||
  125. (v >> (8 - s->pict_type) != 1) || s->partitioned_frame)
  126. break;
  127. skip_bits(&s->gb, 8 + s->pict_type);
  128. bits_count += 8 + s->pict_type;
  129. v = show_bits(&s->gb, 16);
  130. }
  131. if (bits_count + 8 >= s->gb.size_in_bits) {
  132. v >>= 8;
  133. v |= 0x7F >> (7 - (bits_count & 7));
  134. if (v == 0x7F)
  135. return s->mb_num;
  136. } else {
  137. if (v == ff_mpeg4_resync_prefix[bits_count & 7]) {
  138. int len, mb_num;
  139. int mb_num_bits = av_log2(s->mb_num - 1) + 1;
  140. GetBitContext gb = s->gb;
  141. skip_bits(&s->gb, 1);
  142. align_get_bits(&s->gb);
  143. for (len = 0; len < 32; len++)
  144. if (get_bits1(&s->gb))
  145. break;
  146. mb_num = get_bits(&s->gb, mb_num_bits);
  147. if (!mb_num || mb_num > s->mb_num || get_bits_count(&s->gb)+6 > s->gb.size_in_bits)
  148. mb_num= -1;
  149. s->gb = gb;
  150. if (len >= ff_mpeg4_get_video_packet_prefix_length(s))
  151. return mb_num;
  152. }
  153. }
  154. return 0;
  155. }
  156. static int mpeg4_decode_sprite_trajectory(Mpeg4DecContext *ctx, GetBitContext *gb)
  157. {
  158. MpegEncContext *s = &ctx->m;
  159. int a = 2 << s->sprite_warping_accuracy;
  160. int rho = 3 - s->sprite_warping_accuracy;
  161. int r = 16 / a;
  162. int alpha = 1;
  163. int beta = 0;
  164. int w = s->width;
  165. int h = s->height;
  166. int min_ab, i, w2, h2, w3, h3;
  167. int sprite_ref[4][2];
  168. int virtual_ref[2][2];
  169. int64_t sprite_offset[2][2];
  170. int64_t sprite_delta[2][2];
  171. // only true for rectangle shapes
  172. const int vop_ref[4][2] = { { 0, 0 }, { s->width, 0 },
  173. { 0, s->height }, { s->width, s->height } };
  174. int d[4][2] = { { 0, 0 }, { 0, 0 }, { 0, 0 }, { 0, 0 } };
  175. if (w <= 0 || h <= 0)
  176. return AVERROR_INVALIDDATA;
  177. /* the decoder was not properly initialized and we cannot continue */
  178. if (sprite_trajectory.table == NULL)
  179. return AVERROR_INVALIDDATA;
  180. for (i = 0; i < ctx->num_sprite_warping_points; i++) {
  181. int length;
  182. int x = 0, y = 0;
  183. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 2);
  184. if (length > 0)
  185. x = get_xbits(gb, length);
  186. if (!(ctx->divx_version == 500 && ctx->divx_build == 413))
  187. check_marker(s->avctx, gb, "before sprite_trajectory");
  188. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 2);
  189. if (length > 0)
  190. y = get_xbits(gb, length);
  191. check_marker(s->avctx, gb, "after sprite_trajectory");
  192. ctx->sprite_traj[i][0] = d[i][0] = x;
  193. ctx->sprite_traj[i][1] = d[i][1] = y;
  194. }
  195. for (; i < 4; i++)
  196. ctx->sprite_traj[i][0] = ctx->sprite_traj[i][1] = 0;
  197. while ((1 << alpha) < w)
  198. alpha++;
  199. while ((1 << beta) < h)
  200. beta++; /* typo in the MPEG-4 std for the definition of w' and h' */
  201. w2 = 1 << alpha;
  202. h2 = 1 << beta;
  203. // Note, the 4th point isn't used for GMC
  204. if (ctx->divx_version == 500 && ctx->divx_build == 413) {
  205. sprite_ref[0][0] = a * vop_ref[0][0] + d[0][0];
  206. sprite_ref[0][1] = a * vop_ref[0][1] + d[0][1];
  207. sprite_ref[1][0] = a * vop_ref[1][0] + d[0][0] + d[1][0];
  208. sprite_ref[1][1] = a * vop_ref[1][1] + d[0][1] + d[1][1];
  209. sprite_ref[2][0] = a * vop_ref[2][0] + d[0][0] + d[2][0];
  210. sprite_ref[2][1] = a * vop_ref[2][1] + d[0][1] + d[2][1];
  211. } else {
  212. sprite_ref[0][0] = (a >> 1) * (2 * vop_ref[0][0] + d[0][0]);
  213. sprite_ref[0][1] = (a >> 1) * (2 * vop_ref[0][1] + d[0][1]);
  214. sprite_ref[1][0] = (a >> 1) * (2 * vop_ref[1][0] + d[0][0] + d[1][0]);
  215. sprite_ref[1][1] = (a >> 1) * (2 * vop_ref[1][1] + d[0][1] + d[1][1]);
  216. sprite_ref[2][0] = (a >> 1) * (2 * vop_ref[2][0] + d[0][0] + d[2][0]);
  217. sprite_ref[2][1] = (a >> 1) * (2 * vop_ref[2][1] + d[0][1] + d[2][1]);
  218. }
  219. /* sprite_ref[3][0] = (a >> 1) * (2 * vop_ref[3][0] + d[0][0] + d[1][0] + d[2][0] + d[3][0]);
  220. * sprite_ref[3][1] = (a >> 1) * (2 * vop_ref[3][1] + d[0][1] + d[1][1] + d[2][1] + d[3][1]); */
  221. /* This is mostly identical to the MPEG-4 std (and is totally unreadable
  222. * because of that...). Perhaps it should be reordered to be more readable.
  223. * The idea behind this virtual_ref mess is to be able to use shifts later
  224. * per pixel instead of divides so the distance between points is converted
  225. * from w&h based to w2&h2 based which are of the 2^x form. */
  226. virtual_ref[0][0] = 16 * (vop_ref[0][0] + w2) +
  227. ROUNDED_DIV(((w - w2) *
  228. (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
  229. w2 * (r * sprite_ref[1][0] - 16LL * vop_ref[1][0])), w);
  230. virtual_ref[0][1] = 16 * vop_ref[0][1] +
  231. ROUNDED_DIV(((w - w2) *
  232. (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
  233. w2 * (r * sprite_ref[1][1] - 16LL * vop_ref[1][1])), w);
  234. virtual_ref[1][0] = 16 * vop_ref[0][0] +
  235. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
  236. h2 * (r * sprite_ref[2][0] - 16LL * vop_ref[2][0])), h);
  237. virtual_ref[1][1] = 16 * (vop_ref[0][1] + h2) +
  238. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
  239. h2 * (r * sprite_ref[2][1] - 16LL * vop_ref[2][1])), h);
  240. switch (ctx->num_sprite_warping_points) {
  241. case 0:
  242. sprite_offset[0][0] =
  243. sprite_offset[0][1] =
  244. sprite_offset[1][0] =
  245. sprite_offset[1][1] = 0;
  246. sprite_delta[0][0] = a;
  247. sprite_delta[0][1] =
  248. sprite_delta[1][0] = 0;
  249. sprite_delta[1][1] = a;
  250. ctx->sprite_shift[0] =
  251. ctx->sprite_shift[1] = 0;
  252. break;
  253. case 1: // GMC only
  254. sprite_offset[0][0] = sprite_ref[0][0] - a * vop_ref[0][0];
  255. sprite_offset[0][1] = sprite_ref[0][1] - a * vop_ref[0][1];
  256. sprite_offset[1][0] = ((sprite_ref[0][0] >> 1) | (sprite_ref[0][0] & 1)) -
  257. a * (vop_ref[0][0] / 2);
  258. sprite_offset[1][1] = ((sprite_ref[0][1] >> 1) | (sprite_ref[0][1] & 1)) -
  259. a * (vop_ref[0][1] / 2);
  260. sprite_delta[0][0] = a;
  261. sprite_delta[0][1] =
  262. sprite_delta[1][0] = 0;
  263. sprite_delta[1][1] = a;
  264. ctx->sprite_shift[0] =
  265. ctx->sprite_shift[1] = 0;
  266. break;
  267. case 2:
  268. sprite_offset[0][0] = ((int64_t) sprite_ref[0][0] * (1 << alpha + rho)) +
  269. ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
  270. ((int64_t) -vop_ref[0][0]) +
  271. ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
  272. ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
  273. sprite_offset[0][1] = ((int64_t) sprite_ref[0][1] * (1 << alpha + rho)) +
  274. ((int64_t) -r * sprite_ref[0][1] + virtual_ref[0][1]) *
  275. ((int64_t) -vop_ref[0][0]) +
  276. ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
  277. ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
  278. sprite_offset[1][0] = (((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  279. ((int64_t)-2 * vop_ref[0][0] + 1) +
  280. ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
  281. ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  282. (int64_t) sprite_ref[0][0] - 16 * w2 + (1 << (alpha + rho + 1)));
  283. sprite_offset[1][1] = (((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  284. ((int64_t)-2 * vop_ref[0][0] + 1) +
  285. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  286. ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  287. (int64_t) sprite_ref[0][1] - 16 * w2 + (1 << (alpha + rho + 1)));
  288. sprite_delta[0][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  289. sprite_delta[0][1] = (+r * sprite_ref[0][1] - virtual_ref[0][1]);
  290. sprite_delta[1][0] = (-r * sprite_ref[0][1] + virtual_ref[0][1]);
  291. sprite_delta[1][1] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  292. ctx->sprite_shift[0] = alpha + rho;
  293. ctx->sprite_shift[1] = alpha + rho + 2;
  294. break;
  295. case 3:
  296. min_ab = FFMIN(alpha, beta);
  297. w3 = w2 >> min_ab;
  298. h3 = h2 >> min_ab;
  299. sprite_offset[0][0] = ((int64_t)sprite_ref[0][0] * (1 << (alpha + beta + rho - min_ab))) +
  300. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-vop_ref[0][0]) +
  301. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-vop_ref[0][1]) +
  302. ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
  303. sprite_offset[0][1] = ((int64_t)sprite_ref[0][1] * (1 << (alpha + beta + rho - min_ab))) +
  304. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-vop_ref[0][0]) +
  305. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-vop_ref[0][1]) +
  306. ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
  307. sprite_offset[1][0] = ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-2 * vop_ref[0][0] + 1) +
  308. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-2 * vop_ref[0][1] + 1) +
  309. (int64_t)2 * w2 * h3 * r * sprite_ref[0][0] - 16 * w2 * h3 +
  310. ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
  311. sprite_offset[1][1] = ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-2 * vop_ref[0][0] + 1) +
  312. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-2 * vop_ref[0][1] + 1) +
  313. (int64_t)2 * w2 * h3 * r * sprite_ref[0][1] - 16 * w2 * h3 +
  314. ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
  315. sprite_delta[0][0] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[0][0]) * h3;
  316. sprite_delta[0][1] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[1][0]) * w3;
  317. sprite_delta[1][0] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[0][1]) * h3;
  318. sprite_delta[1][1] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[1][1]) * w3;
  319. ctx->sprite_shift[0] = alpha + beta + rho - min_ab;
  320. ctx->sprite_shift[1] = alpha + beta + rho - min_ab + 2;
  321. break;
  322. }
  323. /* try to simplify the situation */
  324. if (sprite_delta[0][0] == a << ctx->sprite_shift[0] &&
  325. sprite_delta[0][1] == 0 &&
  326. sprite_delta[1][0] == 0 &&
  327. sprite_delta[1][1] == a << ctx->sprite_shift[0]) {
  328. sprite_offset[0][0] >>= ctx->sprite_shift[0];
  329. sprite_offset[0][1] >>= ctx->sprite_shift[0];
  330. sprite_offset[1][0] >>= ctx->sprite_shift[1];
  331. sprite_offset[1][1] >>= ctx->sprite_shift[1];
  332. sprite_delta[0][0] = a;
  333. sprite_delta[0][1] = 0;
  334. sprite_delta[1][0] = 0;
  335. sprite_delta[1][1] = a;
  336. ctx->sprite_shift[0] = 0;
  337. ctx->sprite_shift[1] = 0;
  338. s->real_sprite_warping_points = 1;
  339. } else {
  340. int shift_y = 16 - ctx->sprite_shift[0];
  341. int shift_c = 16 - ctx->sprite_shift[1];
  342. for (i = 0; i < 2; i++) {
  343. if (shift_c < 0 || shift_y < 0 ||
  344. FFABS( sprite_offset[0][i]) >= INT_MAX >> shift_y ||
  345. FFABS( sprite_offset[1][i]) >= INT_MAX >> shift_c ||
  346. FFABS( sprite_delta[0][i]) >= INT_MAX >> shift_y ||
  347. FFABS( sprite_delta[1][i]) >= INT_MAX >> shift_y
  348. ) {
  349. avpriv_request_sample(s->avctx, "Too large sprite shift, delta or offset");
  350. goto overflow;
  351. }
  352. }
  353. for (i = 0; i < 2; i++) {
  354. sprite_offset[0][i] *= 1 << shift_y;
  355. sprite_offset[1][i] *= 1 << shift_c;
  356. sprite_delta[0][i] *= 1 << shift_y;
  357. sprite_delta[1][i] *= 1 << shift_y;
  358. ctx->sprite_shift[i] = 16;
  359. }
  360. for (i = 0; i < 2; i++) {
  361. int64_t sd[2] = {
  362. sprite_delta[i][0] - a * (1LL<<16),
  363. sprite_delta[i][1] - a * (1LL<<16)
  364. };
  365. if (llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
  366. llabs(sprite_offset[0][i] + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
  367. llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL) + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
  368. llabs(sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
  369. llabs(sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
  370. llabs(sd[0]) >= INT_MAX ||
  371. llabs(sd[1]) >= INT_MAX ||
  372. llabs(sprite_offset[0][i] + sd[0] * (w+16LL)) >= INT_MAX ||
  373. llabs(sprite_offset[0][i] + sd[1] * (h+16LL)) >= INT_MAX ||
  374. llabs(sprite_offset[0][i] + sd[0] * (w+16LL) + sd[1] * (h+16LL)) >= INT_MAX
  375. ) {
  376. avpriv_request_sample(s->avctx, "Overflow on sprite points");
  377. goto overflow;
  378. }
  379. }
  380. s->real_sprite_warping_points = ctx->num_sprite_warping_points;
  381. }
  382. for (i = 0; i < 4; i++) {
  383. s->sprite_offset[i&1][i>>1] = sprite_offset[i&1][i>>1];
  384. s->sprite_delta [i&1][i>>1] = sprite_delta [i&1][i>>1];
  385. }
  386. return 0;
  387. overflow:
  388. memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
  389. memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
  390. return AVERROR_PATCHWELCOME;
  391. }
  392. static int decode_new_pred(Mpeg4DecContext *ctx, GetBitContext *gb) {
  393. MpegEncContext *s = &ctx->m;
  394. int len = FFMIN(ctx->time_increment_bits + 3, 15);
  395. get_bits(gb, len);
  396. if (get_bits1(gb))
  397. get_bits(gb, len);
  398. check_marker(s->avctx, gb, "after new_pred");
  399. return 0;
  400. }
  401. /**
  402. * Decode the next video packet.
  403. * @return <0 if something went wrong
  404. */
  405. int ff_mpeg4_decode_video_packet_header(Mpeg4DecContext *ctx)
  406. {
  407. MpegEncContext *s = &ctx->m;
  408. int mb_num_bits = av_log2(s->mb_num - 1) + 1;
  409. int header_extension = 0, mb_num, len;
  410. /* is there enough space left for a video packet + header */
  411. if (get_bits_count(&s->gb) > s->gb.size_in_bits - 20)
  412. return AVERROR_INVALIDDATA;
  413. for (len = 0; len < 32; len++)
  414. if (get_bits1(&s->gb))
  415. break;
  416. if (len != ff_mpeg4_get_video_packet_prefix_length(s)) {
  417. av_log(s->avctx, AV_LOG_ERROR, "marker does not match f_code\n");
  418. return AVERROR_INVALIDDATA;
  419. }
  420. if (ctx->shape != RECT_SHAPE) {
  421. header_extension = get_bits1(&s->gb);
  422. // FIXME more stuff here
  423. }
  424. mb_num = get_bits(&s->gb, mb_num_bits);
  425. if (mb_num >= s->mb_num || !mb_num) {
  426. av_log(s->avctx, AV_LOG_ERROR,
  427. "illegal mb_num in video packet (%d %d) \n", mb_num, s->mb_num);
  428. return AVERROR_INVALIDDATA;
  429. }
  430. s->mb_x = mb_num % s->mb_width;
  431. s->mb_y = mb_num / s->mb_width;
  432. if (ctx->shape != BIN_ONLY_SHAPE) {
  433. int qscale = get_bits(&s->gb, s->quant_precision);
  434. if (qscale)
  435. s->chroma_qscale = s->qscale = qscale;
  436. }
  437. if (ctx->shape == RECT_SHAPE)
  438. header_extension = get_bits1(&s->gb);
  439. if (header_extension) {
  440. int time_incr = 0;
  441. while (get_bits1(&s->gb) != 0)
  442. time_incr++;
  443. check_marker(s->avctx, &s->gb, "before time_increment in video packed header");
  444. skip_bits(&s->gb, ctx->time_increment_bits); /* time_increment */
  445. check_marker(s->avctx, &s->gb, "before vop_coding_type in video packed header");
  446. skip_bits(&s->gb, 2); /* vop coding type */
  447. // FIXME not rect stuff here
  448. if (ctx->shape != BIN_ONLY_SHAPE) {
  449. skip_bits(&s->gb, 3); /* intra dc vlc threshold */
  450. // FIXME don't just ignore everything
  451. if (s->pict_type == AV_PICTURE_TYPE_S &&
  452. ctx->vol_sprite_usage == GMC_SPRITE) {
  453. if (mpeg4_decode_sprite_trajectory(ctx, &s->gb) < 0)
  454. return AVERROR_INVALIDDATA;
  455. av_log(s->avctx, AV_LOG_ERROR, "untested\n");
  456. }
  457. // FIXME reduced res stuff here
  458. if (s->pict_type != AV_PICTURE_TYPE_I) {
  459. int f_code = get_bits(&s->gb, 3); /* fcode_for */
  460. if (f_code == 0)
  461. av_log(s->avctx, AV_LOG_ERROR,
  462. "Error, video packet header damaged (f_code=0)\n");
  463. }
  464. if (s->pict_type == AV_PICTURE_TYPE_B) {
  465. int b_code = get_bits(&s->gb, 3);
  466. if (b_code == 0)
  467. av_log(s->avctx, AV_LOG_ERROR,
  468. "Error, video packet header damaged (b_code=0)\n");
  469. }
  470. }
  471. }
  472. if (ctx->new_pred)
  473. decode_new_pred(ctx, &s->gb);
  474. return 0;
  475. }
  476. static void reset_studio_dc_predictors(MpegEncContext *s)
  477. {
  478. /* Reset DC Predictors */
  479. s->last_dc[0] =
  480. s->last_dc[1] =
  481. s->last_dc[2] = 1 << (s->avctx->bits_per_raw_sample + s->dct_precision + s->intra_dc_precision - 1);
  482. }
  483. /**
  484. * Decode the next video packet.
  485. * @return <0 if something went wrong
  486. */
  487. int ff_mpeg4_decode_studio_slice_header(Mpeg4DecContext *ctx)
  488. {
  489. MpegEncContext *s = &ctx->m;
  490. GetBitContext *gb = &s->gb;
  491. unsigned vlc_len;
  492. uint16_t mb_num;
  493. if (get_bits_left(gb) >= 32 && get_bits_long(gb, 32) == SLICE_START_CODE) {
  494. vlc_len = av_log2(s->mb_width * s->mb_height) + 1;
  495. mb_num = get_bits(gb, vlc_len);
  496. if (mb_num >= s->mb_num)
  497. return AVERROR_INVALIDDATA;
  498. s->mb_x = mb_num % s->mb_width;
  499. s->mb_y = mb_num / s->mb_width;
  500. if (ctx->shape != BIN_ONLY_SHAPE)
  501. s->qscale = mpeg_get_qscale(s);
  502. if (get_bits1(gb)) { /* slice_extension_flag */
  503. skip_bits1(gb); /* intra_slice */
  504. skip_bits1(gb); /* slice_VOP_id_enable */
  505. skip_bits(gb, 6); /* slice_VOP_id */
  506. while (get_bits1(gb)) /* extra_bit_slice */
  507. skip_bits(gb, 8); /* extra_information_slice */
  508. }
  509. reset_studio_dc_predictors(s);
  510. }
  511. else {
  512. return AVERROR_INVALIDDATA;
  513. }
  514. return 0;
  515. }
  516. /**
  517. * Get the average motion vector for a GMC MB.
  518. * @param n either 0 for the x component or 1 for y
  519. * @return the average MV for a GMC MB
  520. */
  521. static inline int get_amv(Mpeg4DecContext *ctx, int n)
  522. {
  523. MpegEncContext *s = &ctx->m;
  524. int x, y, mb_v, sum, dx, dy, shift;
  525. int len = 1 << (s->f_code + 4);
  526. const int a = s->sprite_warping_accuracy;
  527. if (s->workaround_bugs & FF_BUG_AMV)
  528. len >>= s->quarter_sample;
  529. if (s->real_sprite_warping_points == 1) {
  530. if (ctx->divx_version == 500 && ctx->divx_build == 413 && a >= s->quarter_sample)
  531. sum = s->sprite_offset[0][n] / (1 << (a - s->quarter_sample));
  532. else
  533. sum = RSHIFT(s->sprite_offset[0][n] * (1 << s->quarter_sample), a);
  534. } else {
  535. dx = s->sprite_delta[n][0];
  536. dy = s->sprite_delta[n][1];
  537. shift = ctx->sprite_shift[0];
  538. if (n)
  539. dy -= 1 << (shift + a + 1);
  540. else
  541. dx -= 1 << (shift + a + 1);
  542. mb_v = s->sprite_offset[0][n] + dx * s->mb_x * 16U + dy * s->mb_y * 16U;
  543. sum = 0;
  544. for (y = 0; y < 16; y++) {
  545. int v;
  546. v = mb_v + dy * y;
  547. // FIXME optimize
  548. for (x = 0; x < 16; x++) {
  549. sum += v >> shift;
  550. v += dx;
  551. }
  552. }
  553. sum = RSHIFT(sum, a + 8 - s->quarter_sample);
  554. }
  555. if (sum < -len)
  556. sum = -len;
  557. else if (sum >= len)
  558. sum = len - 1;
  559. return sum;
  560. }
  561. /**
  562. * Decode the dc value.
  563. * @param n block index (0-3 are luma, 4-5 are chroma)
  564. * @param dir_ptr the prediction direction will be stored here
  565. * @return the quantized dc
  566. */
  567. static inline int mpeg4_decode_dc(MpegEncContext *s, int n, int *dir_ptr)
  568. {
  569. int level, code;
  570. if (n < 4)
  571. code = get_vlc2(&s->gb, dc_lum.table, DC_VLC_BITS, 1);
  572. else
  573. code = get_vlc2(&s->gb, dc_chrom.table, DC_VLC_BITS, 1);
  574. if (code < 0 || code > 9 /* && s->nbit < 9 */) {
  575. av_log(s->avctx, AV_LOG_ERROR, "illegal dc vlc\n");
  576. return AVERROR_INVALIDDATA;
  577. }
  578. if (code == 0) {
  579. level = 0;
  580. } else {
  581. if (IS_3IV1) {
  582. if (code == 1)
  583. level = 2 * get_bits1(&s->gb) - 1;
  584. else {
  585. if (get_bits1(&s->gb))
  586. level = get_bits(&s->gb, code - 1) + (1 << (code - 1));
  587. else
  588. level = -get_bits(&s->gb, code - 1) - (1 << (code - 1));
  589. }
  590. } else {
  591. level = get_xbits(&s->gb, code);
  592. }
  593. if (code > 8) {
  594. if (get_bits1(&s->gb) == 0) { /* marker */
  595. if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT)) {
  596. av_log(s->avctx, AV_LOG_ERROR, "dc marker bit missing\n");
  597. return AVERROR_INVALIDDATA;
  598. }
  599. }
  600. }
  601. }
  602. return ff_mpeg4_pred_dc(s, n, level, dir_ptr, 0);
  603. }
  604. /**
  605. * Decode first partition.
  606. * @return number of MBs decoded or <0 if an error occurred
  607. */
  608. static int mpeg4_decode_partition_a(Mpeg4DecContext *ctx)
  609. {
  610. MpegEncContext *s = &ctx->m;
  611. int mb_num = 0;
  612. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  613. /* decode first partition */
  614. s->first_slice_line = 1;
  615. for (; s->mb_y < s->mb_height; s->mb_y++) {
  616. ff_init_block_index(s);
  617. for (; s->mb_x < s->mb_width; s->mb_x++) {
  618. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  619. int cbpc;
  620. int dir = 0;
  621. mb_num++;
  622. ff_update_block_index(s);
  623. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  624. s->first_slice_line = 0;
  625. if (s->pict_type == AV_PICTURE_TYPE_I) {
  626. int i;
  627. do {
  628. if (show_bits(&s->gb, 19) == DC_MARKER)
  629. return mb_num - 1;
  630. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  631. if (cbpc < 0) {
  632. av_log(s->avctx, AV_LOG_ERROR,
  633. "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  634. return AVERROR_INVALIDDATA;
  635. }
  636. } while (cbpc == 8);
  637. s->cbp_table[xy] = cbpc & 3;
  638. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  639. s->mb_intra = 1;
  640. if (cbpc & 4)
  641. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  642. s->current_picture.qscale_table[xy] = s->qscale;
  643. s->mbintra_table[xy] = 1;
  644. for (i = 0; i < 6; i++) {
  645. int dc_pred_dir;
  646. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  647. if (dc < 0) {
  648. av_log(s->avctx, AV_LOG_ERROR,
  649. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  650. return dc;
  651. }
  652. dir <<= 1;
  653. if (dc_pred_dir)
  654. dir |= 1;
  655. }
  656. s->pred_dir_table[xy] = dir;
  657. } else { /* P/S_TYPE */
  658. int mx, my, pred_x, pred_y, bits;
  659. int16_t *const mot_val = s->current_picture.motion_val[0][s->block_index[0]];
  660. const int stride = s->b8_stride * 2;
  661. try_again:
  662. bits = show_bits(&s->gb, 17);
  663. if (bits == MOTION_MARKER)
  664. return mb_num - 1;
  665. skip_bits1(&s->gb);
  666. if (bits & 0x10000) {
  667. /* skip mb */
  668. if (s->pict_type == AV_PICTURE_TYPE_S &&
  669. ctx->vol_sprite_usage == GMC_SPRITE) {
  670. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  671. MB_TYPE_16x16 |
  672. MB_TYPE_GMC |
  673. MB_TYPE_L0;
  674. mx = get_amv(ctx, 0);
  675. my = get_amv(ctx, 1);
  676. } else {
  677. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  678. MB_TYPE_16x16 |
  679. MB_TYPE_L0;
  680. mx = my = 0;
  681. }
  682. mot_val[0] =
  683. mot_val[2] =
  684. mot_val[0 + stride] =
  685. mot_val[2 + stride] = mx;
  686. mot_val[1] =
  687. mot_val[3] =
  688. mot_val[1 + stride] =
  689. mot_val[3 + stride] = my;
  690. if (s->mbintra_table[xy])
  691. ff_clean_intra_table_entries(s);
  692. continue;
  693. }
  694. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  695. if (cbpc < 0) {
  696. av_log(s->avctx, AV_LOG_ERROR,
  697. "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  698. return AVERROR_INVALIDDATA;
  699. }
  700. if (cbpc == 20)
  701. goto try_again;
  702. s->cbp_table[xy] = cbpc & (8 + 3); // 8 is dquant
  703. s->mb_intra = ((cbpc & 4) != 0);
  704. if (s->mb_intra) {
  705. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  706. s->mbintra_table[xy] = 1;
  707. mot_val[0] =
  708. mot_val[2] =
  709. mot_val[0 + stride] =
  710. mot_val[2 + stride] = 0;
  711. mot_val[1] =
  712. mot_val[3] =
  713. mot_val[1 + stride] =
  714. mot_val[3 + stride] = 0;
  715. } else {
  716. if (s->mbintra_table[xy])
  717. ff_clean_intra_table_entries(s);
  718. if (s->pict_type == AV_PICTURE_TYPE_S &&
  719. ctx->vol_sprite_usage == GMC_SPRITE &&
  720. (cbpc & 16) == 0)
  721. s->mcsel = get_bits1(&s->gb);
  722. else
  723. s->mcsel = 0;
  724. if ((cbpc & 16) == 0) {
  725. /* 16x16 motion prediction */
  726. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  727. if (!s->mcsel) {
  728. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  729. if (mx >= 0xffff)
  730. return AVERROR_INVALIDDATA;
  731. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  732. if (my >= 0xffff)
  733. return AVERROR_INVALIDDATA;
  734. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  735. MB_TYPE_L0;
  736. } else {
  737. mx = get_amv(ctx, 0);
  738. my = get_amv(ctx, 1);
  739. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  740. MB_TYPE_GMC |
  741. MB_TYPE_L0;
  742. }
  743. mot_val[0] =
  744. mot_val[2] =
  745. mot_val[0 + stride] =
  746. mot_val[2 + stride] = mx;
  747. mot_val[1] =
  748. mot_val[3] =
  749. mot_val[1 + stride] =
  750. mot_val[3 + stride] = my;
  751. } else {
  752. int i;
  753. s->current_picture.mb_type[xy] = MB_TYPE_8x8 |
  754. MB_TYPE_L0;
  755. for (i = 0; i < 4; i++) {
  756. int16_t *mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  757. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  758. if (mx >= 0xffff)
  759. return AVERROR_INVALIDDATA;
  760. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  761. if (my >= 0xffff)
  762. return AVERROR_INVALIDDATA;
  763. mot_val[0] = mx;
  764. mot_val[1] = my;
  765. }
  766. }
  767. }
  768. }
  769. }
  770. s->mb_x = 0;
  771. }
  772. return mb_num;
  773. }
  774. /**
  775. * decode second partition.
  776. * @return <0 if an error occurred
  777. */
  778. static int mpeg4_decode_partition_b(MpegEncContext *s, int mb_count)
  779. {
  780. int mb_num = 0;
  781. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  782. s->mb_x = s->resync_mb_x;
  783. s->first_slice_line = 1;
  784. for (s->mb_y = s->resync_mb_y; mb_num < mb_count; s->mb_y++) {
  785. ff_init_block_index(s);
  786. for (; mb_num < mb_count && s->mb_x < s->mb_width; s->mb_x++) {
  787. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  788. mb_num++;
  789. ff_update_block_index(s);
  790. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  791. s->first_slice_line = 0;
  792. if (s->pict_type == AV_PICTURE_TYPE_I) {
  793. int ac_pred = get_bits1(&s->gb);
  794. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  795. if (cbpy < 0) {
  796. av_log(s->avctx, AV_LOG_ERROR,
  797. "cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  798. return AVERROR_INVALIDDATA;
  799. }
  800. s->cbp_table[xy] |= cbpy << 2;
  801. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  802. } else { /* P || S_TYPE */
  803. if (IS_INTRA(s->current_picture.mb_type[xy])) {
  804. int i;
  805. int dir = 0;
  806. int ac_pred = get_bits1(&s->gb);
  807. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  808. if (cbpy < 0) {
  809. av_log(s->avctx, AV_LOG_ERROR,
  810. "I cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  811. return AVERROR_INVALIDDATA;
  812. }
  813. if (s->cbp_table[xy] & 8)
  814. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  815. s->current_picture.qscale_table[xy] = s->qscale;
  816. for (i = 0; i < 6; i++) {
  817. int dc_pred_dir;
  818. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  819. if (dc < 0) {
  820. av_log(s->avctx, AV_LOG_ERROR,
  821. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  822. return dc;
  823. }
  824. dir <<= 1;
  825. if (dc_pred_dir)
  826. dir |= 1;
  827. }
  828. s->cbp_table[xy] &= 3; // remove dquant
  829. s->cbp_table[xy] |= cbpy << 2;
  830. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  831. s->pred_dir_table[xy] = dir;
  832. } else if (IS_SKIP(s->current_picture.mb_type[xy])) {
  833. s->current_picture.qscale_table[xy] = s->qscale;
  834. s->cbp_table[xy] = 0;
  835. } else {
  836. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  837. if (cbpy < 0) {
  838. av_log(s->avctx, AV_LOG_ERROR,
  839. "P cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  840. return AVERROR_INVALIDDATA;
  841. }
  842. if (s->cbp_table[xy] & 8)
  843. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  844. s->current_picture.qscale_table[xy] = s->qscale;
  845. s->cbp_table[xy] &= 3; // remove dquant
  846. s->cbp_table[xy] |= (cbpy ^ 0xf) << 2;
  847. }
  848. }
  849. }
  850. if (mb_num >= mb_count)
  851. return 0;
  852. s->mb_x = 0;
  853. }
  854. return 0;
  855. }
  856. /**
  857. * Decode the first and second partition.
  858. * @return <0 if error (and sets error type in the error_status_table)
  859. */
  860. int ff_mpeg4_decode_partitions(Mpeg4DecContext *ctx)
  861. {
  862. MpegEncContext *s = &ctx->m;
  863. int mb_num;
  864. int ret;
  865. const int part_a_error = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_ERROR | ER_MV_ERROR) : ER_MV_ERROR;
  866. const int part_a_end = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_END | ER_MV_END) : ER_MV_END;
  867. mb_num = mpeg4_decode_partition_a(ctx);
  868. if (mb_num <= 0) {
  869. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  870. s->mb_x, s->mb_y, part_a_error);
  871. return mb_num ? mb_num : AVERROR_INVALIDDATA;
  872. }
  873. if (s->resync_mb_x + s->resync_mb_y * s->mb_width + mb_num > s->mb_num) {
  874. av_log(s->avctx, AV_LOG_ERROR, "slice below monitor ...\n");
  875. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  876. s->mb_x, s->mb_y, part_a_error);
  877. return AVERROR_INVALIDDATA;
  878. }
  879. s->mb_num_left = mb_num;
  880. if (s->pict_type == AV_PICTURE_TYPE_I) {
  881. while (show_bits(&s->gb, 9) == 1)
  882. skip_bits(&s->gb, 9);
  883. if (get_bits(&s->gb, 19) != DC_MARKER) {
  884. av_log(s->avctx, AV_LOG_ERROR,
  885. "marker missing after first I partition at %d %d\n",
  886. s->mb_x, s->mb_y);
  887. return AVERROR_INVALIDDATA;
  888. }
  889. } else {
  890. while (show_bits(&s->gb, 10) == 1)
  891. skip_bits(&s->gb, 10);
  892. if (get_bits(&s->gb, 17) != MOTION_MARKER) {
  893. av_log(s->avctx, AV_LOG_ERROR,
  894. "marker missing after first P partition at %d %d\n",
  895. s->mb_x, s->mb_y);
  896. return AVERROR_INVALIDDATA;
  897. }
  898. }
  899. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  900. s->mb_x - 1, s->mb_y, part_a_end);
  901. ret = mpeg4_decode_partition_b(s, mb_num);
  902. if (ret < 0) {
  903. if (s->pict_type == AV_PICTURE_TYPE_P)
  904. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  905. s->mb_x, s->mb_y, ER_DC_ERROR);
  906. return ret;
  907. } else {
  908. if (s->pict_type == AV_PICTURE_TYPE_P)
  909. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  910. s->mb_x - 1, s->mb_y, ER_DC_END);
  911. }
  912. return 0;
  913. }
  914. /**
  915. * Decode a block.
  916. * @return <0 if an error occurred
  917. */
  918. static inline int mpeg4_decode_block(Mpeg4DecContext *ctx, int16_t *block,
  919. int n, int coded, int intra, int rvlc)
  920. {
  921. MpegEncContext *s = &ctx->m;
  922. int level, i, last, run, qmul, qadd;
  923. int av_uninit(dc_pred_dir);
  924. RLTable *rl;
  925. RL_VLC_ELEM *rl_vlc;
  926. const uint8_t *scan_table;
  927. // Note intra & rvlc should be optimized away if this is inlined
  928. if (intra) {
  929. if (ctx->use_intra_dc_vlc) {
  930. /* DC coef */
  931. if (s->partitioned_frame) {
  932. level = s->dc_val[0][s->block_index[n]];
  933. if (n < 4)
  934. level = FASTDIV((level + (s->y_dc_scale >> 1)), s->y_dc_scale);
  935. else
  936. level = FASTDIV((level + (s->c_dc_scale >> 1)), s->c_dc_scale);
  937. dc_pred_dir = (s->pred_dir_table[s->mb_x + s->mb_y * s->mb_stride] << n) & 32;
  938. } else {
  939. level = mpeg4_decode_dc(s, n, &dc_pred_dir);
  940. if (level < 0)
  941. return level;
  942. }
  943. block[0] = level;
  944. i = 0;
  945. } else {
  946. i = -1;
  947. ff_mpeg4_pred_dc(s, n, 0, &dc_pred_dir, 0);
  948. }
  949. if (!coded)
  950. goto not_coded;
  951. if (rvlc) {
  952. rl = &ff_rvlc_rl_intra;
  953. rl_vlc = ff_rvlc_rl_intra.rl_vlc[0];
  954. } else {
  955. rl = &ff_mpeg4_rl_intra;
  956. rl_vlc = ff_mpeg4_rl_intra.rl_vlc[0];
  957. }
  958. if (s->ac_pred) {
  959. if (dc_pred_dir == 0)
  960. scan_table = s->intra_v_scantable.permutated; /* left */
  961. else
  962. scan_table = s->intra_h_scantable.permutated; /* top */
  963. } else {
  964. scan_table = s->intra_scantable.permutated;
  965. }
  966. qmul = 1;
  967. qadd = 0;
  968. } else {
  969. i = -1;
  970. if (!coded) {
  971. s->block_last_index[n] = i;
  972. return 0;
  973. }
  974. if (rvlc)
  975. rl = &ff_rvlc_rl_inter;
  976. else
  977. rl = &ff_h263_rl_inter;
  978. scan_table = s->intra_scantable.permutated;
  979. if (s->mpeg_quant) {
  980. qmul = 1;
  981. qadd = 0;
  982. if (rvlc)
  983. rl_vlc = ff_rvlc_rl_inter.rl_vlc[0];
  984. else
  985. rl_vlc = ff_h263_rl_inter.rl_vlc[0];
  986. } else {
  987. qmul = s->qscale << 1;
  988. qadd = (s->qscale - 1) | 1;
  989. if (rvlc)
  990. rl_vlc = ff_rvlc_rl_inter.rl_vlc[s->qscale];
  991. else
  992. rl_vlc = ff_h263_rl_inter.rl_vlc[s->qscale];
  993. }
  994. }
  995. {
  996. OPEN_READER(re, &s->gb);
  997. for (;;) {
  998. UPDATE_CACHE(re, &s->gb);
  999. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 0);
  1000. if (level == 0) {
  1001. /* escape */
  1002. if (rvlc) {
  1003. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1004. av_log(s->avctx, AV_LOG_ERROR,
  1005. "1. marker bit missing in rvlc esc\n");
  1006. return AVERROR_INVALIDDATA;
  1007. }
  1008. SKIP_CACHE(re, &s->gb, 1);
  1009. last = SHOW_UBITS(re, &s->gb, 1);
  1010. SKIP_CACHE(re, &s->gb, 1);
  1011. run = SHOW_UBITS(re, &s->gb, 6);
  1012. SKIP_COUNTER(re, &s->gb, 1 + 1 + 6);
  1013. UPDATE_CACHE(re, &s->gb);
  1014. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1015. av_log(s->avctx, AV_LOG_ERROR,
  1016. "2. marker bit missing in rvlc esc\n");
  1017. return AVERROR_INVALIDDATA;
  1018. }
  1019. SKIP_CACHE(re, &s->gb, 1);
  1020. level = SHOW_UBITS(re, &s->gb, 11);
  1021. SKIP_CACHE(re, &s->gb, 11);
  1022. if (SHOW_UBITS(re, &s->gb, 5) != 0x10) {
  1023. av_log(s->avctx, AV_LOG_ERROR, "reverse esc missing\n");
  1024. return AVERROR_INVALIDDATA;
  1025. }
  1026. SKIP_CACHE(re, &s->gb, 5);
  1027. level = level * qmul + qadd;
  1028. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1029. SKIP_COUNTER(re, &s->gb, 1 + 11 + 5 + 1);
  1030. i += run + 1;
  1031. if (last)
  1032. i += 192;
  1033. } else {
  1034. int cache;
  1035. cache = GET_CACHE(re, &s->gb);
  1036. if (IS_3IV1)
  1037. cache ^= 0xC0000000;
  1038. if (cache & 0x80000000) {
  1039. if (cache & 0x40000000) {
  1040. /* third escape */
  1041. SKIP_CACHE(re, &s->gb, 2);
  1042. last = SHOW_UBITS(re, &s->gb, 1);
  1043. SKIP_CACHE(re, &s->gb, 1);
  1044. run = SHOW_UBITS(re, &s->gb, 6);
  1045. SKIP_COUNTER(re, &s->gb, 2 + 1 + 6);
  1046. UPDATE_CACHE(re, &s->gb);
  1047. if (IS_3IV1) {
  1048. level = SHOW_SBITS(re, &s->gb, 12);
  1049. LAST_SKIP_BITS(re, &s->gb, 12);
  1050. } else {
  1051. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1052. av_log(s->avctx, AV_LOG_ERROR,
  1053. "1. marker bit missing in 3. esc\n");
  1054. if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
  1055. return AVERROR_INVALIDDATA;
  1056. }
  1057. SKIP_CACHE(re, &s->gb, 1);
  1058. level = SHOW_SBITS(re, &s->gb, 12);
  1059. SKIP_CACHE(re, &s->gb, 12);
  1060. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1061. av_log(s->avctx, AV_LOG_ERROR,
  1062. "2. marker bit missing in 3. esc\n");
  1063. if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
  1064. return AVERROR_INVALIDDATA;
  1065. }
  1066. SKIP_COUNTER(re, &s->gb, 1 + 12 + 1);
  1067. }
  1068. #if 0
  1069. if (s->error_recognition >= FF_ER_COMPLIANT) {
  1070. const int abs_level= FFABS(level);
  1071. if (abs_level<=MAX_LEVEL && run<=MAX_RUN) {
  1072. const int run1= run - rl->max_run[last][abs_level] - 1;
  1073. if (abs_level <= rl->max_level[last][run]) {
  1074. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, vlc encoding possible\n");
  1075. return AVERROR_INVALIDDATA;
  1076. }
  1077. if (s->error_recognition > FF_ER_COMPLIANT) {
  1078. if (abs_level <= rl->max_level[last][run]*2) {
  1079. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 1 encoding possible\n");
  1080. return AVERROR_INVALIDDATA;
  1081. }
  1082. if (run1 >= 0 && abs_level <= rl->max_level[last][run1]) {
  1083. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 2 encoding possible\n");
  1084. return AVERROR_INVALIDDATA;
  1085. }
  1086. }
  1087. }
  1088. }
  1089. #endif
  1090. if (level > 0)
  1091. level = level * qmul + qadd;
  1092. else
  1093. level = level * qmul - qadd;
  1094. if ((unsigned)(level + 2048) > 4095) {
  1095. if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_AGGRESSIVE)) {
  1096. if (level > 2560 || level < -2560) {
  1097. av_log(s->avctx, AV_LOG_ERROR,
  1098. "|level| overflow in 3. esc, qp=%d\n",
  1099. s->qscale);
  1100. return AVERROR_INVALIDDATA;
  1101. }
  1102. }
  1103. level = level < 0 ? -2048 : 2047;
  1104. }
  1105. i += run + 1;
  1106. if (last)
  1107. i += 192;
  1108. } else {
  1109. /* second escape */
  1110. SKIP_BITS(re, &s->gb, 2);
  1111. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  1112. i += run + rl->max_run[run >> 7][level / qmul] + 1; // FIXME opt indexing
  1113. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1114. LAST_SKIP_BITS(re, &s->gb, 1);
  1115. }
  1116. } else {
  1117. /* first escape */
  1118. SKIP_BITS(re, &s->gb, 1);
  1119. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  1120. i += run;
  1121. level = level + rl->max_level[run >> 7][(run - 1) & 63] * qmul; // FIXME opt indexing
  1122. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1123. LAST_SKIP_BITS(re, &s->gb, 1);
  1124. }
  1125. }
  1126. } else {
  1127. i += run;
  1128. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1129. LAST_SKIP_BITS(re, &s->gb, 1);
  1130. }
  1131. ff_tlog(s->avctx, "dct[%d][%d] = %- 4d end?:%d\n", scan_table[i&63]&7, scan_table[i&63] >> 3, level, i>62);
  1132. if (i > 62) {
  1133. i -= 192;
  1134. if (i & (~63)) {
  1135. av_log(s->avctx, AV_LOG_ERROR,
  1136. "ac-tex damaged at %d %d\n", s->mb_x, s->mb_y);
  1137. return AVERROR_INVALIDDATA;
  1138. }
  1139. block[scan_table[i]] = level;
  1140. break;
  1141. }
  1142. block[scan_table[i]] = level;
  1143. }
  1144. CLOSE_READER(re, &s->gb);
  1145. }
  1146. not_coded:
  1147. if (intra) {
  1148. if (!ctx->use_intra_dc_vlc) {
  1149. block[0] = ff_mpeg4_pred_dc(s, n, block[0], &dc_pred_dir, 0);
  1150. i -= i >> 31; // if (i == -1) i = 0;
  1151. }
  1152. ff_mpeg4_pred_ac(s, block, n, dc_pred_dir);
  1153. if (s->ac_pred)
  1154. i = 63; // FIXME not optimal
  1155. }
  1156. s->block_last_index[n] = i;
  1157. return 0;
  1158. }
  1159. /**
  1160. * decode partition C of one MB.
  1161. * @return <0 if an error occurred
  1162. */
  1163. static int mpeg4_decode_partitioned_mb(MpegEncContext *s, int16_t block[6][64])
  1164. {
  1165. Mpeg4DecContext *ctx = s->avctx->priv_data;
  1166. int cbp, mb_type;
  1167. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1168. av_assert2(s == (void*)ctx);
  1169. mb_type = s->current_picture.mb_type[xy];
  1170. cbp = s->cbp_table[xy];
  1171. ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
  1172. if (s->current_picture.qscale_table[xy] != s->qscale)
  1173. ff_set_qscale(s, s->current_picture.qscale_table[xy]);
  1174. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1175. s->pict_type == AV_PICTURE_TYPE_S) {
  1176. int i;
  1177. for (i = 0; i < 4; i++) {
  1178. s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
  1179. s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
  1180. }
  1181. s->mb_intra = IS_INTRA(mb_type);
  1182. if (IS_SKIP(mb_type)) {
  1183. /* skip mb */
  1184. for (i = 0; i < 6; i++)
  1185. s->block_last_index[i] = -1;
  1186. s->mv_dir = MV_DIR_FORWARD;
  1187. s->mv_type = MV_TYPE_16X16;
  1188. if (s->pict_type == AV_PICTURE_TYPE_S
  1189. && ctx->vol_sprite_usage == GMC_SPRITE) {
  1190. s->mcsel = 1;
  1191. s->mb_skipped = 0;
  1192. } else {
  1193. s->mcsel = 0;
  1194. s->mb_skipped = 1;
  1195. }
  1196. } else if (s->mb_intra) {
  1197. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1198. } else if (!s->mb_intra) {
  1199. // s->mcsel = 0; // FIXME do we need to init that?
  1200. s->mv_dir = MV_DIR_FORWARD;
  1201. if (IS_8X8(mb_type)) {
  1202. s->mv_type = MV_TYPE_8X8;
  1203. } else {
  1204. s->mv_type = MV_TYPE_16X16;
  1205. }
  1206. }
  1207. } else { /* I-Frame */
  1208. s->mb_intra = 1;
  1209. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1210. }
  1211. if (!IS_SKIP(mb_type)) {
  1212. int i;
  1213. s->bdsp.clear_blocks(s->block[0]);
  1214. /* decode each block */
  1215. for (i = 0; i < 6; i++) {
  1216. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, s->mb_intra, ctx->rvlc) < 0) {
  1217. av_log(s->avctx, AV_LOG_ERROR,
  1218. "texture corrupted at %d %d %d\n",
  1219. s->mb_x, s->mb_y, s->mb_intra);
  1220. return AVERROR_INVALIDDATA;
  1221. }
  1222. cbp += cbp;
  1223. }
  1224. }
  1225. /* per-MB end of slice check */
  1226. if (--s->mb_num_left <= 0) {
  1227. if (mpeg4_is_resync(ctx))
  1228. return SLICE_END;
  1229. else
  1230. return SLICE_NOEND;
  1231. } else {
  1232. if (mpeg4_is_resync(ctx)) {
  1233. const int delta = s->mb_x + 1 == s->mb_width ? 2 : 1;
  1234. if (s->cbp_table[xy + delta])
  1235. return SLICE_END;
  1236. }
  1237. return SLICE_OK;
  1238. }
  1239. }
  1240. static int mpeg4_decode_mb(MpegEncContext *s, int16_t block[6][64])
  1241. {
  1242. Mpeg4DecContext *ctx = s->avctx->priv_data;
  1243. int cbpc, cbpy, i, cbp, pred_x, pred_y, mx, my, dquant;
  1244. int16_t *mot_val;
  1245. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  1246. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1247. av_assert2(s == (void*)ctx);
  1248. av_assert2(s->h263_pred);
  1249. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1250. s->pict_type == AV_PICTURE_TYPE_S) {
  1251. do {
  1252. if (get_bits1(&s->gb)) {
  1253. /* skip mb */
  1254. s->mb_intra = 0;
  1255. for (i = 0; i < 6; i++)
  1256. s->block_last_index[i] = -1;
  1257. s->mv_dir = MV_DIR_FORWARD;
  1258. s->mv_type = MV_TYPE_16X16;
  1259. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1260. ctx->vol_sprite_usage == GMC_SPRITE) {
  1261. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1262. MB_TYPE_GMC |
  1263. MB_TYPE_16x16 |
  1264. MB_TYPE_L0;
  1265. s->mcsel = 1;
  1266. s->mv[0][0][0] = get_amv(ctx, 0);
  1267. s->mv[0][0][1] = get_amv(ctx, 1);
  1268. s->mb_skipped = 0;
  1269. } else {
  1270. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1271. MB_TYPE_16x16 |
  1272. MB_TYPE_L0;
  1273. s->mcsel = 0;
  1274. s->mv[0][0][0] = 0;
  1275. s->mv[0][0][1] = 0;
  1276. s->mb_skipped = 1;
  1277. }
  1278. goto end;
  1279. }
  1280. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  1281. if (cbpc < 0) {
  1282. av_log(s->avctx, AV_LOG_ERROR,
  1283. "mcbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1284. return AVERROR_INVALIDDATA;
  1285. }
  1286. } while (cbpc == 20);
  1287. s->bdsp.clear_blocks(s->block[0]);
  1288. dquant = cbpc & 8;
  1289. s->mb_intra = ((cbpc & 4) != 0);
  1290. if (s->mb_intra)
  1291. goto intra;
  1292. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1293. ctx->vol_sprite_usage == GMC_SPRITE && (cbpc & 16) == 0)
  1294. s->mcsel = get_bits1(&s->gb);
  1295. else
  1296. s->mcsel = 0;
  1297. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1) ^ 0x0F;
  1298. if (cbpy < 0) {
  1299. av_log(s->avctx, AV_LOG_ERROR,
  1300. "P cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
  1301. return AVERROR_INVALIDDATA;
  1302. }
  1303. cbp = (cbpc & 3) | (cbpy << 2);
  1304. if (dquant)
  1305. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1306. if ((!s->progressive_sequence) &&
  1307. (cbp || (s->workaround_bugs & FF_BUG_XVID_ILACE)))
  1308. s->interlaced_dct = get_bits1(&s->gb);
  1309. s->mv_dir = MV_DIR_FORWARD;
  1310. if ((cbpc & 16) == 0) {
  1311. if (s->mcsel) {
  1312. s->current_picture.mb_type[xy] = MB_TYPE_GMC |
  1313. MB_TYPE_16x16 |
  1314. MB_TYPE_L0;
  1315. /* 16x16 global motion prediction */
  1316. s->mv_type = MV_TYPE_16X16;
  1317. mx = get_amv(ctx, 0);
  1318. my = get_amv(ctx, 1);
  1319. s->mv[0][0][0] = mx;
  1320. s->mv[0][0][1] = my;
  1321. } else if ((!s->progressive_sequence) && get_bits1(&s->gb)) {
  1322. s->current_picture.mb_type[xy] = MB_TYPE_16x8 |
  1323. MB_TYPE_L0 |
  1324. MB_TYPE_INTERLACED;
  1325. /* 16x8 field motion prediction */
  1326. s->mv_type = MV_TYPE_FIELD;
  1327. s->field_select[0][0] = get_bits1(&s->gb);
  1328. s->field_select[0][1] = get_bits1(&s->gb);
  1329. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1330. for (i = 0; i < 2; i++) {
  1331. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1332. if (mx >= 0xffff)
  1333. return AVERROR_INVALIDDATA;
  1334. my = ff_h263_decode_motion(s, pred_y / 2, s->f_code);
  1335. if (my >= 0xffff)
  1336. return AVERROR_INVALIDDATA;
  1337. s->mv[0][i][0] = mx;
  1338. s->mv[0][i][1] = my;
  1339. }
  1340. } else {
  1341. s->current_picture.mb_type[xy] = MB_TYPE_16x16 | MB_TYPE_L0;
  1342. /* 16x16 motion prediction */
  1343. s->mv_type = MV_TYPE_16X16;
  1344. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1345. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1346. if (mx >= 0xffff)
  1347. return AVERROR_INVALIDDATA;
  1348. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1349. if (my >= 0xffff)
  1350. return AVERROR_INVALIDDATA;
  1351. s->mv[0][0][0] = mx;
  1352. s->mv[0][0][1] = my;
  1353. }
  1354. } else {
  1355. s->current_picture.mb_type[xy] = MB_TYPE_8x8 | MB_TYPE_L0;
  1356. s->mv_type = MV_TYPE_8X8;
  1357. for (i = 0; i < 4; i++) {
  1358. mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  1359. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1360. if (mx >= 0xffff)
  1361. return AVERROR_INVALIDDATA;
  1362. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1363. if (my >= 0xffff)
  1364. return AVERROR_INVALIDDATA;
  1365. s->mv[0][i][0] = mx;
  1366. s->mv[0][i][1] = my;
  1367. mot_val[0] = mx;
  1368. mot_val[1] = my;
  1369. }
  1370. }
  1371. } else if (s->pict_type == AV_PICTURE_TYPE_B) {
  1372. int modb1; // first bit of modb
  1373. int modb2; // second bit of modb
  1374. int mb_type;
  1375. s->mb_intra = 0; // B-frames never contain intra blocks
  1376. s->mcsel = 0; // ... true gmc blocks
  1377. if (s->mb_x == 0) {
  1378. for (i = 0; i < 2; i++) {
  1379. s->last_mv[i][0][0] =
  1380. s->last_mv[i][0][1] =
  1381. s->last_mv[i][1][0] =
  1382. s->last_mv[i][1][1] = 0;
  1383. }
  1384. ff_thread_await_progress(&s->next_picture_ptr->tf, s->mb_y, 0);
  1385. }
  1386. /* if we skipped it in the future P-frame than skip it now too */
  1387. s->mb_skipped = s->next_picture.mbskip_table[s->mb_y * s->mb_stride + s->mb_x]; // Note, skiptab=0 if last was GMC
  1388. if (s->mb_skipped) {
  1389. /* skip mb */
  1390. for (i = 0; i < 6; i++)
  1391. s->block_last_index[i] = -1;
  1392. s->mv_dir = MV_DIR_FORWARD;
  1393. s->mv_type = MV_TYPE_16X16;
  1394. s->mv[0][0][0] =
  1395. s->mv[0][0][1] =
  1396. s->mv[1][0][0] =
  1397. s->mv[1][0][1] = 0;
  1398. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1399. MB_TYPE_16x16 |
  1400. MB_TYPE_L0;
  1401. goto end;
  1402. }
  1403. modb1 = get_bits1(&s->gb);
  1404. if (modb1) {
  1405. // like MB_TYPE_B_DIRECT but no vectors coded
  1406. mb_type = MB_TYPE_DIRECT2 | MB_TYPE_SKIP | MB_TYPE_L0L1;
  1407. cbp = 0;
  1408. } else {
  1409. modb2 = get_bits1(&s->gb);
  1410. mb_type = get_vlc2(&s->gb, mb_type_b_vlc.table, MB_TYPE_B_VLC_BITS, 1);
  1411. if (mb_type < 0) {
  1412. av_log(s->avctx, AV_LOG_ERROR, "illegal MB_type\n");
  1413. return AVERROR_INVALIDDATA;
  1414. }
  1415. mb_type = mb_type_b_map[mb_type];
  1416. if (modb2) {
  1417. cbp = 0;
  1418. } else {
  1419. s->bdsp.clear_blocks(s->block[0]);
  1420. cbp = get_bits(&s->gb, 6);
  1421. }
  1422. if ((!IS_DIRECT(mb_type)) && cbp) {
  1423. if (get_bits1(&s->gb))
  1424. ff_set_qscale(s, s->qscale + get_bits1(&s->gb) * 4 - 2);
  1425. }
  1426. if (!s->progressive_sequence) {
  1427. if (cbp)
  1428. s->interlaced_dct = get_bits1(&s->gb);
  1429. if (!IS_DIRECT(mb_type) && get_bits1(&s->gb)) {
  1430. mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
  1431. mb_type &= ~MB_TYPE_16x16;
  1432. if (USES_LIST(mb_type, 0)) {
  1433. s->field_select[0][0] = get_bits1(&s->gb);
  1434. s->field_select[0][1] = get_bits1(&s->gb);
  1435. }
  1436. if (USES_LIST(mb_type, 1)) {
  1437. s->field_select[1][0] = get_bits1(&s->gb);
  1438. s->field_select[1][1] = get_bits1(&s->gb);
  1439. }
  1440. }
  1441. }
  1442. s->mv_dir = 0;
  1443. if ((mb_type & (MB_TYPE_DIRECT2 | MB_TYPE_INTERLACED)) == 0) {
  1444. s->mv_type = MV_TYPE_16X16;
  1445. if (USES_LIST(mb_type, 0)) {
  1446. s->mv_dir = MV_DIR_FORWARD;
  1447. mx = ff_h263_decode_motion(s, s->last_mv[0][0][0], s->f_code);
  1448. my = ff_h263_decode_motion(s, s->last_mv[0][0][1], s->f_code);
  1449. s->last_mv[0][1][0] =
  1450. s->last_mv[0][0][0] =
  1451. s->mv[0][0][0] = mx;
  1452. s->last_mv[0][1][1] =
  1453. s->last_mv[0][0][1] =
  1454. s->mv[0][0][1] = my;
  1455. }
  1456. if (USES_LIST(mb_type, 1)) {
  1457. s->mv_dir |= MV_DIR_BACKWARD;
  1458. mx = ff_h263_decode_motion(s, s->last_mv[1][0][0], s->b_code);
  1459. my = ff_h263_decode_motion(s, s->last_mv[1][0][1], s->b_code);
  1460. s->last_mv[1][1][0] =
  1461. s->last_mv[1][0][0] =
  1462. s->mv[1][0][0] = mx;
  1463. s->last_mv[1][1][1] =
  1464. s->last_mv[1][0][1] =
  1465. s->mv[1][0][1] = my;
  1466. }
  1467. } else if (!IS_DIRECT(mb_type)) {
  1468. s->mv_type = MV_TYPE_FIELD;
  1469. if (USES_LIST(mb_type, 0)) {
  1470. s->mv_dir = MV_DIR_FORWARD;
  1471. for (i = 0; i < 2; i++) {
  1472. mx = ff_h263_decode_motion(s, s->last_mv[0][i][0], s->f_code);
  1473. my = ff_h263_decode_motion(s, s->last_mv[0][i][1] / 2, s->f_code);
  1474. s->last_mv[0][i][0] =
  1475. s->mv[0][i][0] = mx;
  1476. s->last_mv[0][i][1] = (s->mv[0][i][1] = my) * 2;
  1477. }
  1478. }
  1479. if (USES_LIST(mb_type, 1)) {
  1480. s->mv_dir |= MV_DIR_BACKWARD;
  1481. for (i = 0; i < 2; i++) {
  1482. mx = ff_h263_decode_motion(s, s->last_mv[1][i][0], s->b_code);
  1483. my = ff_h263_decode_motion(s, s->last_mv[1][i][1] / 2, s->b_code);
  1484. s->last_mv[1][i][0] =
  1485. s->mv[1][i][0] = mx;
  1486. s->last_mv[1][i][1] = (s->mv[1][i][1] = my) * 2;
  1487. }
  1488. }
  1489. }
  1490. }
  1491. if (IS_DIRECT(mb_type)) {
  1492. if (IS_SKIP(mb_type)) {
  1493. mx =
  1494. my = 0;
  1495. } else {
  1496. mx = ff_h263_decode_motion(s, 0, 1);
  1497. my = ff_h263_decode_motion(s, 0, 1);
  1498. }
  1499. s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
  1500. mb_type |= ff_mpeg4_set_direct_mv(s, mx, my);
  1501. }
  1502. s->current_picture.mb_type[xy] = mb_type;
  1503. } else { /* I-Frame */
  1504. do {
  1505. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  1506. if (cbpc < 0) {
  1507. av_log(s->avctx, AV_LOG_ERROR,
  1508. "I cbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1509. return AVERROR_INVALIDDATA;
  1510. }
  1511. } while (cbpc == 8);
  1512. dquant = cbpc & 4;
  1513. s->mb_intra = 1;
  1514. intra:
  1515. s->ac_pred = get_bits1(&s->gb);
  1516. if (s->ac_pred)
  1517. s->current_picture.mb_type[xy] = MB_TYPE_INTRA | MB_TYPE_ACPRED;
  1518. else
  1519. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  1520. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  1521. if (cbpy < 0) {
  1522. av_log(s->avctx, AV_LOG_ERROR,
  1523. "I cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
  1524. return AVERROR_INVALIDDATA;
  1525. }
  1526. cbp = (cbpc & 3) | (cbpy << 2);
  1527. ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
  1528. if (dquant)
  1529. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1530. if (!s->progressive_sequence)
  1531. s->interlaced_dct = get_bits1(&s->gb);
  1532. s->bdsp.clear_blocks(s->block[0]);
  1533. /* decode each block */
  1534. for (i = 0; i < 6; i++) {
  1535. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 1, 0) < 0)
  1536. return AVERROR_INVALIDDATA;
  1537. cbp += cbp;
  1538. }
  1539. goto end;
  1540. }
  1541. /* decode each block */
  1542. for (i = 0; i < 6; i++) {
  1543. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 0, 0) < 0)
  1544. return AVERROR_INVALIDDATA;
  1545. cbp += cbp;
  1546. }
  1547. end:
  1548. /* per-MB end of slice check */
  1549. if (s->codec_id == AV_CODEC_ID_MPEG4) {
  1550. int next = mpeg4_is_resync(ctx);
  1551. if (next) {
  1552. if (s->mb_x + s->mb_y*s->mb_width + 1 > next && (s->avctx->err_recognition & AV_EF_AGGRESSIVE)) {
  1553. return AVERROR_INVALIDDATA;
  1554. } else if (s->mb_x + s->mb_y*s->mb_width + 1 >= next)
  1555. return SLICE_END;
  1556. if (s->pict_type == AV_PICTURE_TYPE_B) {
  1557. const int delta= s->mb_x + 1 == s->mb_width ? 2 : 1;
  1558. ff_thread_await_progress(&s->next_picture_ptr->tf,
  1559. (s->mb_x + delta >= s->mb_width)
  1560. ? FFMIN(s->mb_y + 1, s->mb_height - 1)
  1561. : s->mb_y, 0);
  1562. if (s->next_picture.mbskip_table[xy + delta])
  1563. return SLICE_OK;
  1564. }
  1565. return SLICE_END;
  1566. }
  1567. }
  1568. return SLICE_OK;
  1569. }
  1570. /* As per spec, studio start code search isn't the same as the old type of start code */
  1571. static void next_start_code_studio(GetBitContext *gb)
  1572. {
  1573. align_get_bits(gb);
  1574. while (get_bits_left(gb) >= 24 && show_bits(gb, 24) != 0x1) {
  1575. get_bits(gb, 8);
  1576. }
  1577. }
  1578. /* additional_code, vlc index */
  1579. static const uint8_t ac_state_tab[22][2] =
  1580. {
  1581. {0, 0},
  1582. {0, 1},
  1583. {1, 1},
  1584. {2, 1},
  1585. {3, 1},
  1586. {4, 1},
  1587. {5, 1},
  1588. {1, 2},
  1589. {2, 2},
  1590. {3, 2},
  1591. {4, 2},
  1592. {5, 2},
  1593. {6, 2},
  1594. {1, 3},
  1595. {2, 4},
  1596. {3, 5},
  1597. {4, 6},
  1598. {5, 7},
  1599. {6, 8},
  1600. {7, 9},
  1601. {8, 10},
  1602. {0, 11}
  1603. };
  1604. static int mpeg4_decode_studio_block(MpegEncContext *s, int32_t block[64], int n)
  1605. {
  1606. Mpeg4DecContext *ctx = s->avctx->priv_data;
  1607. int cc, dct_dc_size, dct_diff, code, j, idx = 1, group = 0, run = 0,
  1608. additional_code_len, sign, mismatch;
  1609. const VLC *cur_vlc = &studio_intra_tab[0];
  1610. uint8_t *const scantable = s->intra_scantable.permutated;
  1611. const uint16_t *quant_matrix;
  1612. uint32_t flc;
  1613. const int min = -1 * (1 << (s->avctx->bits_per_raw_sample + 6));
  1614. const int max = ((1 << (s->avctx->bits_per_raw_sample + 6)) - 1);
  1615. int shift = 3 - s->dct_precision;
  1616. mismatch = 1;
  1617. memset(block, 0, 64 * sizeof(int32_t));
  1618. if (n < 4) {
  1619. cc = 0;
  1620. dct_dc_size = get_vlc2(&s->gb, studio_luma_dc.table, STUDIO_INTRA_BITS, 2);
  1621. quant_matrix = s->intra_matrix;
  1622. } else {
  1623. cc = (n & 1) + 1;
  1624. if (ctx->rgb)
  1625. dct_dc_size = get_vlc2(&s->gb, studio_luma_dc.table, STUDIO_INTRA_BITS, 2);
  1626. else
  1627. dct_dc_size = get_vlc2(&s->gb, studio_chroma_dc.table, STUDIO_INTRA_BITS, 2);
  1628. quant_matrix = s->chroma_intra_matrix;
  1629. }
  1630. if (dct_dc_size == 0) {
  1631. dct_diff = 0;
  1632. } else {
  1633. dct_diff = get_xbits(&s->gb, dct_dc_size);
  1634. if (dct_dc_size > 8) {
  1635. if(!check_marker(s->avctx, &s->gb, "dct_dc_size > 8"))
  1636. return AVERROR_INVALIDDATA;
  1637. }
  1638. }
  1639. s->last_dc[cc] += dct_diff;
  1640. if (s->mpeg_quant)
  1641. block[0] = s->last_dc[cc] * (8 >> s->intra_dc_precision);
  1642. else
  1643. block[0] = s->last_dc[cc] * (8 >> s->intra_dc_precision) * (8 >> s->dct_precision);
  1644. /* TODO: support mpeg_quant for AC coefficients */
  1645. block[0] = av_clip(block[0], min, max);
  1646. mismatch ^= block[0];
  1647. /* AC Coefficients */
  1648. while (1) {
  1649. group = get_vlc2(&s->gb, cur_vlc->table, STUDIO_INTRA_BITS, 2);
  1650. if (group < 0) {
  1651. av_log(s->avctx, AV_LOG_ERROR, "illegal ac coefficient group vlc\n");
  1652. return AVERROR_INVALIDDATA;
  1653. }
  1654. additional_code_len = ac_state_tab[group][0];
  1655. cur_vlc = &studio_intra_tab[ac_state_tab[group][1]];
  1656. if (group == 0) {
  1657. /* End of Block */
  1658. break;
  1659. } else if (group >= 1 && group <= 6) {
  1660. /* Zero run length (Table B.47) */
  1661. run = 1 << additional_code_len;
  1662. if (additional_code_len)
  1663. run += get_bits(&s->gb, additional_code_len);
  1664. idx += run;
  1665. continue;
  1666. } else if (group >= 7 && group <= 12) {
  1667. /* Zero run length and +/-1 level (Table B.48) */
  1668. code = get_bits(&s->gb, additional_code_len);
  1669. sign = code & 1;
  1670. code >>= 1;
  1671. run = (1 << (additional_code_len - 1)) + code;
  1672. idx += run;
  1673. if (idx > 63)
  1674. return AVERROR_INVALIDDATA;
  1675. j = scantable[idx++];
  1676. block[j] = sign ? 1 : -1;
  1677. } else if (group >= 13 && group <= 20) {
  1678. /* Level value (Table B.49) */
  1679. if (idx > 63)
  1680. return AVERROR_INVALIDDATA;
  1681. j = scantable[idx++];
  1682. block[j] = get_xbits(&s->gb, additional_code_len);
  1683. } else if (group == 21) {
  1684. /* Escape */
  1685. if (idx > 63)
  1686. return AVERROR_INVALIDDATA;
  1687. j = scantable[idx++];
  1688. additional_code_len = s->avctx->bits_per_raw_sample + s->dct_precision + 4;
  1689. flc = get_bits(&s->gb, additional_code_len);
  1690. if (flc >> (additional_code_len-1))
  1691. block[j] = -1 * (( flc ^ ((1 << additional_code_len) -1)) + 1);
  1692. else
  1693. block[j] = flc;
  1694. }
  1695. block[j] = ((block[j] * quant_matrix[j] * s->qscale) * (1 << shift)) / 16;
  1696. block[j] = av_clip(block[j], min, max);
  1697. mismatch ^= block[j];
  1698. }
  1699. block[63] ^= mismatch & 1;
  1700. return 0;
  1701. }
  1702. static int mpeg4_decode_dpcm_macroblock(MpegEncContext *s, int16_t macroblock[256], int n)
  1703. {
  1704. int i, j, w, h, idx = 0;
  1705. int block_mean, rice_parameter, rice_prefix_code, rice_suffix_code,
  1706. dpcm_residual, left, top, topleft, min_left_top, max_left_top, p, p2, output;
  1707. h = 16 >> (n ? s->chroma_y_shift : 0);
  1708. w = 16 >> (n ? s->chroma_x_shift : 0);
  1709. block_mean = get_bits(&s->gb, s->avctx->bits_per_raw_sample);
  1710. if (block_mean == 0){
  1711. av_log(s->avctx, AV_LOG_ERROR, "Forbidden block_mean\n");
  1712. return AVERROR_INVALIDDATA;
  1713. }
  1714. s->last_dc[n] = block_mean * (1 << (s->dct_precision + s->intra_dc_precision));
  1715. rice_parameter = get_bits(&s->gb, 4);
  1716. if (rice_parameter == 0) {
  1717. av_log(s->avctx, AV_LOG_ERROR, "Forbidden rice_parameter\n");
  1718. return AVERROR_INVALIDDATA;
  1719. }
  1720. if (rice_parameter == 15)
  1721. rice_parameter = 0;
  1722. if (rice_parameter > 11) {
  1723. av_log(s->avctx, AV_LOG_ERROR, "Forbidden rice_parameter\n");
  1724. return AVERROR_INVALIDDATA;
  1725. }
  1726. for (i = 0; i < h; i++) {
  1727. output = 1 << (s->avctx->bits_per_raw_sample - 1);
  1728. top = 1 << (s->avctx->bits_per_raw_sample - 1);
  1729. for (j = 0; j < w; j++) {
  1730. left = output;
  1731. topleft = top;
  1732. rice_prefix_code = get_unary(&s->gb, 1, 12);
  1733. /* Escape */
  1734. if (rice_prefix_code == 11)
  1735. dpcm_residual = get_bits(&s->gb, s->avctx->bits_per_raw_sample);
  1736. else {
  1737. if (rice_prefix_code == 12) {
  1738. av_log(s->avctx, AV_LOG_ERROR, "Forbidden rice_prefix_code\n");
  1739. return AVERROR_INVALIDDATA;
  1740. }
  1741. rice_suffix_code = get_bitsz(&s->gb, rice_parameter);
  1742. dpcm_residual = (rice_prefix_code << rice_parameter) + rice_suffix_code;
  1743. }
  1744. /* Map to a signed residual */
  1745. if (dpcm_residual & 1)
  1746. dpcm_residual = (-1 * dpcm_residual) >> 1;
  1747. else
  1748. dpcm_residual = (dpcm_residual >> 1);
  1749. if (i != 0)
  1750. top = macroblock[idx-w];
  1751. p = left + top - topleft;
  1752. min_left_top = FFMIN(left, top);
  1753. if (p < min_left_top)
  1754. p = min_left_top;
  1755. max_left_top = FFMAX(left, top);
  1756. if (p > max_left_top)
  1757. p = max_left_top;
  1758. p2 = (FFMIN(min_left_top, topleft) + FFMAX(max_left_top, topleft)) >> 1;
  1759. if (p2 == p)
  1760. p2 = block_mean;
  1761. if (p2 > p)
  1762. dpcm_residual *= -1;
  1763. macroblock[idx++] = output = (dpcm_residual + p) & ((1 << s->avctx->bits_per_raw_sample) - 1);
  1764. }
  1765. }
  1766. return 0;
  1767. }
  1768. static int mpeg4_decode_studio_mb(MpegEncContext *s, int16_t block_[12][64])
  1769. {
  1770. int i;
  1771. s->dpcm_direction = 0;
  1772. /* StudioMacroblock */
  1773. /* Assumes I-VOP */
  1774. s->mb_intra = 1;
  1775. if (get_bits1(&s->gb)) { /* compression_mode */
  1776. /* DCT */
  1777. /* macroblock_type, 1 or 2-bit VLC */
  1778. if (!get_bits1(&s->gb)) {
  1779. skip_bits1(&s->gb);
  1780. s->qscale = mpeg_get_qscale(s);
  1781. }
  1782. for (i = 0; i < mpeg4_block_count[s->chroma_format]; i++) {
  1783. if (mpeg4_decode_studio_block(s, (*s->block32)[i], i) < 0)
  1784. return AVERROR_INVALIDDATA;
  1785. }
  1786. } else {
  1787. /* DPCM */
  1788. check_marker(s->avctx, &s->gb, "DPCM block start");
  1789. s->dpcm_direction = get_bits1(&s->gb) ? -1 : 1;
  1790. for (i = 0; i < 3; i++) {
  1791. if (mpeg4_decode_dpcm_macroblock(s, (*s->dpcm_macroblock)[i], i) < 0)
  1792. return AVERROR_INVALIDDATA;
  1793. }
  1794. }
  1795. if (get_bits_left(&s->gb) >= 24 && show_bits(&s->gb, 23) == 0) {
  1796. next_start_code_studio(&s->gb);
  1797. return SLICE_END;
  1798. }
  1799. //vcon-stp9L1.bits (first frame)
  1800. if (get_bits_left(&s->gb) == 0)
  1801. return SLICE_END;
  1802. //vcon-stp2L1.bits, vcon-stp3L1.bits, vcon-stp6L1.bits, vcon-stp7L1.bits, vcon-stp8L1.bits, vcon-stp10L1.bits (first frame)
  1803. if (get_bits_left(&s->gb) < 8U && show_bits(&s->gb, get_bits_left(&s->gb)) == 0)
  1804. return SLICE_END;
  1805. return SLICE_OK;
  1806. }
  1807. static int mpeg4_decode_gop_header(MpegEncContext *s, GetBitContext *gb)
  1808. {
  1809. int hours, minutes, seconds;
  1810. if (!show_bits(gb, 23)) {
  1811. av_log(s->avctx, AV_LOG_WARNING, "GOP header invalid\n");
  1812. return AVERROR_INVALIDDATA;
  1813. }
  1814. hours = get_bits(gb, 5);
  1815. minutes = get_bits(gb, 6);
  1816. check_marker(s->avctx, gb, "in gop_header");
  1817. seconds = get_bits(gb, 6);
  1818. s->time_base = seconds + 60*(minutes + 60*hours);
  1819. skip_bits1(gb);
  1820. skip_bits1(gb);
  1821. return 0;
  1822. }
  1823. static int mpeg4_decode_profile_level(MpegEncContext *s, GetBitContext *gb, int *profile, int *level)
  1824. {
  1825. *profile = get_bits(gb, 4);
  1826. *level = get_bits(gb, 4);
  1827. // for Simple profile, level 0
  1828. if (*profile == 0 && *level == 8) {
  1829. *level = 0;
  1830. }
  1831. return 0;
  1832. }
  1833. static int mpeg4_decode_visual_object(MpegEncContext *s, GetBitContext *gb)
  1834. {
  1835. int visual_object_type;
  1836. int is_visual_object_identifier = get_bits1(gb);
  1837. if (is_visual_object_identifier) {
  1838. skip_bits(gb, 4+3);
  1839. }
  1840. visual_object_type = get_bits(gb, 4);
  1841. if (visual_object_type == VOT_VIDEO_ID ||
  1842. visual_object_type == VOT_STILL_TEXTURE_ID) {
  1843. int video_signal_type = get_bits1(gb);
  1844. if (video_signal_type) {
  1845. int video_range, color_description;
  1846. skip_bits(gb, 3); // video_format
  1847. video_range = get_bits1(gb);
  1848. color_description = get_bits1(gb);
  1849. s->avctx->color_range = video_range ? AVCOL_RANGE_JPEG : AVCOL_RANGE_MPEG;
  1850. if (color_description) {
  1851. s->avctx->color_primaries = get_bits(gb, 8);
  1852. s->avctx->color_trc = get_bits(gb, 8);
  1853. s->avctx->colorspace = get_bits(gb, 8);
  1854. }
  1855. }
  1856. }
  1857. return 0;
  1858. }
  1859. static void mpeg4_load_default_matrices(MpegEncContext *s)
  1860. {
  1861. int i, v;
  1862. /* load default matrices */
  1863. for (i = 0; i < 64; i++) {
  1864. int j = s->idsp.idct_permutation[i];
  1865. v = ff_mpeg4_default_intra_matrix[i];
  1866. s->intra_matrix[j] = v;
  1867. s->chroma_intra_matrix[j] = v;
  1868. v = ff_mpeg4_default_non_intra_matrix[i];
  1869. s->inter_matrix[j] = v;
  1870. s->chroma_inter_matrix[j] = v;
  1871. }
  1872. }
  1873. static int decode_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  1874. {
  1875. MpegEncContext *s = &ctx->m;
  1876. int width, height, vo_ver_id;
  1877. /* vol header */
  1878. skip_bits(gb, 1); /* random access */
  1879. s->vo_type = get_bits(gb, 8);
  1880. /* If we are in studio profile (per vo_type), check if its all consistent
  1881. * and if so continue pass control to decode_studio_vol_header().
  1882. * elIf something is inconsistent, error out
  1883. * else continue with (non studio) vol header decpoding.
  1884. */
  1885. if (s->vo_type == CORE_STUDIO_VO_TYPE ||
  1886. s->vo_type == SIMPLE_STUDIO_VO_TYPE) {
  1887. if (s->avctx->profile != FF_PROFILE_UNKNOWN && s->avctx->profile != FF_PROFILE_MPEG4_SIMPLE_STUDIO)
  1888. return AVERROR_INVALIDDATA;
  1889. s->studio_profile = 1;
  1890. s->avctx->profile = FF_PROFILE_MPEG4_SIMPLE_STUDIO;
  1891. return decode_studio_vol_header(ctx, gb);
  1892. } else if (s->studio_profile) {
  1893. return AVERROR_PATCHWELCOME;
  1894. }
  1895. if (get_bits1(gb) != 0) { /* is_ol_id */
  1896. vo_ver_id = get_bits(gb, 4); /* vo_ver_id */
  1897. skip_bits(gb, 3); /* vo_priority */
  1898. } else {
  1899. vo_ver_id = 1;
  1900. }
  1901. s->aspect_ratio_info = get_bits(gb, 4);
  1902. if (s->aspect_ratio_info == FF_ASPECT_EXTENDED) {
  1903. s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
  1904. s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
  1905. } else {
  1906. s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[s->aspect_ratio_info];
  1907. }
  1908. if ((ctx->vol_control_parameters = get_bits1(gb))) { /* vol control parameter */
  1909. int chroma_format = get_bits(gb, 2);
  1910. if (chroma_format != CHROMA_420)
  1911. av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
  1912. s->low_delay = get_bits1(gb);
  1913. if (get_bits1(gb)) { /* vbv parameters */
  1914. get_bits(gb, 15); /* first_half_bitrate */
  1915. check_marker(s->avctx, gb, "after first_half_bitrate");
  1916. get_bits(gb, 15); /* latter_half_bitrate */
  1917. check_marker(s->avctx, gb, "after latter_half_bitrate");
  1918. get_bits(gb, 15); /* first_half_vbv_buffer_size */
  1919. check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
  1920. get_bits(gb, 3); /* latter_half_vbv_buffer_size */
  1921. get_bits(gb, 11); /* first_half_vbv_occupancy */
  1922. check_marker(s->avctx, gb, "after first_half_vbv_occupancy");
  1923. get_bits(gb, 15); /* latter_half_vbv_occupancy */
  1924. check_marker(s->avctx, gb, "after latter_half_vbv_occupancy");
  1925. }
  1926. } else {
  1927. /* is setting low delay flag only once the smartest thing to do?
  1928. * low delay detection will not be overridden. */
  1929. if (s->picture_number == 0) {
  1930. switch(s->vo_type) {
  1931. case SIMPLE_VO_TYPE:
  1932. case ADV_SIMPLE_VO_TYPE:
  1933. s->low_delay = 1;
  1934. break;
  1935. default:
  1936. s->low_delay = 0;
  1937. }
  1938. }
  1939. }
  1940. ctx->shape = get_bits(gb, 2); /* vol shape */
  1941. if (ctx->shape != RECT_SHAPE)
  1942. av_log(s->avctx, AV_LOG_ERROR, "only rectangular vol supported\n");
  1943. if (ctx->shape == GRAY_SHAPE && vo_ver_id != 1) {
  1944. av_log(s->avctx, AV_LOG_ERROR, "Gray shape not supported\n");
  1945. skip_bits(gb, 4); /* video_object_layer_shape_extension */
  1946. }
  1947. check_marker(s->avctx, gb, "before time_increment_resolution");
  1948. s->avctx->framerate.num = get_bits(gb, 16);
  1949. if (!s->avctx->framerate.num) {
  1950. av_log(s->avctx, AV_LOG_ERROR, "framerate==0\n");
  1951. return AVERROR_INVALIDDATA;
  1952. }
  1953. ctx->time_increment_bits = av_log2(s->avctx->framerate.num - 1) + 1;
  1954. if (ctx->time_increment_bits < 1)
  1955. ctx->time_increment_bits = 1;
  1956. check_marker(s->avctx, gb, "before fixed_vop_rate");
  1957. if (get_bits1(gb) != 0) /* fixed_vop_rate */
  1958. s->avctx->framerate.den = get_bits(gb, ctx->time_increment_bits);
  1959. else
  1960. s->avctx->framerate.den = 1;
  1961. s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
  1962. ctx->t_frame = 0;
  1963. if (ctx->shape != BIN_ONLY_SHAPE) {
  1964. if (ctx->shape == RECT_SHAPE) {
  1965. check_marker(s->avctx, gb, "before width");
  1966. width = get_bits(gb, 13);
  1967. check_marker(s->avctx, gb, "before height");
  1968. height = get_bits(gb, 13);
  1969. check_marker(s->avctx, gb, "after height");
  1970. if (width && height && /* they should be non zero but who knows */
  1971. !(s->width && s->codec_tag == AV_RL32("MP4S"))) {
  1972. if (s->width && s->height &&
  1973. (s->width != width || s->height != height))
  1974. s->context_reinit = 1;
  1975. s->width = width;
  1976. s->height = height;
  1977. }
  1978. }
  1979. s->progressive_sequence =
  1980. s->progressive_frame = get_bits1(gb) ^ 1;
  1981. s->interlaced_dct = 0;
  1982. if (!get_bits1(gb) && (s->avctx->debug & FF_DEBUG_PICT_INFO))
  1983. av_log(s->avctx, AV_LOG_INFO, /* OBMC Disable */
  1984. "MPEG-4 OBMC not supported (very likely buggy encoder)\n");
  1985. if (vo_ver_id == 1)
  1986. ctx->vol_sprite_usage = get_bits1(gb); /* vol_sprite_usage */
  1987. else
  1988. ctx->vol_sprite_usage = get_bits(gb, 2); /* vol_sprite_usage */
  1989. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  1990. av_log(s->avctx, AV_LOG_ERROR, "Static Sprites not supported\n");
  1991. if (ctx->vol_sprite_usage == STATIC_SPRITE ||
  1992. ctx->vol_sprite_usage == GMC_SPRITE) {
  1993. if (ctx->vol_sprite_usage == STATIC_SPRITE) {
  1994. skip_bits(gb, 13); // sprite_width
  1995. check_marker(s->avctx, gb, "after sprite_width");
  1996. skip_bits(gb, 13); // sprite_height
  1997. check_marker(s->avctx, gb, "after sprite_height");
  1998. skip_bits(gb, 13); // sprite_left
  1999. check_marker(s->avctx, gb, "after sprite_left");
  2000. skip_bits(gb, 13); // sprite_top
  2001. check_marker(s->avctx, gb, "after sprite_top");
  2002. }
  2003. ctx->num_sprite_warping_points = get_bits(gb, 6);
  2004. if (ctx->num_sprite_warping_points > 3) {
  2005. av_log(s->avctx, AV_LOG_ERROR,
  2006. "%d sprite_warping_points\n",
  2007. ctx->num_sprite_warping_points);
  2008. ctx->num_sprite_warping_points = 0;
  2009. return AVERROR_INVALIDDATA;
  2010. }
  2011. s->sprite_warping_accuracy = get_bits(gb, 2);
  2012. ctx->sprite_brightness_change = get_bits1(gb);
  2013. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  2014. skip_bits1(gb); // low_latency_sprite
  2015. }
  2016. // FIXME sadct disable bit if verid!=1 && shape not rect
  2017. if (get_bits1(gb) == 1) { /* not_8_bit */
  2018. s->quant_precision = get_bits(gb, 4); /* quant_precision */
  2019. if (get_bits(gb, 4) != 8) /* bits_per_pixel */
  2020. av_log(s->avctx, AV_LOG_ERROR, "N-bit not supported\n");
  2021. if (s->quant_precision != 5)
  2022. av_log(s->avctx, AV_LOG_ERROR,
  2023. "quant precision %d\n", s->quant_precision);
  2024. if (s->quant_precision<3 || s->quant_precision>9) {
  2025. s->quant_precision = 5;
  2026. }
  2027. } else {
  2028. s->quant_precision = 5;
  2029. }
  2030. // FIXME a bunch of grayscale shape things
  2031. if ((s->mpeg_quant = get_bits1(gb))) { /* vol_quant_type */
  2032. int i, v;
  2033. mpeg4_load_default_matrices(s);
  2034. /* load custom intra matrix */
  2035. if (get_bits1(gb)) {
  2036. int last = 0;
  2037. for (i = 0; i < 64; i++) {
  2038. int j;
  2039. if (get_bits_left(gb) < 8) {
  2040. av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
  2041. return AVERROR_INVALIDDATA;
  2042. }
  2043. v = get_bits(gb, 8);
  2044. if (v == 0)
  2045. break;
  2046. last = v;
  2047. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2048. s->intra_matrix[j] = last;
  2049. s->chroma_intra_matrix[j] = last;
  2050. }
  2051. /* replicate last value */
  2052. for (; i < 64; i++) {
  2053. int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2054. s->intra_matrix[j] = last;
  2055. s->chroma_intra_matrix[j] = last;
  2056. }
  2057. }
  2058. /* load custom non intra matrix */
  2059. if (get_bits1(gb)) {
  2060. int last = 0;
  2061. for (i = 0; i < 64; i++) {
  2062. int j;
  2063. if (get_bits_left(gb) < 8) {
  2064. av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
  2065. return AVERROR_INVALIDDATA;
  2066. }
  2067. v = get_bits(gb, 8);
  2068. if (v == 0)
  2069. break;
  2070. last = v;
  2071. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2072. s->inter_matrix[j] = v;
  2073. s->chroma_inter_matrix[j] = v;
  2074. }
  2075. /* replicate last value */
  2076. for (; i < 64; i++) {
  2077. int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2078. s->inter_matrix[j] = last;
  2079. s->chroma_inter_matrix[j] = last;
  2080. }
  2081. }
  2082. // FIXME a bunch of grayscale shape things
  2083. }
  2084. if (vo_ver_id != 1)
  2085. s->quarter_sample = get_bits1(gb);
  2086. else
  2087. s->quarter_sample = 0;
  2088. if (get_bits_left(gb) < 4) {
  2089. av_log(s->avctx, AV_LOG_ERROR, "VOL Header truncated\n");
  2090. return AVERROR_INVALIDDATA;
  2091. }
  2092. if (!get_bits1(gb)) {
  2093. int pos = get_bits_count(gb);
  2094. int estimation_method = get_bits(gb, 2);
  2095. if (estimation_method < 2) {
  2096. if (!get_bits1(gb)) {
  2097. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* opaque */
  2098. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* transparent */
  2099. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_cae */
  2100. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* inter_cae */
  2101. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* no_update */
  2102. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* upsampling */
  2103. }
  2104. if (!get_bits1(gb)) {
  2105. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_blocks */
  2106. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter_blocks */
  2107. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter4v_blocks */
  2108. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* not coded blocks */
  2109. }
  2110. if (!check_marker(s->avctx, gb, "in complexity estimation part 1")) {
  2111. skip_bits_long(gb, pos - get_bits_count(gb));
  2112. goto no_cplx_est;
  2113. }
  2114. if (!get_bits1(gb)) {
  2115. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_coeffs */
  2116. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_lines */
  2117. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* vlc_syms */
  2118. ctx->cplx_estimation_trash_i += 4 * get_bits1(gb); /* vlc_bits */
  2119. }
  2120. if (!get_bits1(gb)) {
  2121. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* apm */
  2122. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* npm */
  2123. ctx->cplx_estimation_trash_b += 8 * get_bits1(gb); /* interpolate_mc_q */
  2124. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* forwback_mc_q */
  2125. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel2 */
  2126. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel4 */
  2127. }
  2128. if (!check_marker(s->avctx, gb, "in complexity estimation part 2")) {
  2129. skip_bits_long(gb, pos - get_bits_count(gb));
  2130. goto no_cplx_est;
  2131. }
  2132. if (estimation_method == 1) {
  2133. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* sadct */
  2134. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* qpel */
  2135. }
  2136. } else
  2137. av_log(s->avctx, AV_LOG_ERROR,
  2138. "Invalid Complexity estimation method %d\n",
  2139. estimation_method);
  2140. } else {
  2141. no_cplx_est:
  2142. ctx->cplx_estimation_trash_i =
  2143. ctx->cplx_estimation_trash_p =
  2144. ctx->cplx_estimation_trash_b = 0;
  2145. }
  2146. ctx->resync_marker = !get_bits1(gb); /* resync_marker_disabled */
  2147. s->data_partitioning = get_bits1(gb);
  2148. if (s->data_partitioning)
  2149. ctx->rvlc = get_bits1(gb);
  2150. if (vo_ver_id != 1) {
  2151. ctx->new_pred = get_bits1(gb);
  2152. if (ctx->new_pred) {
  2153. av_log(s->avctx, AV_LOG_ERROR, "new pred not supported\n");
  2154. skip_bits(gb, 2); /* requested upstream message type */
  2155. skip_bits1(gb); /* newpred segment type */
  2156. }
  2157. if (get_bits1(gb)) // reduced_res_vop
  2158. av_log(s->avctx, AV_LOG_ERROR,
  2159. "reduced resolution VOP not supported\n");
  2160. } else {
  2161. ctx->new_pred = 0;
  2162. }
  2163. ctx->scalability = get_bits1(gb);
  2164. if (ctx->scalability) {
  2165. GetBitContext bak = *gb;
  2166. int h_sampling_factor_n;
  2167. int h_sampling_factor_m;
  2168. int v_sampling_factor_n;
  2169. int v_sampling_factor_m;
  2170. skip_bits1(gb); // hierarchy_type
  2171. skip_bits(gb, 4); /* ref_layer_id */
  2172. skip_bits1(gb); /* ref_layer_sampling_dir */
  2173. h_sampling_factor_n = get_bits(gb, 5);
  2174. h_sampling_factor_m = get_bits(gb, 5);
  2175. v_sampling_factor_n = get_bits(gb, 5);
  2176. v_sampling_factor_m = get_bits(gb, 5);
  2177. ctx->enhancement_type = get_bits1(gb);
  2178. if (h_sampling_factor_n == 0 || h_sampling_factor_m == 0 ||
  2179. v_sampling_factor_n == 0 || v_sampling_factor_m == 0) {
  2180. /* illegal scalability header (VERY broken encoder),
  2181. * trying to workaround */
  2182. ctx->scalability = 0;
  2183. *gb = bak;
  2184. } else
  2185. av_log(s->avctx, AV_LOG_ERROR, "scalability not supported\n");
  2186. // bin shape stuff FIXME
  2187. }
  2188. }
  2189. if (s->avctx->debug&FF_DEBUG_PICT_INFO) {
  2190. av_log(s->avctx, AV_LOG_DEBUG, "tb %d/%d, tincrbits:%d, qp_prec:%d, ps:%d, low_delay:%d %s%s%s%s\n",
  2191. s->avctx->framerate.den, s->avctx->framerate.num,
  2192. ctx->time_increment_bits,
  2193. s->quant_precision,
  2194. s->progressive_sequence,
  2195. s->low_delay,
  2196. ctx->scalability ? "scalability " :"" , s->quarter_sample ? "qpel " : "",
  2197. s->data_partitioning ? "partition " : "", ctx->rvlc ? "rvlc " : ""
  2198. );
  2199. }
  2200. return 0;
  2201. }
  2202. /**
  2203. * Decode the user data stuff in the header.
  2204. * Also initializes divx/xvid/lavc_version/build.
  2205. */
  2206. static int decode_user_data(Mpeg4DecContext *ctx, GetBitContext *gb)
  2207. {
  2208. MpegEncContext *s = &ctx->m;
  2209. char buf[256];
  2210. int i;
  2211. int e;
  2212. int ver = 0, build = 0, ver2 = 0, ver3 = 0;
  2213. char last;
  2214. for (i = 0; i < 255 && get_bits_count(gb) < gb->size_in_bits; i++) {
  2215. if (show_bits(gb, 23) == 0)
  2216. break;
  2217. buf[i] = get_bits(gb, 8);
  2218. }
  2219. buf[i] = 0;
  2220. /* divx detection */
  2221. e = sscanf(buf, "DivX%dBuild%d%c", &ver, &build, &last);
  2222. if (e < 2)
  2223. e = sscanf(buf, "DivX%db%d%c", &ver, &build, &last);
  2224. if (e >= 2) {
  2225. ctx->divx_version = ver;
  2226. ctx->divx_build = build;
  2227. s->divx_packed = e == 3 && last == 'p';
  2228. }
  2229. /* libavcodec detection */
  2230. e = sscanf(buf, "FFmpe%*[^b]b%d", &build) + 3;
  2231. if (e != 4)
  2232. e = sscanf(buf, "FFmpeg v%d.%d.%d / libavcodec build: %d", &ver, &ver2, &ver3, &build);
  2233. if (e != 4) {
  2234. e = sscanf(buf, "Lavc%d.%d.%d", &ver, &ver2, &ver3) + 1;
  2235. if (e > 1) {
  2236. if (ver > 0xFFU || ver2 > 0xFFU || ver3 > 0xFFU) {
  2237. av_log(s->avctx, AV_LOG_WARNING,
  2238. "Unknown Lavc version string encountered, %d.%d.%d; "
  2239. "clamping sub-version values to 8-bits.\n",
  2240. ver, ver2, ver3);
  2241. }
  2242. build = ((ver & 0xFF) << 16) + ((ver2 & 0xFF) << 8) + (ver3 & 0xFF);
  2243. }
  2244. }
  2245. if (e != 4) {
  2246. if (strcmp(buf, "ffmpeg") == 0)
  2247. ctx->lavc_build = 4600;
  2248. }
  2249. if (e == 4)
  2250. ctx->lavc_build = build;
  2251. /* Xvid detection */
  2252. e = sscanf(buf, "XviD%d", &build);
  2253. if (e == 1)
  2254. ctx->xvid_build = build;
  2255. return 0;
  2256. }
  2257. int ff_mpeg4_workaround_bugs(AVCodecContext *avctx)
  2258. {
  2259. Mpeg4DecContext *ctx = avctx->priv_data;
  2260. MpegEncContext *s = &ctx->m;
  2261. if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1) {
  2262. if (s->codec_tag == AV_RL32("XVID") ||
  2263. s->codec_tag == AV_RL32("XVIX") ||
  2264. s->codec_tag == AV_RL32("RMP4") ||
  2265. s->codec_tag == AV_RL32("ZMP4") ||
  2266. s->codec_tag == AV_RL32("SIPP"))
  2267. ctx->xvid_build = 0;
  2268. }
  2269. if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1)
  2270. if (s->codec_tag == AV_RL32("DIVX") && s->vo_type == 0 &&
  2271. ctx->vol_control_parameters == 0)
  2272. ctx->divx_version = 400; // divx 4
  2273. if (ctx->xvid_build >= 0 && ctx->divx_version >= 0) {
  2274. ctx->divx_version =
  2275. ctx->divx_build = -1;
  2276. }
  2277. if (s->workaround_bugs & FF_BUG_AUTODETECT) {
  2278. if (s->codec_tag == AV_RL32("XVIX"))
  2279. s->workaround_bugs |= FF_BUG_XVID_ILACE;
  2280. if (s->codec_tag == AV_RL32("UMP4"))
  2281. s->workaround_bugs |= FF_BUG_UMP4;
  2282. if (ctx->divx_version >= 500 && ctx->divx_build < 1814)
  2283. s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
  2284. if (ctx->divx_version > 502 && ctx->divx_build < 1814)
  2285. s->workaround_bugs |= FF_BUG_QPEL_CHROMA2;
  2286. if (ctx->xvid_build <= 3U)
  2287. s->padding_bug_score = 256 * 256 * 256 * 64;
  2288. if (ctx->xvid_build <= 1U)
  2289. s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
  2290. if (ctx->xvid_build <= 12U)
  2291. s->workaround_bugs |= FF_BUG_EDGE;
  2292. if (ctx->xvid_build <= 32U)
  2293. s->workaround_bugs |= FF_BUG_DC_CLIP;
  2294. #define SET_QPEL_FUNC(postfix1, postfix2) \
  2295. s->qdsp.put_ ## postfix1 = ff_put_ ## postfix2; \
  2296. s->qdsp.put_no_rnd_ ## postfix1 = ff_put_no_rnd_ ## postfix2; \
  2297. s->qdsp.avg_ ## postfix1 = ff_avg_ ## postfix2;
  2298. if (ctx->lavc_build < 4653U)
  2299. s->workaround_bugs |= FF_BUG_STD_QPEL;
  2300. if (ctx->lavc_build < 4655U)
  2301. s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
  2302. if (ctx->lavc_build < 4670U)
  2303. s->workaround_bugs |= FF_BUG_EDGE;
  2304. if (ctx->lavc_build <= 4712U)
  2305. s->workaround_bugs |= FF_BUG_DC_CLIP;
  2306. if ((ctx->lavc_build&0xFF) >= 100) {
  2307. if (ctx->lavc_build > 3621476 && ctx->lavc_build < 3752552 &&
  2308. (ctx->lavc_build < 3752037 || ctx->lavc_build > 3752191) // 3.2.1+
  2309. )
  2310. s->workaround_bugs |= FF_BUG_IEDGE;
  2311. }
  2312. if (ctx->divx_version >= 0)
  2313. s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
  2314. if (ctx->divx_version == 501 && ctx->divx_build == 20020416)
  2315. s->padding_bug_score = 256 * 256 * 256 * 64;
  2316. if (ctx->divx_version < 500U)
  2317. s->workaround_bugs |= FF_BUG_EDGE;
  2318. if (ctx->divx_version >= 0)
  2319. s->workaround_bugs |= FF_BUG_HPEL_CHROMA;
  2320. }
  2321. if (s->workaround_bugs & FF_BUG_STD_QPEL) {
  2322. SET_QPEL_FUNC(qpel_pixels_tab[0][5], qpel16_mc11_old_c)
  2323. SET_QPEL_FUNC(qpel_pixels_tab[0][7], qpel16_mc31_old_c)
  2324. SET_QPEL_FUNC(qpel_pixels_tab[0][9], qpel16_mc12_old_c)
  2325. SET_QPEL_FUNC(qpel_pixels_tab[0][11], qpel16_mc32_old_c)
  2326. SET_QPEL_FUNC(qpel_pixels_tab[0][13], qpel16_mc13_old_c)
  2327. SET_QPEL_FUNC(qpel_pixels_tab[0][15], qpel16_mc33_old_c)
  2328. SET_QPEL_FUNC(qpel_pixels_tab[1][5], qpel8_mc11_old_c)
  2329. SET_QPEL_FUNC(qpel_pixels_tab[1][7], qpel8_mc31_old_c)
  2330. SET_QPEL_FUNC(qpel_pixels_tab[1][9], qpel8_mc12_old_c)
  2331. SET_QPEL_FUNC(qpel_pixels_tab[1][11], qpel8_mc32_old_c)
  2332. SET_QPEL_FUNC(qpel_pixels_tab[1][13], qpel8_mc13_old_c)
  2333. SET_QPEL_FUNC(qpel_pixels_tab[1][15], qpel8_mc33_old_c)
  2334. }
  2335. if (avctx->debug & FF_DEBUG_BUGS)
  2336. av_log(s->avctx, AV_LOG_DEBUG,
  2337. "bugs: %X lavc_build:%d xvid_build:%d divx_version:%d divx_build:%d %s\n",
  2338. s->workaround_bugs, ctx->lavc_build, ctx->xvid_build,
  2339. ctx->divx_version, ctx->divx_build, s->divx_packed ? "p" : "");
  2340. if (CONFIG_MPEG4_DECODER && ctx->xvid_build >= 0 &&
  2341. s->codec_id == AV_CODEC_ID_MPEG4 &&
  2342. avctx->idct_algo == FF_IDCT_AUTO) {
  2343. avctx->idct_algo = FF_IDCT_XVID;
  2344. ff_mpv_idct_init(s);
  2345. return 1;
  2346. }
  2347. return 0;
  2348. }
  2349. static int decode_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2350. {
  2351. MpegEncContext *s = &ctx->m;
  2352. int time_incr, time_increment;
  2353. int64_t pts;
  2354. s->mcsel = 0;
  2355. s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* pict type: I = 0 , P = 1 */
  2356. if (s->pict_type == AV_PICTURE_TYPE_B && s->low_delay &&
  2357. ctx->vol_control_parameters == 0 && !(s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)) {
  2358. av_log(s->avctx, AV_LOG_ERROR, "low_delay flag set incorrectly, clearing it\n");
  2359. s->low_delay = 0;
  2360. }
  2361. s->partitioned_frame = s->data_partitioning && s->pict_type != AV_PICTURE_TYPE_B;
  2362. if (s->partitioned_frame)
  2363. s->decode_mb = mpeg4_decode_partitioned_mb;
  2364. else
  2365. s->decode_mb = mpeg4_decode_mb;
  2366. time_incr = 0;
  2367. while (get_bits1(gb) != 0)
  2368. time_incr++;
  2369. check_marker(s->avctx, gb, "before time_increment");
  2370. if (ctx->time_increment_bits == 0 ||
  2371. !(show_bits(gb, ctx->time_increment_bits + 1) & 1)) {
  2372. av_log(s->avctx, AV_LOG_WARNING,
  2373. "time_increment_bits %d is invalid in relation to the current bitstream, this is likely caused by a missing VOL header\n", ctx->time_increment_bits);
  2374. for (ctx->time_increment_bits = 1;
  2375. ctx->time_increment_bits < 16;
  2376. ctx->time_increment_bits++) {
  2377. if (s->pict_type == AV_PICTURE_TYPE_P ||
  2378. (s->pict_type == AV_PICTURE_TYPE_S &&
  2379. ctx->vol_sprite_usage == GMC_SPRITE)) {
  2380. if ((show_bits(gb, ctx->time_increment_bits + 6) & 0x37) == 0x30)
  2381. break;
  2382. } else if ((show_bits(gb, ctx->time_increment_bits + 5) & 0x1F) == 0x18)
  2383. break;
  2384. }
  2385. av_log(s->avctx, AV_LOG_WARNING,
  2386. "time_increment_bits set to %d bits, based on bitstream analysis\n", ctx->time_increment_bits);
  2387. if (s->avctx->framerate.num && 4*s->avctx->framerate.num < 1<<ctx->time_increment_bits) {
  2388. s->avctx->framerate.num = 1<<ctx->time_increment_bits;
  2389. s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
  2390. }
  2391. }
  2392. if (IS_3IV1)
  2393. time_increment = get_bits1(gb); // FIXME investigate further
  2394. else
  2395. time_increment = get_bits(gb, ctx->time_increment_bits);
  2396. if (s->pict_type != AV_PICTURE_TYPE_B) {
  2397. s->last_time_base = s->time_base;
  2398. s->time_base += time_incr;
  2399. s->time = s->time_base * (int64_t)s->avctx->framerate.num + time_increment;
  2400. if (s->workaround_bugs & FF_BUG_UMP4) {
  2401. if (s->time < s->last_non_b_time) {
  2402. /* header is not mpeg-4-compatible, broken encoder,
  2403. * trying to workaround */
  2404. s->time_base++;
  2405. s->time += s->avctx->framerate.num;
  2406. }
  2407. }
  2408. s->pp_time = s->time - s->last_non_b_time;
  2409. s->last_non_b_time = s->time;
  2410. } else {
  2411. s->time = (s->last_time_base + time_incr) * (int64_t)s->avctx->framerate.num + time_increment;
  2412. s->pb_time = s->pp_time - (s->last_non_b_time - s->time);
  2413. if (s->pp_time <= s->pb_time ||
  2414. s->pp_time <= s->pp_time - s->pb_time ||
  2415. s->pp_time <= 0) {
  2416. /* messed up order, maybe after seeking? skipping current B-frame */
  2417. return FRAME_SKIPPED;
  2418. }
  2419. ff_mpeg4_init_direct_mv(s);
  2420. if (ctx->t_frame == 0)
  2421. ctx->t_frame = s->pb_time;
  2422. if (ctx->t_frame == 0)
  2423. ctx->t_frame = 1; // 1/0 protection
  2424. s->pp_field_time = (ROUNDED_DIV(s->last_non_b_time, ctx->t_frame) -
  2425. ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
  2426. s->pb_field_time = (ROUNDED_DIV(s->time, ctx->t_frame) -
  2427. ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
  2428. if (s->pp_field_time <= s->pb_field_time || s->pb_field_time <= 1) {
  2429. s->pb_field_time = 2;
  2430. s->pp_field_time = 4;
  2431. if (!s->progressive_sequence)
  2432. return FRAME_SKIPPED;
  2433. }
  2434. }
  2435. if (s->avctx->framerate.den)
  2436. pts = ROUNDED_DIV(s->time, s->avctx->framerate.den);
  2437. else
  2438. pts = AV_NOPTS_VALUE;
  2439. ff_dlog(s->avctx, "MPEG4 PTS: %"PRId64"\n", pts);
  2440. check_marker(s->avctx, gb, "before vop_coded");
  2441. /* vop coded */
  2442. if (get_bits1(gb) != 1) {
  2443. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  2444. av_log(s->avctx, AV_LOG_ERROR, "vop not coded\n");
  2445. return FRAME_SKIPPED;
  2446. }
  2447. if (ctx->new_pred)
  2448. decode_new_pred(ctx, gb);
  2449. if (ctx->shape != BIN_ONLY_SHAPE &&
  2450. (s->pict_type == AV_PICTURE_TYPE_P ||
  2451. (s->pict_type == AV_PICTURE_TYPE_S &&
  2452. ctx->vol_sprite_usage == GMC_SPRITE))) {
  2453. /* rounding type for motion estimation */
  2454. s->no_rounding = get_bits1(gb);
  2455. } else {
  2456. s->no_rounding = 0;
  2457. }
  2458. // FIXME reduced res stuff
  2459. if (ctx->shape != RECT_SHAPE) {
  2460. if (ctx->vol_sprite_usage != 1 || s->pict_type != AV_PICTURE_TYPE_I) {
  2461. skip_bits(gb, 13); /* width */
  2462. check_marker(s->avctx, gb, "after width");
  2463. skip_bits(gb, 13); /* height */
  2464. check_marker(s->avctx, gb, "after height");
  2465. skip_bits(gb, 13); /* hor_spat_ref */
  2466. check_marker(s->avctx, gb, "after hor_spat_ref");
  2467. skip_bits(gb, 13); /* ver_spat_ref */
  2468. }
  2469. skip_bits1(gb); /* change_CR_disable */
  2470. if (get_bits1(gb) != 0)
  2471. skip_bits(gb, 8); /* constant_alpha_value */
  2472. }
  2473. // FIXME complexity estimation stuff
  2474. if (ctx->shape != BIN_ONLY_SHAPE) {
  2475. skip_bits_long(gb, ctx->cplx_estimation_trash_i);
  2476. if (s->pict_type != AV_PICTURE_TYPE_I)
  2477. skip_bits_long(gb, ctx->cplx_estimation_trash_p);
  2478. if (s->pict_type == AV_PICTURE_TYPE_B)
  2479. skip_bits_long(gb, ctx->cplx_estimation_trash_b);
  2480. if (get_bits_left(gb) < 3) {
  2481. av_log(s->avctx, AV_LOG_ERROR, "Header truncated\n");
  2482. return AVERROR_INVALIDDATA;
  2483. }
  2484. ctx->intra_dc_threshold = ff_mpeg4_dc_threshold[get_bits(gb, 3)];
  2485. if (!s->progressive_sequence) {
  2486. s->top_field_first = get_bits1(gb);
  2487. s->alternate_scan = get_bits1(gb);
  2488. } else
  2489. s->alternate_scan = 0;
  2490. }
  2491. if (s->alternate_scan) {
  2492. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
  2493. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
  2494. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
  2495. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2496. } else {
  2497. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
  2498. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
  2499. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
  2500. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2501. }
  2502. if (s->pict_type == AV_PICTURE_TYPE_S) {
  2503. if((ctx->vol_sprite_usage == STATIC_SPRITE ||
  2504. ctx->vol_sprite_usage == GMC_SPRITE)) {
  2505. if (mpeg4_decode_sprite_trajectory(ctx, gb) < 0)
  2506. return AVERROR_INVALIDDATA;
  2507. if (ctx->sprite_brightness_change)
  2508. av_log(s->avctx, AV_LOG_ERROR,
  2509. "sprite_brightness_change not supported\n");
  2510. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  2511. av_log(s->avctx, AV_LOG_ERROR, "static sprite not supported\n");
  2512. } else {
  2513. memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
  2514. memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
  2515. }
  2516. }
  2517. if (ctx->shape != BIN_ONLY_SHAPE) {
  2518. s->chroma_qscale = s->qscale = get_bits(gb, s->quant_precision);
  2519. if (s->qscale == 0) {
  2520. av_log(s->avctx, AV_LOG_ERROR,
  2521. "Error, header damaged or not MPEG-4 header (qscale=0)\n");
  2522. return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
  2523. }
  2524. if (s->pict_type != AV_PICTURE_TYPE_I) {
  2525. s->f_code = get_bits(gb, 3); /* fcode_for */
  2526. if (s->f_code == 0) {
  2527. av_log(s->avctx, AV_LOG_ERROR,
  2528. "Error, header damaged or not MPEG-4 header (f_code=0)\n");
  2529. s->f_code = 1;
  2530. return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
  2531. }
  2532. } else
  2533. s->f_code = 1;
  2534. if (s->pict_type == AV_PICTURE_TYPE_B) {
  2535. s->b_code = get_bits(gb, 3);
  2536. if (s->b_code == 0) {
  2537. av_log(s->avctx, AV_LOG_ERROR,
  2538. "Error, header damaged or not MPEG4 header (b_code=0)\n");
  2539. s->b_code=1;
  2540. return AVERROR_INVALIDDATA; // makes no sense to continue, as the MV decoding will break very quickly
  2541. }
  2542. } else
  2543. s->b_code = 1;
  2544. if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
  2545. av_log(s->avctx, AV_LOG_DEBUG,
  2546. "qp:%d fc:%d,%d %s size:%d pro:%d alt:%d top:%d %spel part:%d resync:%d w:%d a:%d rnd:%d vot:%d%s dc:%d ce:%d/%d/%d time:%"PRId64" tincr:%d\n",
  2547. s->qscale, s->f_code, s->b_code,
  2548. s->pict_type == AV_PICTURE_TYPE_I ? "I" : (s->pict_type == AV_PICTURE_TYPE_P ? "P" : (s->pict_type == AV_PICTURE_TYPE_B ? "B" : "S")),
  2549. gb->size_in_bits,s->progressive_sequence, s->alternate_scan,
  2550. s->top_field_first, s->quarter_sample ? "q" : "h",
  2551. s->data_partitioning, ctx->resync_marker,
  2552. ctx->num_sprite_warping_points, s->sprite_warping_accuracy,
  2553. 1 - s->no_rounding, s->vo_type,
  2554. ctx->vol_control_parameters ? " VOLC" : " ", ctx->intra_dc_threshold,
  2555. ctx->cplx_estimation_trash_i, ctx->cplx_estimation_trash_p,
  2556. ctx->cplx_estimation_trash_b,
  2557. s->time,
  2558. time_increment
  2559. );
  2560. }
  2561. if (!ctx->scalability) {
  2562. if (ctx->shape != RECT_SHAPE && s->pict_type != AV_PICTURE_TYPE_I)
  2563. skip_bits1(gb); // vop shape coding type
  2564. } else {
  2565. if (ctx->enhancement_type) {
  2566. int load_backward_shape = get_bits1(gb);
  2567. if (load_backward_shape)
  2568. av_log(s->avctx, AV_LOG_ERROR,
  2569. "load backward shape isn't supported\n");
  2570. }
  2571. skip_bits(gb, 2); // ref_select_code
  2572. }
  2573. }
  2574. /* detect buggy encoders which don't set the low_delay flag
  2575. * (divx4/xvid/opendivx). Note we cannot detect divx5 without B-frames
  2576. * easily (although it's buggy too) */
  2577. if (s->vo_type == 0 && ctx->vol_control_parameters == 0 &&
  2578. ctx->divx_version == -1 && s->picture_number == 0) {
  2579. av_log(s->avctx, AV_LOG_WARNING,
  2580. "looks like this file was encoded with (divx4/(old)xvid/opendivx) -> forcing low_delay flag\n");
  2581. s->low_delay = 1;
  2582. }
  2583. s->picture_number++; // better than pic number==0 always ;)
  2584. // FIXME add short header support
  2585. s->y_dc_scale_table = ff_mpeg4_y_dc_scale_table;
  2586. s->c_dc_scale_table = ff_mpeg4_c_dc_scale_table;
  2587. if (s->workaround_bugs & FF_BUG_EDGE) {
  2588. s->h_edge_pos = s->width;
  2589. s->v_edge_pos = s->height;
  2590. }
  2591. return 0;
  2592. }
  2593. static int read_quant_matrix_ext(MpegEncContext *s, GetBitContext *gb)
  2594. {
  2595. int i, j, v;
  2596. if (get_bits1(gb)) {
  2597. if (get_bits_left(gb) < 64*8)
  2598. return AVERROR_INVALIDDATA;
  2599. /* intra_quantiser_matrix */
  2600. for (i = 0; i < 64; i++) {
  2601. v = get_bits(gb, 8);
  2602. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2603. s->intra_matrix[j] = v;
  2604. s->chroma_intra_matrix[j] = v;
  2605. }
  2606. }
  2607. if (get_bits1(gb)) {
  2608. if (get_bits_left(gb) < 64*8)
  2609. return AVERROR_INVALIDDATA;
  2610. /* non_intra_quantiser_matrix */
  2611. for (i = 0; i < 64; i++) {
  2612. get_bits(gb, 8);
  2613. }
  2614. }
  2615. if (get_bits1(gb)) {
  2616. if (get_bits_left(gb) < 64*8)
  2617. return AVERROR_INVALIDDATA;
  2618. /* chroma_intra_quantiser_matrix */
  2619. for (i = 0; i < 64; i++) {
  2620. v = get_bits(gb, 8);
  2621. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2622. s->chroma_intra_matrix[j] = v;
  2623. }
  2624. }
  2625. if (get_bits1(gb)) {
  2626. if (get_bits_left(gb) < 64*8)
  2627. return AVERROR_INVALIDDATA;
  2628. /* chroma_non_intra_quantiser_matrix */
  2629. for (i = 0; i < 64; i++) {
  2630. get_bits(gb, 8);
  2631. }
  2632. }
  2633. next_start_code_studio(gb);
  2634. return 0;
  2635. }
  2636. static void extension_and_user_data(MpegEncContext *s, GetBitContext *gb, int id)
  2637. {
  2638. uint32_t startcode;
  2639. uint8_t extension_type;
  2640. startcode = show_bits_long(gb, 32);
  2641. if (startcode == USER_DATA_STARTCODE || startcode == EXT_STARTCODE) {
  2642. if ((id == 2 || id == 4) && startcode == EXT_STARTCODE) {
  2643. skip_bits_long(gb, 32);
  2644. extension_type = get_bits(gb, 4);
  2645. if (extension_type == QUANT_MATRIX_EXT_ID)
  2646. read_quant_matrix_ext(s, gb);
  2647. }
  2648. }
  2649. }
  2650. static void decode_smpte_tc(Mpeg4DecContext *ctx, GetBitContext *gb)
  2651. {
  2652. MpegEncContext *s = &ctx->m;
  2653. skip_bits(gb, 16); /* Time_code[63..48] */
  2654. check_marker(s->avctx, gb, "after Time_code[63..48]");
  2655. skip_bits(gb, 16); /* Time_code[47..32] */
  2656. check_marker(s->avctx, gb, "after Time_code[47..32]");
  2657. skip_bits(gb, 16); /* Time_code[31..16] */
  2658. check_marker(s->avctx, gb, "after Time_code[31..16]");
  2659. skip_bits(gb, 16); /* Time_code[15..0] */
  2660. check_marker(s->avctx, gb, "after Time_code[15..0]");
  2661. skip_bits(gb, 4); /* reserved_bits */
  2662. }
  2663. /**
  2664. * Decode the next studio vop header.
  2665. * @return <0 if something went wrong
  2666. */
  2667. static int decode_studio_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2668. {
  2669. MpegEncContext *s = &ctx->m;
  2670. if (get_bits_left(gb) <= 32)
  2671. return 0;
  2672. s->partitioned_frame = 0;
  2673. s->interlaced_dct = 0;
  2674. s->decode_mb = mpeg4_decode_studio_mb;
  2675. decode_smpte_tc(ctx, gb);
  2676. skip_bits(gb, 10); /* temporal_reference */
  2677. skip_bits(gb, 2); /* vop_structure */
  2678. s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* vop_coding_type */
  2679. if (get_bits1(gb)) { /* vop_coded */
  2680. skip_bits1(gb); /* top_field_first */
  2681. skip_bits1(gb); /* repeat_first_field */
  2682. s->progressive_frame = get_bits1(gb) ^ 1; /* progressive_frame */
  2683. }
  2684. if (s->pict_type == AV_PICTURE_TYPE_I) {
  2685. if (get_bits1(gb))
  2686. reset_studio_dc_predictors(s);
  2687. }
  2688. if (ctx->shape != BIN_ONLY_SHAPE) {
  2689. s->alternate_scan = get_bits1(gb);
  2690. s->frame_pred_frame_dct = get_bits1(gb);
  2691. s->dct_precision = get_bits(gb, 2);
  2692. s->intra_dc_precision = get_bits(gb, 2);
  2693. s->q_scale_type = get_bits1(gb);
  2694. }
  2695. if (s->alternate_scan) {
  2696. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
  2697. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
  2698. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
  2699. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2700. } else {
  2701. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
  2702. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
  2703. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
  2704. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2705. }
  2706. mpeg4_load_default_matrices(s);
  2707. next_start_code_studio(gb);
  2708. extension_and_user_data(s, gb, 4);
  2709. return 0;
  2710. }
  2711. static int decode_studiovisualobject(Mpeg4DecContext *ctx, GetBitContext *gb)
  2712. {
  2713. MpegEncContext *s = &ctx->m;
  2714. int visual_object_type;
  2715. skip_bits(gb, 4); /* visual_object_verid */
  2716. visual_object_type = get_bits(gb, 4);
  2717. if (visual_object_type != VOT_VIDEO_ID) {
  2718. avpriv_request_sample(s->avctx, "VO type %u", visual_object_type);
  2719. return AVERROR_PATCHWELCOME;
  2720. }
  2721. next_start_code_studio(gb);
  2722. extension_and_user_data(s, gb, 1);
  2723. return 0;
  2724. }
  2725. static int decode_studio_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2726. {
  2727. MpegEncContext *s = &ctx->m;
  2728. int width, height;
  2729. int bits_per_raw_sample;
  2730. int rgb, chroma_format;
  2731. // random_accessible_vol and video_object_type_indication have already
  2732. // been read by the caller decode_vol_header()
  2733. skip_bits(gb, 4); /* video_object_layer_verid */
  2734. ctx->shape = get_bits(gb, 2); /* video_object_layer_shape */
  2735. skip_bits(gb, 4); /* video_object_layer_shape_extension */
  2736. skip_bits1(gb); /* progressive_sequence */
  2737. if (ctx->shape != RECT_SHAPE) {
  2738. avpriv_request_sample(s->avctx, "MPEG-4 Studio profile non rectangular shape");
  2739. return AVERROR_PATCHWELCOME;
  2740. }
  2741. if (ctx->shape != BIN_ONLY_SHAPE) {
  2742. rgb = get_bits1(gb); /* rgb_components */
  2743. chroma_format = get_bits(gb, 2); /* chroma_format */
  2744. if (!chroma_format || chroma_format == CHROMA_420 || (rgb && chroma_format == CHROMA_422)) {
  2745. av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
  2746. return AVERROR_INVALIDDATA;
  2747. }
  2748. bits_per_raw_sample = get_bits(gb, 4); /* bit_depth */
  2749. if (bits_per_raw_sample == 10) {
  2750. if (rgb) {
  2751. s->avctx->pix_fmt = AV_PIX_FMT_GBRP10;
  2752. }
  2753. else {
  2754. s->avctx->pix_fmt = chroma_format == CHROMA_422 ? AV_PIX_FMT_YUV422P10 : AV_PIX_FMT_YUV444P10;
  2755. }
  2756. }
  2757. else {
  2758. avpriv_request_sample(s->avctx, "MPEG-4 Studio profile bit-depth %u", bits_per_raw_sample);
  2759. return AVERROR_PATCHWELCOME;
  2760. }
  2761. if (rgb != ctx->rgb || s->chroma_format != chroma_format)
  2762. s->context_reinit = 1;
  2763. s->avctx->bits_per_raw_sample = bits_per_raw_sample;
  2764. ctx->rgb = rgb;
  2765. s->chroma_format = chroma_format;
  2766. }
  2767. if (ctx->shape == RECT_SHAPE) {
  2768. check_marker(s->avctx, gb, "before video_object_layer_width");
  2769. width = get_bits(gb, 14); /* video_object_layer_width */
  2770. check_marker(s->avctx, gb, "before video_object_layer_height");
  2771. height = get_bits(gb, 14); /* video_object_layer_height */
  2772. check_marker(s->avctx, gb, "after video_object_layer_height");
  2773. /* Do the same check as non-studio profile */
  2774. if (width && height) {
  2775. if (s->width && s->height &&
  2776. (s->width != width || s->height != height))
  2777. s->context_reinit = 1;
  2778. s->width = width;
  2779. s->height = height;
  2780. }
  2781. }
  2782. s->aspect_ratio_info = get_bits(gb, 4);
  2783. if (s->aspect_ratio_info == FF_ASPECT_EXTENDED) {
  2784. s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
  2785. s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
  2786. } else {
  2787. s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[s->aspect_ratio_info];
  2788. }
  2789. skip_bits(gb, 4); /* frame_rate_code */
  2790. skip_bits(gb, 15); /* first_half_bit_rate */
  2791. check_marker(s->avctx, gb, "after first_half_bit_rate");
  2792. skip_bits(gb, 15); /* latter_half_bit_rate */
  2793. check_marker(s->avctx, gb, "after latter_half_bit_rate");
  2794. skip_bits(gb, 15); /* first_half_vbv_buffer_size */
  2795. check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
  2796. skip_bits(gb, 3); /* latter_half_vbv_buffer_size */
  2797. skip_bits(gb, 11); /* first_half_vbv_buffer_size */
  2798. check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
  2799. skip_bits(gb, 15); /* latter_half_vbv_occupancy */
  2800. check_marker(s->avctx, gb, "after latter_half_vbv_occupancy");
  2801. s->low_delay = get_bits1(gb);
  2802. s->mpeg_quant = get_bits1(gb); /* mpeg2_stream */
  2803. next_start_code_studio(gb);
  2804. extension_and_user_data(s, gb, 2);
  2805. return 0;
  2806. }
  2807. /**
  2808. * Decode MPEG-4 headers.
  2809. *
  2810. * @param header If set the absence of a VOP is not treated as error; otherwise, it is treated as such.
  2811. * @return <0 if an error occurred
  2812. * FRAME_SKIPPED if a not coded VOP is found
  2813. * 0 else
  2814. */
  2815. int ff_mpeg4_decode_picture_header(Mpeg4DecContext *ctx, GetBitContext *gb, int header)
  2816. {
  2817. MpegEncContext *s = &ctx->m;
  2818. unsigned startcode, v;
  2819. int ret;
  2820. int vol = 0;
  2821. /* search next start code */
  2822. align_get_bits(gb);
  2823. // If we have not switched to studio profile than we also did not switch bps
  2824. // that means something else (like a previous instance) outside set bps which
  2825. // would be inconsistant with the currect state, thus reset it
  2826. if (!s->studio_profile && s->avctx->bits_per_raw_sample != 8)
  2827. s->avctx->bits_per_raw_sample = 0;
  2828. if (s->codec_tag == AV_RL32("WV1F") && show_bits(gb, 24) == 0x575630) {
  2829. skip_bits(gb, 24);
  2830. if (get_bits(gb, 8) == 0xF0)
  2831. goto end;
  2832. }
  2833. startcode = 0xff;
  2834. for (;;) {
  2835. if (get_bits_count(gb) >= gb->size_in_bits) {
  2836. if (gb->size_in_bits == 8 &&
  2837. (ctx->divx_version >= 0 || ctx->xvid_build >= 0) || s->codec_tag == AV_RL32("QMP4")) {
  2838. av_log(s->avctx, AV_LOG_VERBOSE, "frame skip %d\n", gb->size_in_bits);
  2839. return FRAME_SKIPPED; // divx bug
  2840. } else if (header && get_bits_count(gb) == gb->size_in_bits) {
  2841. return 0; // ordinary return value for parsing of extradata
  2842. } else
  2843. return AVERROR_INVALIDDATA; // end of stream
  2844. }
  2845. /* use the bits after the test */
  2846. v = get_bits(gb, 8);
  2847. startcode = ((startcode << 8) | v) & 0xffffffff;
  2848. if ((startcode & 0xFFFFFF00) != 0x100)
  2849. continue; // no startcode
  2850. if (s->avctx->debug & FF_DEBUG_STARTCODE) {
  2851. av_log(s->avctx, AV_LOG_DEBUG, "startcode: %3X ", startcode);
  2852. if (startcode <= 0x11F)
  2853. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Start");
  2854. else if (startcode <= 0x12F)
  2855. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Layer Start");
  2856. else if (startcode <= 0x13F)
  2857. av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
  2858. else if (startcode <= 0x15F)
  2859. av_log(s->avctx, AV_LOG_DEBUG, "FGS bp start");
  2860. else if (startcode <= 0x1AF)
  2861. av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
  2862. else if (startcode == 0x1B0)
  2863. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq Start");
  2864. else if (startcode == 0x1B1)
  2865. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq End");
  2866. else if (startcode == 0x1B2)
  2867. av_log(s->avctx, AV_LOG_DEBUG, "User Data");
  2868. else if (startcode == 0x1B3)
  2869. av_log(s->avctx, AV_LOG_DEBUG, "Group of VOP start");
  2870. else if (startcode == 0x1B4)
  2871. av_log(s->avctx, AV_LOG_DEBUG, "Video Session Error");
  2872. else if (startcode == 0x1B5)
  2873. av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Start");
  2874. else if (startcode == 0x1B6)
  2875. av_log(s->avctx, AV_LOG_DEBUG, "Video Object Plane start");
  2876. else if (startcode == 0x1B7)
  2877. av_log(s->avctx, AV_LOG_DEBUG, "slice start");
  2878. else if (startcode == 0x1B8)
  2879. av_log(s->avctx, AV_LOG_DEBUG, "extension start");
  2880. else if (startcode == 0x1B9)
  2881. av_log(s->avctx, AV_LOG_DEBUG, "fgs start");
  2882. else if (startcode == 0x1BA)
  2883. av_log(s->avctx, AV_LOG_DEBUG, "FBA Object start");
  2884. else if (startcode == 0x1BB)
  2885. av_log(s->avctx, AV_LOG_DEBUG, "FBA Object Plane start");
  2886. else if (startcode == 0x1BC)
  2887. av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object start");
  2888. else if (startcode == 0x1BD)
  2889. av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object Plane start");
  2890. else if (startcode == 0x1BE)
  2891. av_log(s->avctx, AV_LOG_DEBUG, "Still Texture Object start");
  2892. else if (startcode == 0x1BF)
  2893. av_log(s->avctx, AV_LOG_DEBUG, "Texture Spatial Layer start");
  2894. else if (startcode == 0x1C0)
  2895. av_log(s->avctx, AV_LOG_DEBUG, "Texture SNR Layer start");
  2896. else if (startcode == 0x1C1)
  2897. av_log(s->avctx, AV_LOG_DEBUG, "Texture Tile start");
  2898. else if (startcode == 0x1C2)
  2899. av_log(s->avctx, AV_LOG_DEBUG, "Texture Shape Layer start");
  2900. else if (startcode == 0x1C3)
  2901. av_log(s->avctx, AV_LOG_DEBUG, "stuffing start");
  2902. else if (startcode <= 0x1C5)
  2903. av_log(s->avctx, AV_LOG_DEBUG, "reserved");
  2904. else if (startcode <= 0x1FF)
  2905. av_log(s->avctx, AV_LOG_DEBUG, "System start");
  2906. av_log(s->avctx, AV_LOG_DEBUG, " at %d\n", get_bits_count(gb));
  2907. }
  2908. if (startcode >= 0x120 && startcode <= 0x12F) {
  2909. if (vol) {
  2910. av_log(s->avctx, AV_LOG_WARNING, "Ignoring multiple VOL headers\n");
  2911. continue;
  2912. }
  2913. vol++;
  2914. if ((ret = decode_vol_header(ctx, gb)) < 0)
  2915. return ret;
  2916. } else if (startcode == USER_DATA_STARTCODE) {
  2917. decode_user_data(ctx, gb);
  2918. } else if (startcode == GOP_STARTCODE) {
  2919. mpeg4_decode_gop_header(s, gb);
  2920. } else if (startcode == VOS_STARTCODE) {
  2921. int profile, level;
  2922. mpeg4_decode_profile_level(s, gb, &profile, &level);
  2923. if (profile == FF_PROFILE_MPEG4_SIMPLE_STUDIO &&
  2924. (level > 0 && level < 9)) {
  2925. s->studio_profile = 1;
  2926. next_start_code_studio(gb);
  2927. extension_and_user_data(s, gb, 0);
  2928. } else if (s->studio_profile) {
  2929. avpriv_request_sample(s->avctx, "Mix of studio and non studio profile");
  2930. return AVERROR_PATCHWELCOME;
  2931. }
  2932. s->avctx->profile = profile;
  2933. s->avctx->level = level;
  2934. } else if (startcode == VISUAL_OBJ_STARTCODE) {
  2935. if (s->studio_profile) {
  2936. if ((ret = decode_studiovisualobject(ctx, gb)) < 0)
  2937. return ret;
  2938. } else
  2939. mpeg4_decode_visual_object(s, gb);
  2940. } else if (startcode == VOP_STARTCODE) {
  2941. break;
  2942. }
  2943. align_get_bits(gb);
  2944. startcode = 0xff;
  2945. }
  2946. end:
  2947. if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
  2948. s->low_delay = 1;
  2949. s->avctx->has_b_frames = !s->low_delay;
  2950. if (s->studio_profile) {
  2951. if (!s->avctx->bits_per_raw_sample) {
  2952. av_log(s->avctx, AV_LOG_ERROR, "Missing VOL header\n");
  2953. return AVERROR_INVALIDDATA;
  2954. }
  2955. return decode_studio_vop_header(ctx, gb);
  2956. } else
  2957. return decode_vop_header(ctx, gb);
  2958. }
  2959. av_cold void ff_mpeg4videodec_static_init(void) {
  2960. static int done = 0;
  2961. if (!done) {
  2962. ff_rl_init(&ff_mpeg4_rl_intra, ff_mpeg4_static_rl_table_store[0]);
  2963. ff_rl_init(&ff_rvlc_rl_inter, ff_mpeg4_static_rl_table_store[1]);
  2964. ff_rl_init(&ff_rvlc_rl_intra, ff_mpeg4_static_rl_table_store[2]);
  2965. INIT_VLC_RL(ff_mpeg4_rl_intra, 554);
  2966. INIT_VLC_RL(ff_rvlc_rl_inter, 1072);
  2967. INIT_VLC_RL(ff_rvlc_rl_intra, 1072);
  2968. INIT_VLC_STATIC(&dc_lum, DC_VLC_BITS, 10 /* 13 */,
  2969. &ff_mpeg4_DCtab_lum[0][1], 2, 1,
  2970. &ff_mpeg4_DCtab_lum[0][0], 2, 1, 512);
  2971. INIT_VLC_STATIC(&dc_chrom, DC_VLC_BITS, 10 /* 13 */,
  2972. &ff_mpeg4_DCtab_chrom[0][1], 2, 1,
  2973. &ff_mpeg4_DCtab_chrom[0][0], 2, 1, 512);
  2974. INIT_VLC_STATIC_FROM_LENGTHS(&sprite_trajectory, SPRITE_TRAJ_VLC_BITS, 15,
  2975. ff_sprite_trajectory_lens, 1,
  2976. NULL, 0, 0, 0, 0, 128);
  2977. INIT_VLC_STATIC(&mb_type_b_vlc, MB_TYPE_B_VLC_BITS, 4,
  2978. &ff_mb_type_b_tab[0][1], 2, 1,
  2979. &ff_mb_type_b_tab[0][0], 2, 1, 16);
  2980. done = 1;
  2981. }
  2982. }
  2983. int ff_mpeg4_frame_end(AVCodecContext *avctx, const uint8_t *buf, int buf_size)
  2984. {
  2985. Mpeg4DecContext *ctx = avctx->priv_data;
  2986. MpegEncContext *s = &ctx->m;
  2987. /* divx 5.01+ bitstream reorder stuff */
  2988. /* Since this clobbers the input buffer and hwaccel codecs still need the
  2989. * data during hwaccel->end_frame we should not do this any earlier */
  2990. if (s->divx_packed) {
  2991. int current_pos = s->gb.buffer == s->bitstream_buffer ? 0 : (get_bits_count(&s->gb) >> 3);
  2992. int startcode_found = 0;
  2993. if (buf_size - current_pos > 7) {
  2994. int i;
  2995. for (i = current_pos; i < buf_size - 4; i++)
  2996. if (buf[i] == 0 &&
  2997. buf[i + 1] == 0 &&
  2998. buf[i + 2] == 1 &&
  2999. buf[i + 3] == 0xB6) {
  3000. startcode_found = !(buf[i + 4] & 0x40);
  3001. break;
  3002. }
  3003. }
  3004. if (startcode_found) {
  3005. if (!ctx->showed_packed_warning) {
  3006. av_log(s->avctx, AV_LOG_INFO, "Video uses a non-standard and "
  3007. "wasteful way to store B-frames ('packed B-frames'). "
  3008. "Consider using the mpeg4_unpack_bframes bitstream filter without encoding but stream copy to fix it.\n");
  3009. ctx->showed_packed_warning = 1;
  3010. }
  3011. av_fast_padded_malloc(&s->bitstream_buffer,
  3012. &s->allocated_bitstream_buffer_size,
  3013. buf_size - current_pos);
  3014. if (!s->bitstream_buffer) {
  3015. s->bitstream_buffer_size = 0;
  3016. return AVERROR(ENOMEM);
  3017. }
  3018. memcpy(s->bitstream_buffer, buf + current_pos,
  3019. buf_size - current_pos);
  3020. s->bitstream_buffer_size = buf_size - current_pos;
  3021. }
  3022. }
  3023. return 0;
  3024. }
  3025. #if HAVE_THREADS
  3026. static int mpeg4_update_thread_context(AVCodecContext *dst,
  3027. const AVCodecContext *src)
  3028. {
  3029. Mpeg4DecContext *s = dst->priv_data;
  3030. const Mpeg4DecContext *s1 = src->priv_data;
  3031. int init = s->m.context_initialized;
  3032. int ret = ff_mpeg_update_thread_context(dst, src);
  3033. if (ret < 0)
  3034. return ret;
  3035. // copy all the necessary fields explicitly
  3036. s->time_increment_bits = s1->time_increment_bits;
  3037. s->shape = s1->shape;
  3038. s->vol_sprite_usage = s1->vol_sprite_usage;
  3039. s->sprite_brightness_change = s1->sprite_brightness_change;
  3040. s->num_sprite_warping_points = s1->num_sprite_warping_points;
  3041. s->rvlc = s1->rvlc;
  3042. s->resync_marker = s1->resync_marker;
  3043. s->t_frame = s1->t_frame;
  3044. s->new_pred = s1->new_pred;
  3045. s->enhancement_type = s1->enhancement_type;
  3046. s->scalability = s1->scalability;
  3047. s->use_intra_dc_vlc = s1->use_intra_dc_vlc;
  3048. s->intra_dc_threshold = s1->intra_dc_threshold;
  3049. s->divx_version = s1->divx_version;
  3050. s->divx_build = s1->divx_build;
  3051. s->xvid_build = s1->xvid_build;
  3052. s->lavc_build = s1->lavc_build;
  3053. s->showed_packed_warning = s1->showed_packed_warning;
  3054. s->vol_control_parameters = s1->vol_control_parameters;
  3055. s->cplx_estimation_trash_i = s1->cplx_estimation_trash_i;
  3056. s->cplx_estimation_trash_p = s1->cplx_estimation_trash_p;
  3057. s->cplx_estimation_trash_b = s1->cplx_estimation_trash_b;
  3058. s->rgb = s1->rgb;
  3059. memcpy(s->sprite_shift, s1->sprite_shift, sizeof(s1->sprite_shift));
  3060. memcpy(s->sprite_traj, s1->sprite_traj, sizeof(s1->sprite_traj));
  3061. if (CONFIG_MPEG4_DECODER && !init && s1->xvid_build >= 0)
  3062. ff_xvid_idct_init(&s->m.idsp, dst);
  3063. return 0;
  3064. }
  3065. #endif
  3066. static av_cold void mpeg4_init_static(void)
  3067. {
  3068. INIT_VLC_STATIC_FROM_LENGTHS(&studio_luma_dc, STUDIO_INTRA_BITS, 19,
  3069. &ff_mpeg4_studio_dc_luma[0][1], 2,
  3070. &ff_mpeg4_studio_dc_luma[0][0], 2, 1,
  3071. 0, 0, 528);
  3072. INIT_VLC_STATIC_FROM_LENGTHS(&studio_chroma_dc, STUDIO_INTRA_BITS, 19,
  3073. &ff_mpeg4_studio_dc_chroma[0][1], 2,
  3074. &ff_mpeg4_studio_dc_chroma[0][0], 2, 1,
  3075. 0, 0, 528);
  3076. for (unsigned i = 0, offset = 0; i < 12; i++) {
  3077. static VLC_TYPE vlc_buf[6498][2];
  3078. studio_intra_tab[i].table = &vlc_buf[offset];
  3079. studio_intra_tab[i].table_allocated = FF_ARRAY_ELEMS(vlc_buf) - offset;
  3080. ff_init_vlc_from_lengths(&studio_intra_tab[i],
  3081. STUDIO_INTRA_BITS, 24,
  3082. &ff_mpeg4_studio_intra[i][0][1], 2,
  3083. &ff_mpeg4_studio_intra[i][0][0], 2, 1,
  3084. 0, INIT_VLC_STATIC_OVERLONG, NULL);
  3085. offset += studio_intra_tab[i].table_size;
  3086. }
  3087. ff_mpeg4videodec_static_init();
  3088. }
  3089. static av_cold int decode_init(AVCodecContext *avctx)
  3090. {
  3091. static AVOnce init_static_once = AV_ONCE_INIT;
  3092. Mpeg4DecContext *ctx = avctx->priv_data;
  3093. MpegEncContext *s = &ctx->m;
  3094. int ret;
  3095. ctx->divx_version =
  3096. ctx->divx_build =
  3097. ctx->xvid_build =
  3098. ctx->lavc_build = -1;
  3099. if ((ret = ff_h263_decode_init(avctx)) < 0)
  3100. return ret;
  3101. s->h263_pred = 1;
  3102. s->low_delay = 0; /* default, might be overridden in the vol header during header parsing */
  3103. s->decode_mb = mpeg4_decode_mb;
  3104. ctx->time_increment_bits = 4; /* default value for broken headers */
  3105. avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
  3106. ff_thread_once(&init_static_once, mpeg4_init_static);
  3107. return 0;
  3108. }
  3109. static const AVOption mpeg4_options[] = {
  3110. {"quarter_sample", "1/4 subpel MC", offsetof(MpegEncContext, quarter_sample), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, 0},
  3111. {"divx_packed", "divx style packed b frames", offsetof(MpegEncContext, divx_packed), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, 0},
  3112. {NULL}
  3113. };
  3114. static const AVClass mpeg4_class = {
  3115. .class_name = "MPEG4 Video Decoder",
  3116. .item_name = av_default_item_name,
  3117. .option = mpeg4_options,
  3118. .version = LIBAVUTIL_VERSION_INT,
  3119. };
  3120. AVCodec ff_mpeg4_decoder = {
  3121. .name = "mpeg4",
  3122. .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2"),
  3123. .type = AVMEDIA_TYPE_VIDEO,
  3124. .id = AV_CODEC_ID_MPEG4,
  3125. .priv_data_size = sizeof(Mpeg4DecContext),
  3126. .init = decode_init,
  3127. .close = ff_h263_decode_end,
  3128. .decode = ff_h263_decode_frame,
  3129. .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
  3130. AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY |
  3131. AV_CODEC_CAP_FRAME_THREADS,
  3132. .caps_internal = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM |
  3133. FF_CODEC_CAP_ALLOCATE_PROGRESS |
  3134. FF_CODEC_CAP_INIT_CLEANUP,
  3135. .flush = ff_mpeg_flush,
  3136. .max_lowres = 3,
  3137. .pix_fmts = ff_h263_hwaccel_pixfmt_list_420,
  3138. .profiles = NULL_IF_CONFIG_SMALL(ff_mpeg4_video_profiles),
  3139. .update_thread_context = ONLY_IF_THREADS_ENABLED(mpeg4_update_thread_context),
  3140. .priv_class = &mpeg4_class,
  3141. .hw_configs = (const AVCodecHWConfigInternal*[]) {
  3142. #if CONFIG_MPEG4_NVDEC_HWACCEL
  3143. HWACCEL_NVDEC(mpeg4),
  3144. #endif
  3145. #if CONFIG_MPEG4_VAAPI_HWACCEL
  3146. HWACCEL_VAAPI(mpeg4),
  3147. #endif
  3148. #if CONFIG_MPEG4_VDPAU_HWACCEL
  3149. HWACCEL_VDPAU(mpeg4),
  3150. #endif
  3151. #if CONFIG_MPEG4_VIDEOTOOLBOX_HWACCEL
  3152. HWACCEL_VIDEOTOOLBOX(mpeg4),
  3153. #endif
  3154. NULL
  3155. },
  3156. };