You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

456 lines
15KB

  1. /*
  2. * VC-1 and WMV3 decoder
  3. * Copyright (c) 2006-2007 Konstantin Shishkov
  4. * Partly based on vc9.c (c) 2005 Anonymous, Alex Beregszaszi, Michael Niedermayer
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #ifndef AVCODEC_VC1_H
  23. #define AVCODEC_VC1_H
  24. #include "avcodec.h"
  25. #include "mpegvideo.h"
  26. #include "intrax8.h"
  27. #include "vc1dsp.h"
  28. #define AC_VLC_BITS 9
  29. /** Markers used in VC-1 AP frame data */
  30. //@{
  31. enum VC1Code {
  32. VC1_CODE_RES0 = 0x00000100,
  33. VC1_CODE_ENDOFSEQ = 0x0000010A,
  34. VC1_CODE_SLICE,
  35. VC1_CODE_FIELD,
  36. VC1_CODE_FRAME,
  37. VC1_CODE_ENTRYPOINT,
  38. VC1_CODE_SEQHDR,
  39. };
  40. //@}
  41. #define IS_MARKER(x) (((x) & ~0xFF) == VC1_CODE_RES0)
  42. /** Available Profiles */
  43. //@{
  44. enum Profile {
  45. PROFILE_SIMPLE,
  46. PROFILE_MAIN,
  47. PROFILE_COMPLEX, ///< TODO: WMV9 specific
  48. PROFILE_ADVANCED
  49. };
  50. //@}
  51. /** Sequence quantizer mode */
  52. //@{
  53. enum QuantMode {
  54. QUANT_FRAME_IMPLICIT, ///< Implicitly specified at frame level
  55. QUANT_FRAME_EXPLICIT, ///< Explicitly specified at frame level
  56. QUANT_NON_UNIFORM, ///< Non-uniform quant used for all frames
  57. QUANT_UNIFORM ///< Uniform quant used for all frames
  58. };
  59. //@}
  60. /** Where quant can be changed */
  61. //@{
  62. enum DQProfile {
  63. DQPROFILE_FOUR_EDGES,
  64. DQPROFILE_DOUBLE_EDGES,
  65. DQPROFILE_SINGLE_EDGE,
  66. DQPROFILE_ALL_MBS
  67. };
  68. //@}
  69. /** @name Where quant can be changed
  70. */
  71. //@{
  72. enum DQSingleEdge {
  73. DQSINGLE_BEDGE_LEFT,
  74. DQSINGLE_BEDGE_TOP,
  75. DQSINGLE_BEDGE_RIGHT,
  76. DQSINGLE_BEDGE_BOTTOM
  77. };
  78. //@}
  79. /** Which pair of edges is quantized with ALTPQUANT */
  80. //@{
  81. enum DQDoubleEdge {
  82. DQDOUBLE_BEDGE_TOPLEFT,
  83. DQDOUBLE_BEDGE_TOPRIGHT,
  84. DQDOUBLE_BEDGE_BOTTOMRIGHT,
  85. DQDOUBLE_BEDGE_BOTTOMLEFT
  86. };
  87. //@}
  88. /** MV modes for P frames */
  89. //@{
  90. enum MVModes {
  91. MV_PMODE_1MV_HPEL_BILIN,
  92. MV_PMODE_1MV,
  93. MV_PMODE_1MV_HPEL,
  94. MV_PMODE_MIXED_MV,
  95. MV_PMODE_INTENSITY_COMP
  96. };
  97. //@}
  98. /** MBMODE for interlaced frame P-picture */
  99. //@{
  100. enum MBModesIntfr {
  101. MV_PMODE_INTFR_1MV,
  102. MV_PMODE_INTFR_2MV_FIELD,
  103. MV_PMODE_INTFR_2MV,
  104. MV_PMODE_INTFR_4MV_FIELD,
  105. MV_PMODE_INTFR_4MV,
  106. MV_PMODE_INTFR_INTRA,
  107. };
  108. //@}
  109. /** @name MV types for B frames */
  110. //@{
  111. enum BMVTypes {
  112. BMV_TYPE_BACKWARD,
  113. BMV_TYPE_FORWARD,
  114. BMV_TYPE_INTERPOLATED,
  115. BMV_TYPE_DIRECT
  116. };
  117. //@}
  118. /** @name Block types for P/B frames */
  119. //@{
  120. enum TransformTypes {
  121. TT_8X8,
  122. TT_8X4_BOTTOM,
  123. TT_8X4_TOP,
  124. TT_8X4, // both halves
  125. TT_4X8_RIGHT,
  126. TT_4X8_LEFT,
  127. TT_4X8, // both halves
  128. TT_4X4
  129. };
  130. //@}
  131. enum CodingSet {
  132. CS_HIGH_MOT_INTRA = 0,
  133. CS_HIGH_MOT_INTER,
  134. CS_LOW_MOT_INTRA,
  135. CS_LOW_MOT_INTER,
  136. CS_MID_RATE_INTRA,
  137. CS_MID_RATE_INTER,
  138. CS_HIGH_RATE_INTRA,
  139. CS_HIGH_RATE_INTER
  140. };
  141. /** @name Overlap conditions for Advanced Profile */
  142. //@{
  143. enum COTypes {
  144. CONDOVER_NONE = 0,
  145. CONDOVER_ALL,
  146. CONDOVER_SELECT
  147. };
  148. //@}
  149. /**
  150. * FCM Frame Coding Mode
  151. * @note some content might be marked interlaced
  152. * but have fcm set to 0 as well (e.g. HD-DVD)
  153. */
  154. enum FrameCodingMode {
  155. PROGRESSIVE = 0, ///< in the bitstream is reported as 00b
  156. ILACE_FRAME, ///< in the bitstream is reported as 10b
  157. ILACE_FIELD ///< in the bitstream is reported as 11b
  158. };
  159. /** The VC1 Context
  160. * @todo Change size wherever another size is more efficient
  161. * Many members are only used for Advanced Profile
  162. */
  163. typedef struct VC1Context{
  164. MpegEncContext s;
  165. IntraX8Context x8;
  166. VC1DSPContext vc1dsp;
  167. int bits;
  168. /** Simple/Main Profile sequence header */
  169. //@{
  170. int res_sprite; ///< reserved, sprite mode
  171. int res_y411; ///< reserved, old interlaced mode
  172. int res_x8; ///< reserved
  173. int multires; ///< frame-level RESPIC syntax element present
  174. int res_fasttx; ///< reserved, always 1
  175. int res_transtab; ///< reserved, always 0
  176. int rangered; ///< RANGEREDFRM (range reduction) syntax element present
  177. ///< at frame level
  178. int res_rtm_flag; ///< reserved, set to 1
  179. int reserved; ///< reserved
  180. //@}
  181. /** Advanced Profile */
  182. //@{
  183. int level; ///< 3bits, for Advanced/Simple Profile, provided by TS layer
  184. int chromaformat; ///< 2bits, 2=4:2:0, only defined
  185. int postprocflag; ///< Per-frame processing suggestion flag present
  186. int broadcast; ///< TFF/RFF present
  187. int interlace; ///< Progressive/interlaced (RPTFTM syntax element)
  188. int tfcntrflag; ///< TFCNTR present
  189. int panscanflag; ///< NUMPANSCANWIN, TOPLEFT{X,Y}, BOTRIGHT{X,Y} present
  190. int refdist_flag; ///< REFDIST syntax element present in II, IP, PI or PP field picture headers
  191. int extended_dmv; ///< Additional extended dmv range at P/B frame-level
  192. int color_prim; ///< 8bits, chroma coordinates of the color primaries
  193. int transfer_char; ///< 8bits, Opto-electronic transfer characteristics
  194. int matrix_coef; ///< 8bits, Color primaries->YCbCr transform matrix
  195. int hrd_param_flag; ///< Presence of Hypothetical Reference
  196. ///< Decoder parameters
  197. int psf; ///< Progressive Segmented Frame
  198. //@}
  199. /** Sequence header data for all Profiles
  200. * TODO: choose between ints, uint8_ts and monobit flags
  201. */
  202. //@{
  203. int profile; ///< 2bits, Profile
  204. int frmrtq_postproc; ///< 3bits,
  205. int bitrtq_postproc; ///< 5bits, quantized framerate-based postprocessing strength
  206. int max_coded_width, max_coded_height;
  207. int fastuvmc; ///< Rounding of qpel vector to hpel ? (not in Simple)
  208. int extended_mv; ///< Ext MV in P/B (not in Simple)
  209. int dquant; ///< How qscale varies with MBs, 2bits (not in Simple)
  210. int vstransform; ///< variable-size [48]x[48] transform type + info
  211. int overlap; ///< overlapped transforms in use
  212. int quantizer_mode; ///< 2bits, quantizer mode used for sequence, see QUANT_*
  213. int finterpflag; ///< INTERPFRM present
  214. //@}
  215. /** Frame decoding info for all profiles */
  216. //@{
  217. uint8_t mv_mode; ///< MV coding monde
  218. uint8_t mv_mode2; ///< Secondary MV coding mode (B frames)
  219. int k_x; ///< Number of bits for MVs (depends on MV range)
  220. int k_y; ///< Number of bits for MVs (depends on MV range)
  221. int range_x, range_y; ///< MV range
  222. uint8_t pq, altpq; ///< Current/alternate frame quantizer scale
  223. uint8_t zz_8x8[4][64]; ///< Zigzag table for TT_8x8, permuted for IDCT
  224. int left_blk_sh, top_blk_sh; ///< Either 3 or 0, positions of l/t in blk[]
  225. const uint8_t* zz_8x4; ///< Zigzag scan table for TT_8x4 coding mode
  226. const uint8_t* zz_4x8; ///< Zigzag scan table for TT_4x8 coding mode
  227. /** pquant parameters */
  228. //@{
  229. uint8_t dquantfrm;
  230. uint8_t dqprofile;
  231. uint8_t dqsbedge;
  232. uint8_t dqbilevel;
  233. //@}
  234. /** AC coding set indexes
  235. * @see 8.1.1.10, p(1)10
  236. */
  237. //@{
  238. int c_ac_table_index; ///< Chroma index from ACFRM element
  239. int y_ac_table_index; ///< Luma index from AC2FRM element
  240. //@}
  241. int ttfrm; ///< Transform type info present at frame level
  242. uint8_t ttmbf; ///< Transform type flag
  243. int *ttblk_base, *ttblk; ///< Transform type at the block level
  244. int codingset; ///< index of current table set from 11.8 to use for luma block decoding
  245. int codingset2; ///< index of current table set from 11.8 to use for chroma block decoding
  246. int pqindex; ///< raw pqindex used in coding set selection
  247. int a_avail, c_avail;
  248. uint8_t *mb_type_base, *mb_type[3];
  249. /** Luma compensation parameters */
  250. //@{
  251. uint8_t lumscale;
  252. uint8_t lumshift;
  253. //@}
  254. int16_t bfraction; ///< Relative position % anchors=> how to scale MVs
  255. uint8_t halfpq; ///< Uniform quant over image and qp+.5
  256. uint8_t respic; ///< Frame-level flag for resized images
  257. int buffer_fullness; ///< HRD info
  258. /** Ranges:
  259. * -# 0 -> [-64n 63.f] x [-32, 31.f]
  260. * -# 1 -> [-128, 127.f] x [-64, 63.f]
  261. * -# 2 -> [-512, 511.f] x [-128, 127.f]
  262. * -# 3 -> [-1024, 1023.f] x [-256, 255.f]
  263. */
  264. uint8_t mvrange; ///< Extended MV range flag
  265. uint8_t pquantizer; ///< Uniform (over sequence) quantizer in use
  266. VLC *cbpcy_vlc; ///< CBPCY VLC table
  267. int tt_index; ///< Index for Transform Type tables (to decode TTMB)
  268. uint8_t* mv_type_mb_plane; ///< bitplane for mv_type == (4MV)
  269. uint8_t* direct_mb_plane; ///< bitplane for "direct" MBs
  270. uint8_t* forward_mb_plane; ///< bitplane for "forward" MBs
  271. int mv_type_is_raw; ///< mv type mb plane is not coded
  272. int dmb_is_raw; ///< direct mb plane is raw
  273. int fmb_is_raw; ///< forward mb plane is raw
  274. int skip_is_raw; ///< skip mb plane is not coded
  275. uint8_t luty[256], lutuv[256]; ///< lookup tables used for intensity compensation
  276. int use_ic; ///< use intensity compensation in B-frames
  277. int rnd; ///< rounding control
  278. /** Frame decoding info for S/M profiles only */
  279. //@{
  280. uint8_t rangeredfrm; ///< out_sample = CLIP((in_sample-128)*2+128)
  281. uint8_t interpfrm;
  282. //@}
  283. /** Frame decoding info for Advanced profile */
  284. //@{
  285. enum FrameCodingMode fcm;
  286. uint8_t numpanscanwin;
  287. uint8_t tfcntr;
  288. uint8_t rptfrm, tff, rff;
  289. uint16_t topleftx;
  290. uint16_t toplefty;
  291. uint16_t bottomrightx;
  292. uint16_t bottomrighty;
  293. uint8_t uvsamp;
  294. uint8_t postproc;
  295. int hrd_num_leaky_buckets;
  296. uint8_t bit_rate_exponent;
  297. uint8_t buffer_size_exponent;
  298. uint8_t* acpred_plane; ///< AC prediction flags bitplane
  299. int acpred_is_raw;
  300. uint8_t* over_flags_plane; ///< Overflags bitplane
  301. int overflg_is_raw;
  302. uint8_t condover;
  303. uint16_t *hrd_rate, *hrd_buffer;
  304. uint8_t *hrd_fullness;
  305. uint8_t range_mapy_flag;
  306. uint8_t range_mapuv_flag;
  307. uint8_t range_mapy;
  308. uint8_t range_mapuv;
  309. //@}
  310. /** Frame decoding info for interlaced picture */
  311. uint8_t dmvrange; ///< Extended differential MV range flag
  312. int fourmvswitch;
  313. int intcomp;
  314. uint8_t lumscale2; ///< for interlaced field P picture
  315. uint8_t lumshift2;
  316. uint8_t luty2[256], lutuv2[256]; // lookup tables used for intensity compensation
  317. VLC* mbmode_vlc;
  318. VLC* imv_vlc;
  319. VLC* twomvbp_vlc;
  320. VLC* fourmvbp_vlc;
  321. uint8_t twomvbp;
  322. uint8_t fourmvbp;
  323. uint8_t* fieldtx_plane;
  324. int fieldtx_is_raw;
  325. uint8_t zzi_8x8[64];
  326. uint8_t *blk_mv_type_base, *blk_mv_type; ///< 0: frame MV, 1: field MV (interlaced frame)
  327. uint8_t *mv_f_base, *mv_f[2]; ///< 0: MV obtained from same field, 1: opposite field
  328. uint8_t *mv_f_last_base, *mv_f_last[2];
  329. uint8_t *mv_f_next_base, *mv_f_next[2];
  330. int field_mode; ///< 1 for interlaced field pictures
  331. int fptype;
  332. int second_field;
  333. int refdist; ///< distance of the current picture from reference
  334. int numref; ///< number of past field pictures used as reference
  335. // 0 corresponds to 1 and 1 corresponds to 2 references
  336. int reffield; ///< if numref = 0 (1 reference) then reffield decides which
  337. // field to use among the two fields from previous frame
  338. int intcompfield; ///< which of the two fields to be intensity compensated
  339. // 0: both fields, 1: bottom field, 2: top field
  340. int cur_field_type; ///< 0: top, 1: bottom
  341. int ref_field_type[2]; ///< forward and backward reference field type (top or bottom)
  342. int blocks_off, mb_off;
  343. int qs_last; ///< if qpel has been used in the previous (tr.) picture
  344. int bmvtype;
  345. int frfd, brfd; ///< reference frame distance (forward or backward)
  346. int pic_header_flag;
  347. /** Frame decoding info for sprite modes */
  348. //@{
  349. int new_sprite;
  350. int two_sprites;
  351. AVFrame sprite_output_frame;
  352. int output_width, output_height, sprite_width, sprite_height;
  353. uint8_t* sr_rows[2][2]; ///< Sprite resizer line cache
  354. //@}
  355. int p_frame_skipped;
  356. int bi_type;
  357. int x8_type;
  358. DCTELEM (*block)[6][64];
  359. int n_allocated_blks, cur_blk_idx, left_blk_idx, topleft_blk_idx, top_blk_idx;
  360. uint32_t *cbp_base, *cbp;
  361. uint8_t *is_intra_base, *is_intra;
  362. int16_t (*luma_mv_base)[2], (*luma_mv)[2];
  363. uint8_t bfraction_lut_index; ///< Index for BFRACTION value (see Table 40, reproduced into ff_vc1_bfraction_lut[])
  364. uint8_t broken_link; ///< Broken link flag (BROKEN_LINK syntax element)
  365. uint8_t closed_entry; ///< Closed entry point flag (CLOSED_ENTRY syntax element)
  366. int parse_only; ///< Context is used within parser
  367. int warn_interlaced;
  368. } VC1Context;
  369. /** Find VC-1 marker in buffer
  370. * @return position where next marker starts or end of buffer if no marker found
  371. */
  372. static av_always_inline const uint8_t* find_next_marker(const uint8_t *src, const uint8_t *end)
  373. {
  374. uint32_t mrk = 0xFFFFFFFF;
  375. if (end-src < 4)
  376. return end;
  377. while (src < end) {
  378. mrk = (mrk << 8) | *src++;
  379. if (IS_MARKER(mrk))
  380. return src - 4;
  381. }
  382. return end;
  383. }
  384. static av_always_inline int vc1_unescape_buffer(const uint8_t *src, int size, uint8_t *dst)
  385. {
  386. int dsize = 0, i;
  387. if (size < 4) {
  388. for (dsize = 0; dsize < size; dsize++)
  389. *dst++ = *src++;
  390. return size;
  391. }
  392. for (i = 0; i < size; i++, src++) {
  393. if (src[0] == 3 && i >= 2 && !src[-1] && !src[-2] && i < size-1 && src[1] < 4) {
  394. dst[dsize++] = src[1];
  395. src++;
  396. i++;
  397. } else
  398. dst[dsize++] = *src;
  399. }
  400. return dsize;
  401. }
  402. /**
  403. * Decode Simple/Main Profiles sequence header
  404. * @see Figure 7-8, p16-17
  405. * @param avctx Codec context
  406. * @param gb GetBit context initialized from Codec context extra_data
  407. * @return Status
  408. */
  409. int ff_vc1_decode_sequence_header(AVCodecContext *avctx, VC1Context *v, GetBitContext *gb);
  410. int ff_vc1_decode_entry_point(AVCodecContext *avctx, VC1Context *v, GetBitContext *gb);
  411. int ff_vc1_parse_frame_header (VC1Context *v, GetBitContext *gb);
  412. int ff_vc1_parse_frame_header_adv(VC1Context *v, GetBitContext *gb);
  413. int ff_vc1_init_common(VC1Context *v);
  414. #endif /* AVCODEC_VC1_H */