You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1330 lines
48KB

  1. /*
  2. * H.26L/H.264/AVC/JVT/14496-10/... encoder/decoder
  3. * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. /**
  22. * @file
  23. * H.264 / AVC / MPEG4 part10 codec.
  24. * @author Michael Niedermayer <michaelni@gmx.at>
  25. */
  26. #ifndef AVCODEC_H264_H
  27. #define AVCODEC_H264_H
  28. #include "libavutil/intreadwrite.h"
  29. #include "dsputil.h"
  30. #include "cabac.h"
  31. #include "mpegvideo.h"
  32. #include "h264dsp.h"
  33. #include "h264pred.h"
  34. #include "rectangle.h"
  35. #define interlaced_dct interlaced_dct_is_a_bad_name
  36. #define mb_intra mb_intra_is_not_initialized_see_mb_type
  37. #define CHROMA_DC_COEFF_TOKEN_VLC_BITS 8
  38. #define COEFF_TOKEN_VLC_BITS 8
  39. #define TOTAL_ZEROS_VLC_BITS 9
  40. #define CHROMA_DC_TOTAL_ZEROS_VLC_BITS 3
  41. #define RUN_VLC_BITS 3
  42. #define RUN7_VLC_BITS 6
  43. #define MAX_SPS_COUNT 32
  44. #define MAX_PPS_COUNT 256
  45. #define MAX_MMCO_COUNT 66
  46. #define MAX_DELAYED_PIC_COUNT 16
  47. #define MAX_MBPAIR_SIZE (256*1024) // a tighter bound could be calculated if someone cares about a few bytes
  48. /* Compiling in interlaced support reduces the speed
  49. * of progressive decoding by about 2%. */
  50. #define ALLOW_INTERLACE
  51. #define FMO 0
  52. /**
  53. * The maximum number of slices supported by the decoder.
  54. * must be a power of 2
  55. */
  56. #define MAX_SLICES 16
  57. #ifdef ALLOW_INTERLACE
  58. #define MB_MBAFF h->mb_mbaff
  59. #define MB_FIELD h->mb_field_decoding_flag
  60. #define FRAME_MBAFF h->mb_aff_frame
  61. #define FIELD_PICTURE (s->picture_structure != PICT_FRAME)
  62. #else
  63. #define MB_MBAFF 0
  64. #define MB_FIELD 0
  65. #define FRAME_MBAFF 0
  66. #define FIELD_PICTURE 0
  67. #undef IS_INTERLACED
  68. #define IS_INTERLACED(mb_type) 0
  69. #endif
  70. #define FIELD_OR_MBAFF_PICTURE (FRAME_MBAFF || FIELD_PICTURE)
  71. #ifndef CABAC
  72. #define CABAC h->pps.cabac
  73. #endif
  74. #define CHROMA444 (h->sps.chroma_format_idc == 3)
  75. #define EXTENDED_SAR 255
  76. #define MB_TYPE_REF0 MB_TYPE_ACPRED //dirty but it fits in 16 bit
  77. #define MB_TYPE_8x8DCT 0x01000000
  78. #define IS_REF0(a) ((a) & MB_TYPE_REF0)
  79. #define IS_8x8DCT(a) ((a) & MB_TYPE_8x8DCT)
  80. /**
  81. * Value of Picture.reference when Picture is not a reference picture, but
  82. * is held for delayed output.
  83. */
  84. #define DELAYED_PIC_REF 4
  85. #define QP_MAX_NUM (51 + 4*6) // The maximum supported qp
  86. /* NAL unit types */
  87. enum {
  88. NAL_SLICE=1,
  89. NAL_DPA,
  90. NAL_DPB,
  91. NAL_DPC,
  92. NAL_IDR_SLICE,
  93. NAL_SEI,
  94. NAL_SPS,
  95. NAL_PPS,
  96. NAL_AUD,
  97. NAL_END_SEQUENCE,
  98. NAL_END_STREAM,
  99. NAL_FILLER_DATA,
  100. NAL_SPS_EXT,
  101. NAL_AUXILIARY_SLICE=19
  102. };
  103. /**
  104. * SEI message types
  105. */
  106. typedef enum {
  107. SEI_BUFFERING_PERIOD = 0, ///< buffering period (H.264, D.1.1)
  108. SEI_TYPE_PIC_TIMING = 1, ///< picture timing
  109. SEI_TYPE_USER_DATA_UNREGISTERED = 5, ///< unregistered user data
  110. SEI_TYPE_RECOVERY_POINT = 6 ///< recovery point (frame # to decoder sync)
  111. } SEI_Type;
  112. /**
  113. * pic_struct in picture timing SEI message
  114. */
  115. typedef enum {
  116. SEI_PIC_STRUCT_FRAME = 0, ///< 0: %frame
  117. SEI_PIC_STRUCT_TOP_FIELD = 1, ///< 1: top field
  118. SEI_PIC_STRUCT_BOTTOM_FIELD = 2, ///< 2: bottom field
  119. SEI_PIC_STRUCT_TOP_BOTTOM = 3, ///< 3: top field, bottom field, in that order
  120. SEI_PIC_STRUCT_BOTTOM_TOP = 4, ///< 4: bottom field, top field, in that order
  121. SEI_PIC_STRUCT_TOP_BOTTOM_TOP = 5, ///< 5: top field, bottom field, top field repeated, in that order
  122. SEI_PIC_STRUCT_BOTTOM_TOP_BOTTOM = 6, ///< 6: bottom field, top field, bottom field repeated, in that order
  123. SEI_PIC_STRUCT_FRAME_DOUBLING = 7, ///< 7: %frame doubling
  124. SEI_PIC_STRUCT_FRAME_TRIPLING = 8 ///< 8: %frame tripling
  125. } SEI_PicStructType;
  126. /**
  127. * Sequence parameter set
  128. */
  129. typedef struct SPS{
  130. int profile_idc;
  131. int level_idc;
  132. int chroma_format_idc;
  133. int transform_bypass; ///< qpprime_y_zero_transform_bypass_flag
  134. int log2_max_frame_num; ///< log2_max_frame_num_minus4 + 4
  135. int poc_type; ///< pic_order_cnt_type
  136. int log2_max_poc_lsb; ///< log2_max_pic_order_cnt_lsb_minus4
  137. int delta_pic_order_always_zero_flag;
  138. int offset_for_non_ref_pic;
  139. int offset_for_top_to_bottom_field;
  140. int poc_cycle_length; ///< num_ref_frames_in_pic_order_cnt_cycle
  141. int ref_frame_count; ///< num_ref_frames
  142. int gaps_in_frame_num_allowed_flag;
  143. int mb_width; ///< pic_width_in_mbs_minus1 + 1
  144. int mb_height; ///< pic_height_in_map_units_minus1 + 1
  145. int frame_mbs_only_flag;
  146. int mb_aff; ///<mb_adaptive_frame_field_flag
  147. int direct_8x8_inference_flag;
  148. int crop; ///< frame_cropping_flag
  149. unsigned int crop_left; ///< frame_cropping_rect_left_offset
  150. unsigned int crop_right; ///< frame_cropping_rect_right_offset
  151. unsigned int crop_top; ///< frame_cropping_rect_top_offset
  152. unsigned int crop_bottom; ///< frame_cropping_rect_bottom_offset
  153. int vui_parameters_present_flag;
  154. AVRational sar;
  155. int video_signal_type_present_flag;
  156. int full_range;
  157. int colour_description_present_flag;
  158. enum AVColorPrimaries color_primaries;
  159. enum AVColorTransferCharacteristic color_trc;
  160. enum AVColorSpace colorspace;
  161. int timing_info_present_flag;
  162. uint32_t num_units_in_tick;
  163. uint32_t time_scale;
  164. int fixed_frame_rate_flag;
  165. short offset_for_ref_frame[256]; //FIXME dyn aloc?
  166. int bitstream_restriction_flag;
  167. int num_reorder_frames;
  168. int scaling_matrix_present;
  169. uint8_t scaling_matrix4[6][16];
  170. uint8_t scaling_matrix8[6][64];
  171. int nal_hrd_parameters_present_flag;
  172. int vcl_hrd_parameters_present_flag;
  173. int pic_struct_present_flag;
  174. int time_offset_length;
  175. int cpb_cnt; ///< See H.264 E.1.2
  176. int initial_cpb_removal_delay_length; ///< initial_cpb_removal_delay_length_minus1 +1
  177. int cpb_removal_delay_length; ///< cpb_removal_delay_length_minus1 + 1
  178. int dpb_output_delay_length; ///< dpb_output_delay_length_minus1 + 1
  179. int bit_depth_luma; ///< bit_depth_luma_minus8 + 8
  180. int bit_depth_chroma; ///< bit_depth_chroma_minus8 + 8
  181. int residual_color_transform_flag; ///< residual_colour_transform_flag
  182. int constraint_set_flags; ///< constraint_set[0-3]_flag
  183. }SPS;
  184. /**
  185. * Picture parameter set
  186. */
  187. typedef struct PPS{
  188. unsigned int sps_id;
  189. int cabac; ///< entropy_coding_mode_flag
  190. int pic_order_present; ///< pic_order_present_flag
  191. int slice_group_count; ///< num_slice_groups_minus1 + 1
  192. int mb_slice_group_map_type;
  193. unsigned int ref_count[2]; ///< num_ref_idx_l0/1_active_minus1 + 1
  194. int weighted_pred; ///< weighted_pred_flag
  195. int weighted_bipred_idc;
  196. int init_qp; ///< pic_init_qp_minus26 + 26
  197. int init_qs; ///< pic_init_qs_minus26 + 26
  198. int chroma_qp_index_offset[2];
  199. int deblocking_filter_parameters_present; ///< deblocking_filter_parameters_present_flag
  200. int constrained_intra_pred; ///< constrained_intra_pred_flag
  201. int redundant_pic_cnt_present; ///< redundant_pic_cnt_present_flag
  202. int transform_8x8_mode; ///< transform_8x8_mode_flag
  203. uint8_t scaling_matrix4[6][16];
  204. uint8_t scaling_matrix8[6][64];
  205. uint8_t chroma_qp_table[2][QP_MAX_NUM+1]; ///< pre-scaled (with chroma_qp_index_offset) version of qp_table
  206. int chroma_qp_diff;
  207. }PPS;
  208. /**
  209. * Memory management control operation opcode.
  210. */
  211. typedef enum MMCOOpcode{
  212. MMCO_END=0,
  213. MMCO_SHORT2UNUSED,
  214. MMCO_LONG2UNUSED,
  215. MMCO_SHORT2LONG,
  216. MMCO_SET_MAX_LONG,
  217. MMCO_RESET,
  218. MMCO_LONG,
  219. } MMCOOpcode;
  220. /**
  221. * Memory management control operation.
  222. */
  223. typedef struct MMCO{
  224. MMCOOpcode opcode;
  225. int short_pic_num; ///< pic_num without wrapping (pic_num & max_pic_num)
  226. int long_arg; ///< index, pic_num, or num long refs depending on opcode
  227. } MMCO;
  228. /**
  229. * H264Context
  230. */
  231. typedef struct H264Context{
  232. MpegEncContext s;
  233. H264DSPContext h264dsp;
  234. int pixel_shift; ///< 0 for 8-bit H264, 1 for high-bit-depth H264
  235. int chroma_qp[2]; //QPc
  236. int qp_thresh; ///< QP threshold to skip loopfilter
  237. int prev_mb_skipped;
  238. int next_mb_skipped;
  239. //prediction stuff
  240. int chroma_pred_mode;
  241. int intra16x16_pred_mode;
  242. int topleft_mb_xy;
  243. int top_mb_xy;
  244. int topright_mb_xy;
  245. int left_mb_xy[2];
  246. int topleft_type;
  247. int top_type;
  248. int topright_type;
  249. int left_type[2];
  250. const uint8_t * left_block;
  251. int topleft_partition;
  252. int8_t intra4x4_pred_mode_cache[5*8];
  253. int8_t (*intra4x4_pred_mode);
  254. H264PredContext hpc;
  255. unsigned int topleft_samples_available;
  256. unsigned int top_samples_available;
  257. unsigned int topright_samples_available;
  258. unsigned int left_samples_available;
  259. uint8_t (*top_borders[2])[(16*3)*2];
  260. /**
  261. * non zero coeff count cache.
  262. * is 64 if not available.
  263. */
  264. DECLARE_ALIGNED(8, uint8_t, non_zero_count_cache)[15*8];
  265. uint8_t (*non_zero_count)[48];
  266. /**
  267. * Motion vector cache.
  268. */
  269. DECLARE_ALIGNED(16, int16_t, mv_cache)[2][5*8][2];
  270. DECLARE_ALIGNED(8, int8_t, ref_cache)[2][5*8];
  271. #define LIST_NOT_USED -1 //FIXME rename?
  272. #define PART_NOT_AVAILABLE -2
  273. /**
  274. * is 1 if the specific list MV&references are set to 0,0,-2.
  275. */
  276. int mv_cache_clean[2];
  277. /**
  278. * number of neighbors (top and/or left) that used 8x8 dct
  279. */
  280. int neighbor_transform_size;
  281. /**
  282. * block_offset[ 0..23] for frame macroblocks
  283. * block_offset[24..47] for field macroblocks
  284. */
  285. int block_offset[2*(16*3)];
  286. uint32_t *mb2b_xy; //FIXME are these 4 a good idea?
  287. uint32_t *mb2br_xy;
  288. int b_stride; //FIXME use s->b4_stride
  289. int mb_linesize; ///< may be equal to s->linesize or s->linesize*2, for mbaff
  290. int mb_uvlinesize;
  291. int emu_edge_width;
  292. int emu_edge_height;
  293. SPS sps; ///< current sps
  294. /**
  295. * current pps
  296. */
  297. PPS pps; //FIXME move to Picture perhaps? (->no) do we need that?
  298. uint32_t dequant4_buffer[6][QP_MAX_NUM+1][16]; //FIXME should these be moved down?
  299. uint32_t dequant8_buffer[6][QP_MAX_NUM+1][64];
  300. uint32_t (*dequant4_coeff[6])[16];
  301. uint32_t (*dequant8_coeff[6])[64];
  302. int slice_num;
  303. uint16_t *slice_table; ///< slice_table_base + 2*mb_stride + 1
  304. int slice_type;
  305. int slice_type_nos; ///< S free slice type (SI/SP are remapped to I/P)
  306. int slice_type_fixed;
  307. //interlacing specific flags
  308. int mb_aff_frame;
  309. int mb_field_decoding_flag;
  310. int mb_mbaff; ///< mb_aff_frame && mb_field_decoding_flag
  311. DECLARE_ALIGNED(8, uint16_t, sub_mb_type)[4];
  312. //Weighted pred stuff
  313. int use_weight;
  314. int use_weight_chroma;
  315. int luma_log2_weight_denom;
  316. int chroma_log2_weight_denom;
  317. //The following 2 can be changed to int8_t but that causes 10cpu cycles speedloss
  318. int luma_weight[48][2][2];
  319. int chroma_weight[48][2][2][2];
  320. int implicit_weight[48][48][2];
  321. int direct_spatial_mv_pred;
  322. int col_parity;
  323. int col_fieldoff;
  324. int dist_scale_factor[16];
  325. int dist_scale_factor_field[2][32];
  326. int map_col_to_list0[2][16+32];
  327. int map_col_to_list0_field[2][2][16+32];
  328. /**
  329. * num_ref_idx_l0/1_active_minus1 + 1
  330. */
  331. uint8_t *list_counts; ///< Array of list_count per MB specifying the slice type
  332. unsigned int ref_count[2]; ///< counts frames or fields, depending on current mb mode
  333. unsigned int list_count;
  334. Picture ref_list[2][48]; /**< 0..15: frame refs, 16..47: mbaff field refs.
  335. Reordered version of default_ref_list
  336. according to picture reordering in slice header */
  337. int ref2frm[MAX_SLICES][2][64]; ///< reference to frame number lists, used in the loop filter, the first 2 are for -2,-1
  338. //data partitioning
  339. GetBitContext intra_gb;
  340. GetBitContext inter_gb;
  341. GetBitContext *intra_gb_ptr;
  342. GetBitContext *inter_gb_ptr;
  343. DECLARE_ALIGNED(16, DCTELEM, mb)[16*48*2]; ///< as a dct coeffecient is int32_t in high depth, we need to reserve twice the space.
  344. DECLARE_ALIGNED(16, DCTELEM, mb_luma_dc)[3][16*2];
  345. DCTELEM mb_padding[256*2]; ///< as mb is addressed by scantable[i] and scantable is uint8_t we can either check that i is not too large or ensure that there is some unused stuff after mb
  346. /**
  347. * Cabac
  348. */
  349. CABACContext cabac;
  350. uint8_t cabac_state[1024];
  351. /* 0x100 -> non null luma_dc, 0x80/0x40 -> non null chroma_dc (cb/cr), 0x?0 -> chroma_cbp(0,1,2), 0x0? luma_cbp */
  352. uint16_t *cbp_table;
  353. int cbp;
  354. int top_cbp;
  355. int left_cbp;
  356. /* chroma_pred_mode for i4x4 or i16x16, else 0 */
  357. uint8_t *chroma_pred_mode_table;
  358. int last_qscale_diff;
  359. uint8_t (*mvd_table[2])[2];
  360. DECLARE_ALIGNED(16, uint8_t, mvd_cache)[2][5*8][2];
  361. uint8_t *direct_table;
  362. uint8_t direct_cache[5*8];
  363. uint8_t zigzag_scan[16];
  364. uint8_t zigzag_scan8x8[64];
  365. uint8_t zigzag_scan8x8_cavlc[64];
  366. uint8_t field_scan[16];
  367. uint8_t field_scan8x8[64];
  368. uint8_t field_scan8x8_cavlc[64];
  369. const uint8_t *zigzag_scan_q0;
  370. const uint8_t *zigzag_scan8x8_q0;
  371. const uint8_t *zigzag_scan8x8_cavlc_q0;
  372. const uint8_t *field_scan_q0;
  373. const uint8_t *field_scan8x8_q0;
  374. const uint8_t *field_scan8x8_cavlc_q0;
  375. int x264_build;
  376. int mb_xy;
  377. int is_complex;
  378. //deblock
  379. int deblocking_filter; ///< disable_deblocking_filter_idc with 1<->0
  380. int slice_alpha_c0_offset;
  381. int slice_beta_offset;
  382. //=============================================================
  383. //Things below are not used in the MB or more inner code
  384. int nal_ref_idc;
  385. int nal_unit_type;
  386. uint8_t *rbsp_buffer[2];
  387. unsigned int rbsp_buffer_size[2];
  388. /**
  389. * Used to parse AVC variant of h264
  390. */
  391. int is_avc; ///< this flag is != 0 if codec is avc1
  392. int nal_length_size; ///< Number of bytes used for nal length (1, 2 or 4)
  393. int got_first; ///< this flag is != 0 if we've parsed a frame
  394. SPS *sps_buffers[MAX_SPS_COUNT];
  395. PPS *pps_buffers[MAX_PPS_COUNT];
  396. int dequant_coeff_pps; ///< reinit tables when pps changes
  397. uint16_t *slice_table_base;
  398. //POC stuff
  399. int poc_lsb;
  400. int poc_msb;
  401. int delta_poc_bottom;
  402. int delta_poc[2];
  403. int frame_num;
  404. int prev_poc_msb; ///< poc_msb of the last reference pic for POC type 0
  405. int prev_poc_lsb; ///< poc_lsb of the last reference pic for POC type 0
  406. int frame_num_offset; ///< for POC type 2
  407. int prev_frame_num_offset; ///< for POC type 2
  408. int prev_frame_num; ///< frame_num of the last pic for POC type 1/2
  409. /**
  410. * frame_num for frames or 2*frame_num+1 for field pics.
  411. */
  412. int curr_pic_num;
  413. /**
  414. * max_frame_num or 2*max_frame_num for field pics.
  415. */
  416. int max_pic_num;
  417. int redundant_pic_count;
  418. Picture *short_ref[32];
  419. Picture *long_ref[32];
  420. Picture default_ref_list[2][32]; ///< base reference list for all slices of a coded picture
  421. Picture *delayed_pic[MAX_DELAYED_PIC_COUNT+2]; //FIXME size?
  422. Picture *next_output_pic;
  423. int outputed_poc;
  424. int next_outputed_poc;
  425. /**
  426. * memory management control operations buffer.
  427. */
  428. MMCO mmco[MAX_MMCO_COUNT];
  429. int mmco_index;
  430. int long_ref_count; ///< number of actual long term references
  431. int short_ref_count; ///< number of actual short term references
  432. int cabac_init_idc;
  433. /**
  434. * @name Members for slice based multithreading
  435. * @{
  436. */
  437. struct H264Context *thread_context[MAX_THREADS];
  438. /**
  439. * current slice number, used to initalize slice_num of each thread/context
  440. */
  441. int current_slice;
  442. /**
  443. * Max number of threads / contexts.
  444. * This is equal to AVCodecContext.thread_count unless
  445. * multithreaded decoding is impossible, in which case it is
  446. * reduced to 1.
  447. */
  448. int max_contexts;
  449. /**
  450. * 1 if the single thread fallback warning has already been
  451. * displayed, 0 otherwise.
  452. */
  453. int single_decode_warning;
  454. int last_slice_type;
  455. /** @} */
  456. /**
  457. * pic_struct in picture timing SEI message
  458. */
  459. SEI_PicStructType sei_pic_struct;
  460. /**
  461. * Complement sei_pic_struct
  462. * SEI_PIC_STRUCT_TOP_BOTTOM and SEI_PIC_STRUCT_BOTTOM_TOP indicate interlaced frames.
  463. * However, soft telecined frames may have these values.
  464. * This is used in an attempt to flag soft telecine progressive.
  465. */
  466. int prev_interlaced_frame;
  467. /**
  468. * Bit set of clock types for fields/frames in picture timing SEI message.
  469. * For each found ct_type, appropriate bit is set (e.g., bit 1 for
  470. * interlaced).
  471. */
  472. int sei_ct_type;
  473. /**
  474. * dpb_output_delay in picture timing SEI message, see H.264 C.2.2
  475. */
  476. int sei_dpb_output_delay;
  477. /**
  478. * cpb_removal_delay in picture timing SEI message, see H.264 C.1.2
  479. */
  480. int sei_cpb_removal_delay;
  481. /**
  482. * recovery_frame_cnt from SEI message
  483. *
  484. * Set to -1 if no recovery point SEI message found or to number of frames
  485. * before playback synchronizes. Frames having recovery point are key
  486. * frames.
  487. */
  488. int sei_recovery_frame_cnt;
  489. int luma_weight_flag[2]; ///< 7.4.3.2 luma_weight_lX_flag
  490. int chroma_weight_flag[2]; ///< 7.4.3.2 chroma_weight_lX_flag
  491. // Timestamp stuff
  492. int sei_buffering_period_present; ///< Buffering period SEI flag
  493. int initial_cpb_removal_delay[32]; ///< Initial timestamps for CPBs
  494. }H264Context;
  495. extern const uint8_t ff_h264_chroma_qp[5][QP_MAX_NUM+1]; ///< One chroma qp table for each possible bit depth (8-12).
  496. /**
  497. * Decode SEI
  498. */
  499. int ff_h264_decode_sei(H264Context *h);
  500. /**
  501. * Decode SPS
  502. */
  503. int ff_h264_decode_seq_parameter_set(H264Context *h);
  504. /**
  505. * compute profile from sps
  506. */
  507. int ff_h264_get_profile(SPS *sps);
  508. /**
  509. * Decode PPS
  510. */
  511. int ff_h264_decode_picture_parameter_set(H264Context *h, int bit_length);
  512. /**
  513. * Decode a network abstraction layer unit.
  514. * @param consumed is the number of bytes used as input
  515. * @param length is the length of the array
  516. * @param dst_length is the number of decoded bytes FIXME here or a decode rbsp tailing?
  517. * @return decoded bytes, might be src+1 if no escapes
  518. */
  519. const uint8_t *ff_h264_decode_nal(H264Context *h, const uint8_t *src, int *dst_length, int *consumed, int length);
  520. /**
  521. * Free any data that may have been allocated in the H264 context like SPS, PPS etc.
  522. */
  523. av_cold void ff_h264_free_context(H264Context *h);
  524. /**
  525. * Reconstruct bitstream slice_type.
  526. */
  527. int ff_h264_get_slice_type(const H264Context *h);
  528. /**
  529. * Allocate tables.
  530. * needs width/height
  531. */
  532. int ff_h264_alloc_tables(H264Context *h);
  533. /**
  534. * Fill the default_ref_list.
  535. */
  536. int ff_h264_fill_default_ref_list(H264Context *h);
  537. int ff_h264_decode_ref_pic_list_reordering(H264Context *h);
  538. void ff_h264_fill_mbaff_ref_list(H264Context *h);
  539. void ff_h264_remove_all_refs(H264Context *h);
  540. /**
  541. * Execute the reference picture marking (memory management control operations).
  542. */
  543. int ff_h264_execute_ref_pic_marking(H264Context *h, MMCO *mmco, int mmco_count);
  544. int ff_h264_decode_ref_pic_marking(H264Context *h, GetBitContext *gb);
  545. void ff_generate_sliding_window_mmcos(H264Context *h);
  546. /**
  547. * Check if the top & left blocks are available if needed & change the dc mode so it only uses the available blocks.
  548. */
  549. int ff_h264_check_intra4x4_pred_mode(H264Context *h);
  550. /**
  551. * Check if the top & left blocks are available if needed & change the dc mode so it only uses the available blocks.
  552. */
  553. int ff_h264_check_intra_pred_mode(H264Context *h, int mode, int is_chroma);
  554. void ff_h264_write_back_intra_pred_mode(H264Context *h);
  555. void ff_h264_hl_decode_mb(H264Context *h);
  556. int ff_h264_frame_start(H264Context *h);
  557. int ff_h264_decode_extradata(H264Context *h, const uint8_t *buf, int size);
  558. av_cold int ff_h264_decode_init(AVCodecContext *avctx);
  559. av_cold int ff_h264_decode_end(AVCodecContext *avctx);
  560. av_cold void ff_h264_decode_init_vlc(void);
  561. /**
  562. * Decode a macroblock
  563. * @return 0 if OK, AC_ERROR / DC_ERROR / MV_ERROR if an error is noticed
  564. */
  565. int ff_h264_decode_mb_cavlc(H264Context *h);
  566. /**
  567. * Decode a CABAC coded macroblock
  568. * @return 0 if OK, AC_ERROR / DC_ERROR / MV_ERROR if an error is noticed
  569. */
  570. int ff_h264_decode_mb_cabac(H264Context *h);
  571. void ff_h264_init_cabac_states(H264Context *h);
  572. void ff_h264_direct_dist_scale_factor(H264Context * const h);
  573. void ff_h264_direct_ref_list_init(H264Context * const h);
  574. void ff_h264_pred_direct_motion(H264Context * const h, int *mb_type);
  575. void ff_h264_filter_mb_fast( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize);
  576. void ff_h264_filter_mb( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize);
  577. /**
  578. * Reset SEI values at the beginning of the frame.
  579. *
  580. * @param h H.264 context.
  581. */
  582. void ff_h264_reset_sei(H264Context *h);
  583. /*
  584. o-o o-o
  585. / / /
  586. o-o o-o
  587. ,---'
  588. o-o o-o
  589. / / /
  590. o-o o-o
  591. */
  592. /* Scan8 organization:
  593. * 0 1 2 3 4 5 6 7
  594. * 0 DY y y y y y
  595. * 1 y Y Y Y Y
  596. * 2 y Y Y Y Y
  597. * 3 y Y Y Y Y
  598. * 4 y Y Y Y Y
  599. * 5 DU u u u u u
  600. * 6 u U U U U
  601. * 7 u U U U U
  602. * 8 u U U U U
  603. * 9 u U U U U
  604. * 10 DV v v v v v
  605. * 11 v V V V V
  606. * 12 v V V V V
  607. * 13 v V V V V
  608. * 14 v V V V V
  609. * DY/DU/DV are for luma/chroma DC.
  610. */
  611. #define LUMA_DC_BLOCK_INDEX 48
  612. #define CHROMA_DC_BLOCK_INDEX 49
  613. //This table must be here because scan8[constant] must be known at compiletime
  614. static const uint8_t scan8[16*3 + 3]={
  615. 4+ 1*8, 5+ 1*8, 4+ 2*8, 5+ 2*8,
  616. 6+ 1*8, 7+ 1*8, 6+ 2*8, 7+ 2*8,
  617. 4+ 3*8, 5+ 3*8, 4+ 4*8, 5+ 4*8,
  618. 6+ 3*8, 7+ 3*8, 6+ 4*8, 7+ 4*8,
  619. 4+ 6*8, 5+ 6*8, 4+ 7*8, 5+ 7*8,
  620. 6+ 6*8, 7+ 6*8, 6+ 7*8, 7+ 7*8,
  621. 4+ 8*8, 5+ 8*8, 4+ 9*8, 5+ 9*8,
  622. 6+ 8*8, 7+ 8*8, 6+ 9*8, 7+ 9*8,
  623. 4+11*8, 5+11*8, 4+12*8, 5+12*8,
  624. 6+11*8, 7+11*8, 6+12*8, 7+12*8,
  625. 4+13*8, 5+13*8, 4+14*8, 5+14*8,
  626. 6+13*8, 7+13*8, 6+14*8, 7+14*8,
  627. 0+ 0*8, 0+ 5*8, 0+10*8
  628. };
  629. static av_always_inline uint32_t pack16to32(int a, int b){
  630. #if HAVE_BIGENDIAN
  631. return (b&0xFFFF) + (a<<16);
  632. #else
  633. return (a&0xFFFF) + (b<<16);
  634. #endif
  635. }
  636. static av_always_inline uint16_t pack8to16(int a, int b){
  637. #if HAVE_BIGENDIAN
  638. return (b&0xFF) + (a<<8);
  639. #else
  640. return (a&0xFF) + (b<<8);
  641. #endif
  642. }
  643. /**
  644. * gets the chroma qp.
  645. */
  646. static inline int get_chroma_qp(H264Context *h, int t, int qscale){
  647. return h->pps.chroma_qp_table[t][qscale];
  648. }
  649. static inline void pred_pskip_motion(H264Context * const h, int * const mx, int * const my);
  650. static void fill_decode_neighbors(H264Context *h, int mb_type){
  651. MpegEncContext * const s = &h->s;
  652. const int mb_xy= h->mb_xy;
  653. int topleft_xy, top_xy, topright_xy, left_xy[2];
  654. static const uint8_t left_block_options[4][32]={
  655. {0,1,2,3,7,10,8,11,3+0*4, 3+1*4, 3+2*4, 3+3*4, 1+4*4, 1+8*4, 1+5*4, 1+9*4},
  656. {2,2,3,3,8,11,8,11,3+2*4, 3+2*4, 3+3*4, 3+3*4, 1+5*4, 1+9*4, 1+5*4, 1+9*4},
  657. {0,0,1,1,7,10,7,10,3+0*4, 3+0*4, 3+1*4, 3+1*4, 1+4*4, 1+8*4, 1+4*4, 1+8*4},
  658. {0,2,0,2,7,10,7,10,3+0*4, 3+2*4, 3+0*4, 3+2*4, 1+4*4, 1+8*4, 1+4*4, 1+8*4}
  659. };
  660. h->topleft_partition= -1;
  661. top_xy = mb_xy - (s->mb_stride << MB_FIELD);
  662. /* Wow, what a mess, why didn't they simplify the interlacing & intra
  663. * stuff, I can't imagine that these complex rules are worth it. */
  664. topleft_xy = top_xy - 1;
  665. topright_xy= top_xy + 1;
  666. left_xy[1] = left_xy[0] = mb_xy-1;
  667. h->left_block = left_block_options[0];
  668. if(FRAME_MBAFF){
  669. const int left_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[mb_xy-1]);
  670. const int curr_mb_field_flag = IS_INTERLACED(mb_type);
  671. if(s->mb_y&1){
  672. if (left_mb_field_flag != curr_mb_field_flag) {
  673. left_xy[1] = left_xy[0] = mb_xy - s->mb_stride - 1;
  674. if (curr_mb_field_flag) {
  675. left_xy[1] += s->mb_stride;
  676. h->left_block = left_block_options[3];
  677. } else {
  678. topleft_xy += s->mb_stride;
  679. // take top left mv from the middle of the mb, as opposed to all other modes which use the bottom right partition
  680. h->topleft_partition = 0;
  681. h->left_block = left_block_options[1];
  682. }
  683. }
  684. }else{
  685. if(curr_mb_field_flag){
  686. topleft_xy += s->mb_stride & (((s->current_picture.mb_type[top_xy - 1]>>7)&1)-1);
  687. topright_xy += s->mb_stride & (((s->current_picture.mb_type[top_xy + 1]>>7)&1)-1);
  688. top_xy += s->mb_stride & (((s->current_picture.mb_type[top_xy ]>>7)&1)-1);
  689. }
  690. if (left_mb_field_flag != curr_mb_field_flag) {
  691. if (curr_mb_field_flag) {
  692. left_xy[1] += s->mb_stride;
  693. h->left_block = left_block_options[3];
  694. } else {
  695. h->left_block = left_block_options[2];
  696. }
  697. }
  698. }
  699. }
  700. h->topleft_mb_xy = topleft_xy;
  701. h->top_mb_xy = top_xy;
  702. h->topright_mb_xy= topright_xy;
  703. h->left_mb_xy[0] = left_xy[0];
  704. h->left_mb_xy[1] = left_xy[1];
  705. //FIXME do we need all in the context?
  706. h->topleft_type = s->current_picture.mb_type[topleft_xy] ;
  707. h->top_type = s->current_picture.mb_type[top_xy] ;
  708. h->topright_type= s->current_picture.mb_type[topright_xy];
  709. h->left_type[0] = s->current_picture.mb_type[left_xy[0]] ;
  710. h->left_type[1] = s->current_picture.mb_type[left_xy[1]] ;
  711. if(FMO){
  712. if(h->slice_table[topleft_xy ] != h->slice_num) h->topleft_type = 0;
  713. if(h->slice_table[top_xy ] != h->slice_num) h->top_type = 0;
  714. if(h->slice_table[left_xy[0] ] != h->slice_num) h->left_type[0] = h->left_type[1] = 0;
  715. }else{
  716. if(h->slice_table[topleft_xy ] != h->slice_num){
  717. h->topleft_type = 0;
  718. if(h->slice_table[top_xy ] != h->slice_num) h->top_type = 0;
  719. if(h->slice_table[left_xy[0] ] != h->slice_num) h->left_type[0] = h->left_type[1] = 0;
  720. }
  721. }
  722. if(h->slice_table[topright_xy] != h->slice_num) h->topright_type= 0;
  723. }
  724. static void fill_decode_caches(H264Context *h, int mb_type){
  725. MpegEncContext * const s = &h->s;
  726. int topleft_xy, top_xy, topright_xy, left_xy[2];
  727. int topleft_type, top_type, topright_type, left_type[2];
  728. const uint8_t * left_block= h->left_block;
  729. int i;
  730. topleft_xy = h->topleft_mb_xy ;
  731. top_xy = h->top_mb_xy ;
  732. topright_xy = h->topright_mb_xy;
  733. left_xy[0] = h->left_mb_xy[0] ;
  734. left_xy[1] = h->left_mb_xy[1] ;
  735. topleft_type = h->topleft_type ;
  736. top_type = h->top_type ;
  737. topright_type= h->topright_type ;
  738. left_type[0] = h->left_type[0] ;
  739. left_type[1] = h->left_type[1] ;
  740. if(!IS_SKIP(mb_type)){
  741. if(IS_INTRA(mb_type)){
  742. int type_mask= h->pps.constrained_intra_pred ? IS_INTRA(-1) : -1;
  743. h->topleft_samples_available=
  744. h->top_samples_available=
  745. h->left_samples_available= 0xFFFF;
  746. h->topright_samples_available= 0xEEEA;
  747. if(!(top_type & type_mask)){
  748. h->topleft_samples_available= 0xB3FF;
  749. h->top_samples_available= 0x33FF;
  750. h->topright_samples_available= 0x26EA;
  751. }
  752. if(IS_INTERLACED(mb_type) != IS_INTERLACED(left_type[0])){
  753. if(IS_INTERLACED(mb_type)){
  754. if(!(left_type[0] & type_mask)){
  755. h->topleft_samples_available&= 0xDFFF;
  756. h->left_samples_available&= 0x5FFF;
  757. }
  758. if(!(left_type[1] & type_mask)){
  759. h->topleft_samples_available&= 0xFF5F;
  760. h->left_samples_available&= 0xFF5F;
  761. }
  762. }else{
  763. int left_typei = s->current_picture.mb_type[left_xy[0] + s->mb_stride];
  764. assert(left_xy[0] == left_xy[1]);
  765. if(!((left_typei & type_mask) && (left_type[0] & type_mask))){
  766. h->topleft_samples_available&= 0xDF5F;
  767. h->left_samples_available&= 0x5F5F;
  768. }
  769. }
  770. }else{
  771. if(!(left_type[0] & type_mask)){
  772. h->topleft_samples_available&= 0xDF5F;
  773. h->left_samples_available&= 0x5F5F;
  774. }
  775. }
  776. if(!(topleft_type & type_mask))
  777. h->topleft_samples_available&= 0x7FFF;
  778. if(!(topright_type & type_mask))
  779. h->topright_samples_available&= 0xFBFF;
  780. if(IS_INTRA4x4(mb_type)){
  781. if(IS_INTRA4x4(top_type)){
  782. AV_COPY32(h->intra4x4_pred_mode_cache+4+8*0, h->intra4x4_pred_mode + h->mb2br_xy[top_xy]);
  783. }else{
  784. h->intra4x4_pred_mode_cache[4+8*0]=
  785. h->intra4x4_pred_mode_cache[5+8*0]=
  786. h->intra4x4_pred_mode_cache[6+8*0]=
  787. h->intra4x4_pred_mode_cache[7+8*0]= 2 - 3*!(top_type & type_mask);
  788. }
  789. for(i=0; i<2; i++){
  790. if(IS_INTRA4x4(left_type[i])){
  791. int8_t *mode= h->intra4x4_pred_mode + h->mb2br_xy[left_xy[i]];
  792. h->intra4x4_pred_mode_cache[3+8*1 + 2*8*i]= mode[6-left_block[0+2*i]];
  793. h->intra4x4_pred_mode_cache[3+8*2 + 2*8*i]= mode[6-left_block[1+2*i]];
  794. }else{
  795. h->intra4x4_pred_mode_cache[3+8*1 + 2*8*i]=
  796. h->intra4x4_pred_mode_cache[3+8*2 + 2*8*i]= 2 - 3*!(left_type[i] & type_mask);
  797. }
  798. }
  799. }
  800. }
  801. /*
  802. 0 . T T. T T T T
  803. 1 L . .L . . . .
  804. 2 L . .L . . . .
  805. 3 . T TL . . . .
  806. 4 L . .L . . . .
  807. 5 L . .. . . . .
  808. */
  809. //FIXME constraint_intra_pred & partitioning & nnz (let us hope this is just a typo in the spec)
  810. if(top_type){
  811. AV_COPY32(&h->non_zero_count_cache[4+8* 0], &h->non_zero_count[top_xy][4*3]);
  812. if(CHROMA444){
  813. AV_COPY32(&h->non_zero_count_cache[4+8* 5], &h->non_zero_count[top_xy][4* 7]);
  814. AV_COPY32(&h->non_zero_count_cache[4+8*10], &h->non_zero_count[top_xy][4*11]);
  815. }else{
  816. AV_COPY32(&h->non_zero_count_cache[4+8* 5], &h->non_zero_count[top_xy][4* 5]);
  817. AV_COPY32(&h->non_zero_count_cache[4+8*10], &h->non_zero_count[top_xy][4* 9]);
  818. }
  819. }else{
  820. uint32_t top_empty = CABAC && !IS_INTRA(mb_type) ? 0 : 0x40404040;
  821. AV_WN32A(&h->non_zero_count_cache[4+8* 0], top_empty);
  822. AV_WN32A(&h->non_zero_count_cache[4+8* 5], top_empty);
  823. AV_WN32A(&h->non_zero_count_cache[4+8*10], top_empty);
  824. }
  825. for (i=0; i<2; i++) {
  826. if(left_type[i]){
  827. h->non_zero_count_cache[3+8* 1 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[8+0+2*i]];
  828. h->non_zero_count_cache[3+8* 2 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[8+1+2*i]];
  829. if(CHROMA444){
  830. h->non_zero_count_cache[3+8* 6 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[8+0+2*i]+4*4];
  831. h->non_zero_count_cache[3+8* 7 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[8+1+2*i]+4*4];
  832. h->non_zero_count_cache[3+8*11 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[8+0+2*i]+8*4];
  833. h->non_zero_count_cache[3+8*12 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[8+1+2*i]+8*4];
  834. }else{
  835. h->non_zero_count_cache[3+8* 6 + 8*i]= h->non_zero_count[left_xy[i]][left_block[8+4+2*i]];
  836. h->non_zero_count_cache[3+8*11 + 8*i]= h->non_zero_count[left_xy[i]][left_block[8+5+2*i]];
  837. }
  838. }else{
  839. h->non_zero_count_cache[3+8* 1 + 2*8*i]=
  840. h->non_zero_count_cache[3+8* 2 + 2*8*i]=
  841. h->non_zero_count_cache[3+8* 6 + 2*8*i]=
  842. h->non_zero_count_cache[3+8* 7 + 2*8*i]=
  843. h->non_zero_count_cache[3+8*11 + 2*8*i]=
  844. h->non_zero_count_cache[3+8*12 + 2*8*i]= CABAC && !IS_INTRA(mb_type) ? 0 : 64;
  845. }
  846. }
  847. if( CABAC ) {
  848. // top_cbp
  849. if(top_type) {
  850. h->top_cbp = h->cbp_table[top_xy];
  851. } else {
  852. h->top_cbp = IS_INTRA(mb_type) ? 0x7CF : 0x00F;
  853. }
  854. // left_cbp
  855. if (left_type[0]) {
  856. h->left_cbp = (h->cbp_table[left_xy[0]] & 0x7F0)
  857. | ((h->cbp_table[left_xy[0]]>>(left_block[0]&(~1)))&2)
  858. | (((h->cbp_table[left_xy[1]]>>(left_block[2]&(~1)))&2) << 2);
  859. } else {
  860. h->left_cbp = IS_INTRA(mb_type) ? 0x7CF : 0x00F;
  861. }
  862. }
  863. }
  864. if(IS_INTER(mb_type) || (IS_DIRECT(mb_type) && h->direct_spatial_mv_pred)){
  865. int list;
  866. for(list=0; list<h->list_count; list++){
  867. if(!USES_LIST(mb_type, list)){
  868. /*if(!h->mv_cache_clean[list]){
  869. memset(h->mv_cache [list], 0, 8*5*2*sizeof(int16_t)); //FIXME clean only input? clean at all?
  870. memset(h->ref_cache[list], PART_NOT_AVAILABLE, 8*5*sizeof(int8_t));
  871. h->mv_cache_clean[list]= 1;
  872. }*/
  873. continue;
  874. }
  875. assert(!(IS_DIRECT(mb_type) && !h->direct_spatial_mv_pred));
  876. h->mv_cache_clean[list]= 0;
  877. if(USES_LIST(top_type, list)){
  878. const int b_xy= h->mb2b_xy[top_xy] + 3*h->b_stride;
  879. AV_COPY128(h->mv_cache[list][scan8[0] + 0 - 1*8], s->current_picture.motion_val[list][b_xy + 0]);
  880. h->ref_cache[list][scan8[0] + 0 - 1*8]=
  881. h->ref_cache[list][scan8[0] + 1 - 1*8]= s->current_picture.ref_index[list][4*top_xy + 2];
  882. h->ref_cache[list][scan8[0] + 2 - 1*8]=
  883. h->ref_cache[list][scan8[0] + 3 - 1*8]= s->current_picture.ref_index[list][4*top_xy + 3];
  884. }else{
  885. AV_ZERO128(h->mv_cache[list][scan8[0] + 0 - 1*8]);
  886. AV_WN32A(&h->ref_cache[list][scan8[0] + 0 - 1*8], ((top_type ? LIST_NOT_USED : PART_NOT_AVAILABLE)&0xFF)*0x01010101);
  887. }
  888. if(mb_type & (MB_TYPE_16x8|MB_TYPE_8x8)){
  889. for(i=0; i<2; i++){
  890. int cache_idx = scan8[0] - 1 + i*2*8;
  891. if(USES_LIST(left_type[i], list)){
  892. const int b_xy= h->mb2b_xy[left_xy[i]] + 3;
  893. const int b8_xy= 4*left_xy[i] + 1;
  894. AV_COPY32(h->mv_cache[list][cache_idx ], s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[0+i*2]]);
  895. AV_COPY32(h->mv_cache[list][cache_idx+8], s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[1+i*2]]);
  896. h->ref_cache[list][cache_idx ]= s->current_picture.ref_index[list][b8_xy + (left_block[0+i*2]&~1)];
  897. h->ref_cache[list][cache_idx+8]= s->current_picture.ref_index[list][b8_xy + (left_block[1+i*2]&~1)];
  898. }else{
  899. AV_ZERO32(h->mv_cache [list][cache_idx ]);
  900. AV_ZERO32(h->mv_cache [list][cache_idx+8]);
  901. h->ref_cache[list][cache_idx ]=
  902. h->ref_cache[list][cache_idx+8]= (left_type[i]) ? LIST_NOT_USED : PART_NOT_AVAILABLE;
  903. }
  904. }
  905. }else{
  906. if(USES_LIST(left_type[0], list)){
  907. const int b_xy= h->mb2b_xy[left_xy[0]] + 3;
  908. const int b8_xy= 4*left_xy[0] + 1;
  909. AV_COPY32(h->mv_cache[list][scan8[0] - 1], s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[0]]);
  910. h->ref_cache[list][scan8[0] - 1]= s->current_picture.ref_index[list][b8_xy + (left_block[0]&~1)];
  911. }else{
  912. AV_ZERO32(h->mv_cache [list][scan8[0] - 1]);
  913. h->ref_cache[list][scan8[0] - 1]= left_type[0] ? LIST_NOT_USED : PART_NOT_AVAILABLE;
  914. }
  915. }
  916. if(USES_LIST(topright_type, list)){
  917. const int b_xy= h->mb2b_xy[topright_xy] + 3*h->b_stride;
  918. AV_COPY32(h->mv_cache[list][scan8[0] + 4 - 1*8], s->current_picture.motion_val[list][b_xy]);
  919. h->ref_cache[list][scan8[0] + 4 - 1*8]= s->current_picture.ref_index[list][4*topright_xy + 2];
  920. }else{
  921. AV_ZERO32(h->mv_cache [list][scan8[0] + 4 - 1*8]);
  922. h->ref_cache[list][scan8[0] + 4 - 1*8]= topright_type ? LIST_NOT_USED : PART_NOT_AVAILABLE;
  923. }
  924. if(h->ref_cache[list][scan8[0] + 2 - 1*8] < 0 || h->ref_cache[list][scan8[0] + 4 - 1*8] < 0){
  925. if(USES_LIST(topleft_type, list)){
  926. const int b_xy = h->mb2b_xy [topleft_xy] + 3 + h->b_stride + (h->topleft_partition & 2*h->b_stride);
  927. const int b8_xy= 4*topleft_xy + 1 + (h->topleft_partition & 2);
  928. AV_COPY32(h->mv_cache[list][scan8[0] - 1 - 1*8], s->current_picture.motion_val[list][b_xy]);
  929. h->ref_cache[list][scan8[0] - 1 - 1*8]= s->current_picture.ref_index[list][b8_xy];
  930. }else{
  931. AV_ZERO32(h->mv_cache[list][scan8[0] - 1 - 1*8]);
  932. h->ref_cache[list][scan8[0] - 1 - 1*8]= topleft_type ? LIST_NOT_USED : PART_NOT_AVAILABLE;
  933. }
  934. }
  935. if((mb_type&(MB_TYPE_SKIP|MB_TYPE_DIRECT2)) && !FRAME_MBAFF)
  936. continue;
  937. if(!(mb_type&(MB_TYPE_SKIP|MB_TYPE_DIRECT2))) {
  938. h->ref_cache[list][scan8[4 ]] =
  939. h->ref_cache[list][scan8[12]] = PART_NOT_AVAILABLE;
  940. AV_ZERO32(h->mv_cache [list][scan8[4 ]]);
  941. AV_ZERO32(h->mv_cache [list][scan8[12]]);
  942. if( CABAC ) {
  943. /* XXX beurk, Load mvd */
  944. if(USES_LIST(top_type, list)){
  945. const int b_xy= h->mb2br_xy[top_xy];
  946. AV_COPY64(h->mvd_cache[list][scan8[0] + 0 - 1*8], h->mvd_table[list][b_xy + 0]);
  947. }else{
  948. AV_ZERO64(h->mvd_cache[list][scan8[0] + 0 - 1*8]);
  949. }
  950. if(USES_LIST(left_type[0], list)){
  951. const int b_xy= h->mb2br_xy[left_xy[0]] + 6;
  952. AV_COPY16(h->mvd_cache[list][scan8[0] - 1 + 0*8], h->mvd_table[list][b_xy - left_block[0]]);
  953. AV_COPY16(h->mvd_cache[list][scan8[0] - 1 + 1*8], h->mvd_table[list][b_xy - left_block[1]]);
  954. }else{
  955. AV_ZERO16(h->mvd_cache [list][scan8[0] - 1 + 0*8]);
  956. AV_ZERO16(h->mvd_cache [list][scan8[0] - 1 + 1*8]);
  957. }
  958. if(USES_LIST(left_type[1], list)){
  959. const int b_xy= h->mb2br_xy[left_xy[1]] + 6;
  960. AV_COPY16(h->mvd_cache[list][scan8[0] - 1 + 2*8], h->mvd_table[list][b_xy - left_block[2]]);
  961. AV_COPY16(h->mvd_cache[list][scan8[0] - 1 + 3*8], h->mvd_table[list][b_xy - left_block[3]]);
  962. }else{
  963. AV_ZERO16(h->mvd_cache [list][scan8[0] - 1 + 2*8]);
  964. AV_ZERO16(h->mvd_cache [list][scan8[0] - 1 + 3*8]);
  965. }
  966. AV_ZERO16(h->mvd_cache [list][scan8[4 ]]);
  967. AV_ZERO16(h->mvd_cache [list][scan8[12]]);
  968. if(h->slice_type_nos == AV_PICTURE_TYPE_B){
  969. fill_rectangle(&h->direct_cache[scan8[0]], 4, 4, 8, MB_TYPE_16x16>>1, 1);
  970. if(IS_DIRECT(top_type)){
  971. AV_WN32A(&h->direct_cache[scan8[0] - 1*8], 0x01010101u*(MB_TYPE_DIRECT2>>1));
  972. }else if(IS_8X8(top_type)){
  973. int b8_xy = 4*top_xy;
  974. h->direct_cache[scan8[0] + 0 - 1*8]= h->direct_table[b8_xy + 2];
  975. h->direct_cache[scan8[0] + 2 - 1*8]= h->direct_table[b8_xy + 3];
  976. }else{
  977. AV_WN32A(&h->direct_cache[scan8[0] - 1*8], 0x01010101*(MB_TYPE_16x16>>1));
  978. }
  979. if(IS_DIRECT(left_type[0]))
  980. h->direct_cache[scan8[0] - 1 + 0*8]= MB_TYPE_DIRECT2>>1;
  981. else if(IS_8X8(left_type[0]))
  982. h->direct_cache[scan8[0] - 1 + 0*8]= h->direct_table[4*left_xy[0] + 1 + (left_block[0]&~1)];
  983. else
  984. h->direct_cache[scan8[0] - 1 + 0*8]= MB_TYPE_16x16>>1;
  985. if(IS_DIRECT(left_type[1]))
  986. h->direct_cache[scan8[0] - 1 + 2*8]= MB_TYPE_DIRECT2>>1;
  987. else if(IS_8X8(left_type[1]))
  988. h->direct_cache[scan8[0] - 1 + 2*8]= h->direct_table[4*left_xy[1] + 1 + (left_block[2]&~1)];
  989. else
  990. h->direct_cache[scan8[0] - 1 + 2*8]= MB_TYPE_16x16>>1;
  991. }
  992. }
  993. }
  994. if(FRAME_MBAFF){
  995. #define MAP_MVS\
  996. MAP_F2F(scan8[0] - 1 - 1*8, topleft_type)\
  997. MAP_F2F(scan8[0] + 0 - 1*8, top_type)\
  998. MAP_F2F(scan8[0] + 1 - 1*8, top_type)\
  999. MAP_F2F(scan8[0] + 2 - 1*8, top_type)\
  1000. MAP_F2F(scan8[0] + 3 - 1*8, top_type)\
  1001. MAP_F2F(scan8[0] + 4 - 1*8, topright_type)\
  1002. MAP_F2F(scan8[0] - 1 + 0*8, left_type[0])\
  1003. MAP_F2F(scan8[0] - 1 + 1*8, left_type[0])\
  1004. MAP_F2F(scan8[0] - 1 + 2*8, left_type[1])\
  1005. MAP_F2F(scan8[0] - 1 + 3*8, left_type[1])
  1006. if(MB_FIELD){
  1007. #define MAP_F2F(idx, mb_type)\
  1008. if(!IS_INTERLACED(mb_type) && h->ref_cache[list][idx] >= 0){\
  1009. h->ref_cache[list][idx] <<= 1;\
  1010. h->mv_cache[list][idx][1] /= 2;\
  1011. h->mvd_cache[list][idx][1] >>=1;\
  1012. }
  1013. MAP_MVS
  1014. #undef MAP_F2F
  1015. }else{
  1016. #define MAP_F2F(idx, mb_type)\
  1017. if(IS_INTERLACED(mb_type) && h->ref_cache[list][idx] >= 0){\
  1018. h->ref_cache[list][idx] >>= 1;\
  1019. h->mv_cache[list][idx][1] <<= 1;\
  1020. h->mvd_cache[list][idx][1] <<= 1;\
  1021. }
  1022. MAP_MVS
  1023. #undef MAP_F2F
  1024. }
  1025. }
  1026. }
  1027. }
  1028. h->neighbor_transform_size= !!IS_8x8DCT(top_type) + !!IS_8x8DCT(left_type[0]);
  1029. }
  1030. /**
  1031. * gets the predicted intra4x4 prediction mode.
  1032. */
  1033. static inline int pred_intra_mode(H264Context *h, int n){
  1034. const int index8= scan8[n];
  1035. const int left= h->intra4x4_pred_mode_cache[index8 - 1];
  1036. const int top = h->intra4x4_pred_mode_cache[index8 - 8];
  1037. const int min= FFMIN(left, top);
  1038. tprintf(h->s.avctx, "mode:%d %d min:%d\n", left ,top, min);
  1039. if(min<0) return DC_PRED;
  1040. else return min;
  1041. }
  1042. static inline void write_back_non_zero_count(H264Context *h){
  1043. const int mb_xy= h->mb_xy;
  1044. AV_COPY32(&h->non_zero_count[mb_xy][ 0], &h->non_zero_count_cache[4+8* 1]);
  1045. AV_COPY32(&h->non_zero_count[mb_xy][ 4], &h->non_zero_count_cache[4+8* 2]);
  1046. AV_COPY32(&h->non_zero_count[mb_xy][ 8], &h->non_zero_count_cache[4+8* 3]);
  1047. AV_COPY32(&h->non_zero_count[mb_xy][12], &h->non_zero_count_cache[4+8* 4]);
  1048. AV_COPY32(&h->non_zero_count[mb_xy][16], &h->non_zero_count_cache[4+8* 6]);
  1049. AV_COPY32(&h->non_zero_count[mb_xy][20], &h->non_zero_count_cache[4+8* 7]);
  1050. AV_COPY32(&h->non_zero_count[mb_xy][32], &h->non_zero_count_cache[4+8*11]);
  1051. AV_COPY32(&h->non_zero_count[mb_xy][36], &h->non_zero_count_cache[4+8*12]);
  1052. if(CHROMA444){
  1053. AV_COPY32(&h->non_zero_count[mb_xy][24], &h->non_zero_count_cache[4+8* 8]);
  1054. AV_COPY32(&h->non_zero_count[mb_xy][28], &h->non_zero_count_cache[4+8* 9]);
  1055. AV_COPY32(&h->non_zero_count[mb_xy][40], &h->non_zero_count_cache[4+8*13]);
  1056. AV_COPY32(&h->non_zero_count[mb_xy][44], &h->non_zero_count_cache[4+8*14]);
  1057. }
  1058. }
  1059. static inline void write_back_motion(H264Context *h, int mb_type){
  1060. MpegEncContext * const s = &h->s;
  1061. const int b_xy = 4*s->mb_x + 4*s->mb_y*h->b_stride; //try mb2b(8)_xy
  1062. const int b8_xy= 4*h->mb_xy;
  1063. int list;
  1064. if(!USES_LIST(mb_type, 0))
  1065. fill_rectangle(&s->current_picture.ref_index[0][b8_xy], 2, 2, 2, (uint8_t)LIST_NOT_USED, 1);
  1066. for(list=0; list<h->list_count; list++){
  1067. int y, b_stride;
  1068. int16_t (*mv_dst)[2];
  1069. int16_t (*mv_src)[2];
  1070. if(!USES_LIST(mb_type, list))
  1071. continue;
  1072. b_stride = h->b_stride;
  1073. mv_dst = &s->current_picture.motion_val[list][b_xy];
  1074. mv_src = &h->mv_cache[list][scan8[0]];
  1075. for(y=0; y<4; y++){
  1076. AV_COPY128(mv_dst + y*b_stride, mv_src + 8*y);
  1077. }
  1078. if( CABAC ) {
  1079. uint8_t (*mvd_dst)[2] = &h->mvd_table[list][FMO ? 8*h->mb_xy : h->mb2br_xy[h->mb_xy]];
  1080. uint8_t (*mvd_src)[2] = &h->mvd_cache[list][scan8[0]];
  1081. if(IS_SKIP(mb_type))
  1082. AV_ZERO128(mvd_dst);
  1083. else{
  1084. AV_COPY64(mvd_dst, mvd_src + 8*3);
  1085. AV_COPY16(mvd_dst + 3 + 3, mvd_src + 3 + 8*0);
  1086. AV_COPY16(mvd_dst + 3 + 2, mvd_src + 3 + 8*1);
  1087. AV_COPY16(mvd_dst + 3 + 1, mvd_src + 3 + 8*2);
  1088. }
  1089. }
  1090. {
  1091. int8_t *ref_index = &s->current_picture.ref_index[list][b8_xy];
  1092. ref_index[0+0*2]= h->ref_cache[list][scan8[0]];
  1093. ref_index[1+0*2]= h->ref_cache[list][scan8[4]];
  1094. ref_index[0+1*2]= h->ref_cache[list][scan8[8]];
  1095. ref_index[1+1*2]= h->ref_cache[list][scan8[12]];
  1096. }
  1097. }
  1098. if(h->slice_type_nos == AV_PICTURE_TYPE_B && CABAC){
  1099. if(IS_8X8(mb_type)){
  1100. uint8_t *direct_table = &h->direct_table[4*h->mb_xy];
  1101. direct_table[1] = h->sub_mb_type[1]>>1;
  1102. direct_table[2] = h->sub_mb_type[2]>>1;
  1103. direct_table[3] = h->sub_mb_type[3]>>1;
  1104. }
  1105. }
  1106. }
  1107. static inline int get_dct8x8_allowed(H264Context *h){
  1108. if(h->sps.direct_8x8_inference_flag)
  1109. return !(AV_RN64A(h->sub_mb_type) & ((MB_TYPE_16x8|MB_TYPE_8x16|MB_TYPE_8x8 )*0x0001000100010001ULL));
  1110. else
  1111. return !(AV_RN64A(h->sub_mb_type) & ((MB_TYPE_16x8|MB_TYPE_8x16|MB_TYPE_8x8|MB_TYPE_DIRECT2)*0x0001000100010001ULL));
  1112. }
  1113. /**
  1114. * decodes a P_SKIP or B_SKIP macroblock
  1115. */
  1116. static void av_unused decode_mb_skip(H264Context *h){
  1117. MpegEncContext * const s = &h->s;
  1118. const int mb_xy= h->mb_xy;
  1119. int mb_type=0;
  1120. memset(h->non_zero_count[mb_xy], 0, 48);
  1121. if(MB_FIELD)
  1122. mb_type|= MB_TYPE_INTERLACED;
  1123. if( h->slice_type_nos == AV_PICTURE_TYPE_B )
  1124. {
  1125. // just for fill_caches. pred_direct_motion will set the real mb_type
  1126. mb_type|= MB_TYPE_L0L1|MB_TYPE_DIRECT2|MB_TYPE_SKIP;
  1127. if(h->direct_spatial_mv_pred){
  1128. fill_decode_neighbors(h, mb_type);
  1129. fill_decode_caches(h, mb_type); //FIXME check what is needed and what not ...
  1130. }
  1131. ff_h264_pred_direct_motion(h, &mb_type);
  1132. mb_type|= MB_TYPE_SKIP;
  1133. }
  1134. else
  1135. {
  1136. int mx, my;
  1137. mb_type|= MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P1L0|MB_TYPE_SKIP;
  1138. fill_decode_neighbors(h, mb_type);
  1139. fill_decode_caches(h, mb_type); //FIXME check what is needed and what not ...
  1140. pred_pskip_motion(h, &mx, &my);
  1141. fill_rectangle(&h->ref_cache[0][scan8[0]], 4, 4, 8, 0, 1);
  1142. fill_rectangle( h->mv_cache[0][scan8[0]], 4, 4, 8, pack16to32(mx,my), 4);
  1143. }
  1144. write_back_motion(h, mb_type);
  1145. s->current_picture.mb_type[mb_xy]= mb_type;
  1146. s->current_picture.qscale_table[mb_xy]= s->qscale;
  1147. h->slice_table[ mb_xy ]= h->slice_num;
  1148. h->prev_mb_skipped= 1;
  1149. }
  1150. #include "h264_mvpred.h" //For pred_pskip_motion()
  1151. #endif /* AVCODEC_H264_H */