You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

432 lines
13KB

  1. /*
  2. * This file is part of FFmpeg.
  3. *
  4. * FFmpeg is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU Lesser General Public
  6. * License as published by the Free Software Foundation; either
  7. * version 2.1 of the License, or (at your option) any later version.
  8. *
  9. * FFmpeg is distributed in the hope that it will be useful,
  10. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  12. * Lesser General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU Lesser General Public
  15. * License along with FFmpeg; if not, write to the Free Software
  16. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  17. */
  18. #ifndef AVCODEC_CBS_H264_H
  19. #define AVCODEC_CBS_H264_H
  20. #include <stddef.h>
  21. #include <stdint.h>
  22. #include "cbs_h2645.h"
  23. #include "h264.h"
  24. enum {
  25. // This limit is arbitrary - it is sufficient for one message of each
  26. // type plus some repeats, and will therefore easily cover all sane
  27. // streams. However, it is possible to make technically-valid streams
  28. // for which it will fail (for example, by including a large number of
  29. // user-data-unregistered messages).
  30. H264_MAX_SEI_PAYLOADS = 64,
  31. };
  32. typedef struct H264RawNALUnitHeader {
  33. uint8_t forbidden_zero_bit;
  34. uint8_t nal_ref_idc;
  35. uint8_t nal_unit_type;
  36. uint8_t svc_extension_flag;
  37. uint8_t avc_3d_extension_flag;
  38. } H264RawNALUnitHeader;
  39. typedef struct H264RawScalingList {
  40. int8_t delta_scale[64];
  41. } H264RawScalingList;
  42. typedef struct H264RawHRD {
  43. uint8_t cpb_cnt_minus1;
  44. uint8_t bit_rate_scale;
  45. uint8_t cpb_size_scale;
  46. uint32_t bit_rate_value_minus1[H264_MAX_CPB_CNT];
  47. uint32_t cpb_size_value_minus1[H264_MAX_CPB_CNT];
  48. uint8_t cbr_flag[H264_MAX_CPB_CNT];
  49. uint8_t initial_cpb_removal_delay_length_minus1;
  50. uint8_t cpb_removal_delay_length_minus1;
  51. uint8_t dpb_output_delay_length_minus1;
  52. uint8_t time_offset_length;
  53. } H264RawHRD;
  54. typedef struct H264RawVUI {
  55. uint8_t aspect_ratio_info_present_flag;
  56. uint8_t aspect_ratio_idc;
  57. uint16_t sar_width;
  58. uint16_t sar_height;
  59. uint8_t overscan_info_present_flag;
  60. uint8_t overscan_appropriate_flag;
  61. uint8_t video_signal_type_present_flag;
  62. uint8_t video_format;
  63. uint8_t video_full_range_flag;
  64. uint8_t colour_description_present_flag;
  65. uint8_t colour_primaries;
  66. uint8_t transfer_characteristics;
  67. uint8_t matrix_coefficients;
  68. uint8_t chroma_loc_info_present_flag;
  69. uint8_t chroma_sample_loc_type_top_field;
  70. uint8_t chroma_sample_loc_type_bottom_field;
  71. uint8_t timing_info_present_flag;
  72. uint32_t num_units_in_tick;
  73. uint32_t time_scale;
  74. uint8_t fixed_frame_rate_flag;
  75. uint8_t nal_hrd_parameters_present_flag;
  76. H264RawHRD nal_hrd_parameters;
  77. uint8_t vcl_hrd_parameters_present_flag;
  78. H264RawHRD vcl_hrd_parameters;
  79. uint8_t low_delay_hrd_flag;
  80. uint8_t pic_struct_present_flag;
  81. uint8_t bitstream_restriction_flag;
  82. uint8_t motion_vectors_over_pic_boundaries_flag;
  83. uint8_t max_bytes_per_pic_denom;
  84. uint8_t max_bits_per_mb_denom;
  85. uint8_t log2_max_mv_length_horizontal;
  86. uint8_t log2_max_mv_length_vertical;
  87. uint8_t max_num_reorder_frames;
  88. uint8_t max_dec_frame_buffering;
  89. } H264RawVUI;
  90. typedef struct H264RawSPS {
  91. H264RawNALUnitHeader nal_unit_header;
  92. uint8_t profile_idc;
  93. uint8_t constraint_set0_flag;
  94. uint8_t constraint_set1_flag;
  95. uint8_t constraint_set2_flag;
  96. uint8_t constraint_set3_flag;
  97. uint8_t constraint_set4_flag;
  98. uint8_t constraint_set5_flag;
  99. uint8_t reserved_zero_2bits;
  100. uint8_t level_idc;
  101. uint8_t seq_parameter_set_id;
  102. uint8_t chroma_format_idc;
  103. uint8_t separate_colour_plane_flag;
  104. uint8_t bit_depth_luma_minus8;
  105. uint8_t bit_depth_chroma_minus8;
  106. uint8_t qpprime_y_zero_transform_bypass_flag;
  107. uint8_t seq_scaling_matrix_present_flag;
  108. uint8_t seq_scaling_list_present_flag[12];
  109. H264RawScalingList scaling_list_4x4[6];
  110. H264RawScalingList scaling_list_8x8[6];
  111. uint8_t log2_max_frame_num_minus4;
  112. uint8_t pic_order_cnt_type;
  113. uint8_t log2_max_pic_order_cnt_lsb_minus4;
  114. uint8_t delta_pic_order_always_zero_flag;
  115. int32_t offset_for_non_ref_pic;
  116. int32_t offset_for_top_to_bottom_field;
  117. uint8_t num_ref_frames_in_pic_order_cnt_cycle;
  118. int32_t offset_for_ref_frame[256];
  119. uint8_t max_num_ref_frames;
  120. uint8_t gaps_in_frame_num_allowed_flag;
  121. uint16_t pic_width_in_mbs_minus1;
  122. uint16_t pic_height_in_map_units_minus1;
  123. uint8_t frame_mbs_only_flag;
  124. uint8_t mb_adaptive_frame_field_flag;
  125. uint8_t direct_8x8_inference_flag;
  126. uint8_t frame_cropping_flag;
  127. uint16_t frame_crop_left_offset;
  128. uint16_t frame_crop_right_offset;
  129. uint16_t frame_crop_top_offset;
  130. uint16_t frame_crop_bottom_offset;
  131. uint8_t vui_parameters_present_flag;
  132. H264RawVUI vui;
  133. } H264RawSPS;
  134. typedef struct H264RawSPSExtension {
  135. H264RawNALUnitHeader nal_unit_header;
  136. uint8_t seq_parameter_set_id;
  137. uint8_t aux_format_idc;
  138. uint8_t bit_depth_aux_minus8;
  139. uint8_t alpha_incr_flag;
  140. uint16_t alpha_opaque_value;
  141. uint16_t alpha_transparent_value;
  142. uint8_t additional_extension_flag;
  143. } H264RawSPSExtension;
  144. typedef struct H264RawPPS {
  145. H264RawNALUnitHeader nal_unit_header;
  146. uint8_t pic_parameter_set_id;
  147. uint8_t seq_parameter_set_id;
  148. uint8_t entropy_coding_mode_flag;
  149. uint8_t bottom_field_pic_order_in_frame_present_flag;
  150. uint8_t num_slice_groups_minus1;
  151. uint8_t slice_group_map_type;
  152. uint16_t run_length_minus1[H264_MAX_SLICE_GROUPS];
  153. uint16_t top_left[H264_MAX_SLICE_GROUPS];
  154. uint16_t bottom_right[H264_MAX_SLICE_GROUPS];
  155. uint8_t slice_group_change_direction_flag;
  156. uint16_t slice_group_change_rate_minus1;
  157. uint16_t pic_size_in_map_units_minus1;
  158. uint8_t slice_group_id[H264_MAX_MB_PIC_SIZE];
  159. uint8_t num_ref_idx_l0_default_active_minus1;
  160. uint8_t num_ref_idx_l1_default_active_minus1;
  161. uint8_t weighted_pred_flag;
  162. uint8_t weighted_bipred_idc;
  163. int8_t pic_init_qp_minus26;
  164. int8_t pic_init_qs_minus26;
  165. int8_t chroma_qp_index_offset;
  166. uint8_t deblocking_filter_control_present_flag;
  167. uint8_t constrained_intra_pred_flag;
  168. uint8_t more_rbsp_data;
  169. uint8_t redundant_pic_cnt_present_flag;
  170. uint8_t transform_8x8_mode_flag;
  171. uint8_t pic_scaling_matrix_present_flag;
  172. uint8_t pic_scaling_list_present_flag[12];
  173. H264RawScalingList scaling_list_4x4[6];
  174. H264RawScalingList scaling_list_8x8[6];
  175. int8_t second_chroma_qp_index_offset;
  176. } H264RawPPS;
  177. typedef struct H264RawAUD {
  178. H264RawNALUnitHeader nal_unit_header;
  179. uint8_t primary_pic_type;
  180. } H264RawAUD;
  181. typedef struct H264RawSEIBufferingPeriod {
  182. uint8_t seq_parameter_set_id;
  183. struct {
  184. uint32_t initial_cpb_removal_delay[H264_MAX_CPB_CNT];
  185. uint32_t initial_cpb_removal_delay_offset[H264_MAX_CPB_CNT];
  186. } nal, vcl;
  187. } H264RawSEIBufferingPeriod;
  188. typedef struct H264RawSEIPicTimestamp {
  189. uint8_t ct_type;
  190. uint8_t nuit_field_based_flag;
  191. uint8_t counting_type;
  192. uint8_t full_timestamp_flag;
  193. uint8_t discontinuity_flag;
  194. uint8_t cnt_dropped_flag;
  195. uint8_t n_frames;
  196. uint8_t seconds_flag;
  197. uint8_t seconds_value;
  198. uint8_t minutes_flag;
  199. uint8_t minutes_value;
  200. uint8_t hours_flag;
  201. uint8_t hours_value;
  202. uint32_t time_offset;
  203. } H264RawSEIPicTimestamp;
  204. typedef struct H264RawSEIPicTiming {
  205. uint32_t cpb_removal_delay;
  206. uint32_t dpb_output_delay;
  207. uint8_t pic_struct;
  208. uint8_t clock_timestamp_flag[3];
  209. H264RawSEIPicTimestamp timestamp[3];
  210. } H264RawSEIPicTiming;
  211. typedef struct H264RawSEIUserDataRegistered {
  212. uint8_t itu_t_t35_country_code;
  213. uint8_t itu_t_t35_country_code_extension_byte;
  214. uint8_t *data;
  215. size_t data_length;
  216. AVBufferRef *data_ref;
  217. } H264RawSEIUserDataRegistered;
  218. typedef struct H264RawSEIUserDataUnregistered {
  219. uint8_t uuid_iso_iec_11578[16];
  220. uint8_t *data;
  221. size_t data_length;
  222. AVBufferRef *data_ref;
  223. } H264RawSEIUserDataUnregistered;
  224. typedef struct H264RawSEIRecoveryPoint {
  225. uint16_t recovery_frame_cnt;
  226. uint8_t exact_match_flag;
  227. uint8_t broken_link_flag;
  228. uint8_t changing_slice_group_idc;
  229. } H264RawSEIRecoveryPoint;
  230. typedef struct H264RawSEIDisplayOrientation {
  231. uint8_t display_orientation_cancel_flag;
  232. uint8_t hor_flip;
  233. uint8_t ver_flip;
  234. uint16_t anticlockwise_rotation;
  235. uint16_t display_orientation_repetition_period;
  236. uint8_t display_orientation_extension_flag;
  237. } H264RawSEIDisplayOrientation;
  238. typedef struct H264RawSEIPayload {
  239. uint32_t payload_type;
  240. uint32_t payload_size;
  241. union {
  242. H264RawSEIBufferingPeriod buffering_period;
  243. H264RawSEIPicTiming pic_timing;
  244. // H264RawSEIFiller filler -> no fields.
  245. H264RawSEIUserDataRegistered user_data_registered;
  246. H264RawSEIUserDataUnregistered user_data_unregistered;
  247. H264RawSEIRecoveryPoint recovery_point;
  248. H264RawSEIDisplayOrientation display_orientation;
  249. struct {
  250. uint8_t *data;
  251. size_t data_length;
  252. AVBufferRef *data_ref;
  253. } other;
  254. } payload;
  255. } H264RawSEIPayload;
  256. typedef struct H264RawSEI {
  257. H264RawNALUnitHeader nal_unit_header;
  258. H264RawSEIPayload payload[H264_MAX_SEI_PAYLOADS];
  259. uint8_t payload_count;
  260. } H264RawSEI;
  261. typedef struct H264RawSliceHeader {
  262. H264RawNALUnitHeader nal_unit_header;
  263. uint32_t first_mb_in_slice;
  264. uint8_t slice_type;
  265. uint8_t pic_parameter_set_id;
  266. uint8_t colour_plane_id;
  267. uint16_t frame_num;
  268. uint8_t field_pic_flag;
  269. uint8_t bottom_field_flag;
  270. uint16_t idr_pic_id;
  271. uint16_t pic_order_cnt_lsb;
  272. int32_t delta_pic_order_cnt_bottom;
  273. int32_t delta_pic_order_cnt[2];
  274. uint8_t redundant_pic_cnt;
  275. uint8_t direct_spatial_mv_pred_flag;
  276. uint8_t num_ref_idx_active_override_flag;
  277. uint8_t num_ref_idx_l0_active_minus1;
  278. uint8_t num_ref_idx_l1_active_minus1;
  279. uint8_t ref_pic_list_modification_flag_l0;
  280. uint8_t ref_pic_list_modification_flag_l1;
  281. struct {
  282. uint8_t modification_of_pic_nums_idc;
  283. int32_t abs_diff_pic_num_minus1;
  284. uint8_t long_term_pic_num;
  285. } rplm_l0[H264_MAX_RPLM_COUNT], rplm_l1[H264_MAX_RPLM_COUNT];
  286. uint8_t luma_log2_weight_denom;
  287. uint8_t chroma_log2_weight_denom;
  288. uint8_t luma_weight_l0_flag[H264_MAX_REFS];
  289. int8_t luma_weight_l0[H264_MAX_REFS];
  290. int8_t luma_offset_l0[H264_MAX_REFS];
  291. uint8_t chroma_weight_l0_flag[H264_MAX_REFS];
  292. int8_t chroma_weight_l0[H264_MAX_REFS][2];
  293. int8_t chroma_offset_l0[H264_MAX_REFS][2];
  294. uint8_t luma_weight_l1_flag[H264_MAX_REFS];
  295. int8_t luma_weight_l1[H264_MAX_REFS];
  296. int8_t luma_offset_l1[H264_MAX_REFS];
  297. uint8_t chroma_weight_l1_flag[H264_MAX_REFS];
  298. int8_t chroma_weight_l1[H264_MAX_REFS][2];
  299. int8_t chroma_offset_l1[H264_MAX_REFS][2];
  300. uint8_t no_output_of_prior_pics_flag;
  301. uint8_t long_term_reference_flag;
  302. uint8_t adaptive_ref_pic_marking_mode_flag;
  303. struct {
  304. uint8_t memory_management_control_operation;
  305. int32_t difference_of_pic_nums_minus1;
  306. uint8_t long_term_pic_num;
  307. uint8_t long_term_frame_idx;
  308. uint8_t max_long_term_frame_idx_plus1;
  309. } mmco[H264_MAX_MMCO_COUNT];
  310. uint8_t cabac_init_idc;
  311. int8_t slice_qp_delta;
  312. uint8_t sp_for_switch_flag;
  313. int8_t slice_qs_delta;
  314. uint8_t disable_deblocking_filter_idc;
  315. int8_t slice_alpha_c0_offset_div2;
  316. int8_t slice_beta_offset_div2;
  317. uint16_t slice_group_change_cycle;
  318. } H264RawSliceHeader;
  319. typedef struct H264RawSlice {
  320. H264RawSliceHeader header;
  321. uint8_t *data;
  322. size_t data_size;
  323. int data_bit_start;
  324. AVBufferRef *data_ref;
  325. } H264RawSlice;
  326. typedef struct CodedBitstreamH264Context {
  327. // Reader/writer context in common with the H.265 implementation.
  328. CodedBitstreamH2645Context common;
  329. // All currently available parameter sets. These are updated when
  330. // any parameter set NAL unit is read/written with this context.
  331. H264RawSPS *sps[H264_MAX_SPS_COUNT];
  332. H264RawPPS *pps[H264_MAX_PPS_COUNT];
  333. // The currently active parameter sets. These are updated when any
  334. // NAL unit refers to the relevant parameter set. These pointers
  335. // must also be present in the arrays above.
  336. const H264RawSPS *active_sps;
  337. const H264RawPPS *active_pps;
  338. // The NAL unit type of the most recent normal slice. This is required
  339. // to be able to read/write auxiliary slices, because IdrPicFlag is
  340. // otherwise unknown.
  341. uint8_t last_slice_nal_unit_type;
  342. } CodedBitstreamH264Context;
  343. #endif /* AVCODEC_CBS_H264_H */