FFmpeg  4.0
cbs_h264.h
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #ifndef AVCODEC_CBS_H264_H
20 #define AVCODEC_CBS_H264_H
21 
22 #include <stddef.h>
23 #include <stdint.h>
24 
25 #include "cbs.h"
26 #include "cbs_h2645.h"
27 #include "h264.h"
28 
29 
30 enum {
31  // This limit is arbitrary - it is sufficient for one message of each
32  // type plus some repeats, and will therefore easily cover all sane
33  // streams. However, it is possible to make technically-valid streams
34  // for which it will fail (for example, by including a large number of
35  // user-data-unregistered messages).
37 };
38 
39 
40 typedef struct H264RawNALUnitHeader {
44 
48 
49 typedef struct H264RawScalingList {
50  int8_t delta_scale[64];
52 
53 typedef struct H264RawHRD {
57 
58  uint32_t bit_rate_value_minus1[H264_MAX_CPB_CNT];
59  uint32_t cpb_size_value_minus1[H264_MAX_CPB_CNT];
61 
66 } H264RawHRD;
67 
68 typedef struct H264RawVUI {
71  uint16_t sar_width;
72  uint16_t sar_height;
73 
76 
84 
88 
91  uint32_t time_scale;
93 
99 
101 
110 } H264RawVUI;
111 
112 typedef struct H264RawSPS {
114 
124 
126 
132 
134  uint8_t seq_scaling_list_present_flag[12];
135  H264RawScalingList scaling_list_4x4[6];
136  H264RawScalingList scaling_list_8x8[6];
137 
145  int32_t offset_for_ref_frame[256];
146 
149 
152 
156 
162 
165 } H264RawSPS;
166 
167 typedef struct H264RawSPSExtension {
169 
171 
177 
180 
181 typedef struct H264RawPPS {
183 
186 
189 
192  uint16_t run_length_minus1[H264_MAX_SLICE_GROUPS];
193  uint16_t top_left[H264_MAX_SLICE_GROUPS];
194  uint16_t bottom_right[H264_MAX_SLICE_GROUPS];
198 
201 
204 
207 
211 
214 
216 
219 
221  uint8_t pic_scaling_list_present_flag[12];
222  H264RawScalingList scaling_list_4x4[6];
223  H264RawScalingList scaling_list_8x8[6];
224 
226 } H264RawPPS;
227 
228 typedef struct H264RawAUD {
230 
232 } H264RawAUD;
233 
236  struct {
237  uint32_t initial_cpb_removal_delay[H264_MAX_CPB_CNT];
238  uint32_t initial_cpb_removal_delay_offset[H264_MAX_CPB_CNT];
239  } nal, vcl;
241 
242 typedef struct H264RawSEIPicTimestamp {
256  uint32_t time_offset;
258 
259 typedef struct H264RawSEIPicTiming {
263  uint8_t clock_timestamp_flag[3];
266 
271  size_t data_length;
274 
276  uint8_t uuid_iso_iec_11578[16];
278  size_t data_length;
281 
282 typedef struct H264RawSEIRecoveryPoint {
288 
297 
298 typedef struct H264RawSEIPayload {
299  uint32_t payload_type;
300  uint32_t payload_size;
301  union {
304  // H264RawSEIFiller filler -> no fields.
309  struct {
311  size_t data_length;
313  } other;
314  } payload;
316 
317 typedef struct H264RawSEI {
319 
322 } H264RawSEI;
323 
324 typedef struct H264RawSliceHeader {
326 
329 
331 
333 
334  uint16_t frame_num;
337 
338  uint16_t idr_pic_id;
339 
342  int32_t delta_pic_order_cnt[2];
343 
346 
350 
353  struct {
357  } rplm_l0[H264_MAX_RPLM_COUNT], rplm_l1[H264_MAX_RPLM_COUNT];
358 
361 
362  uint8_t luma_weight_l0_flag[H264_MAX_REFS];
363  int8_t luma_weight_l0[H264_MAX_REFS];
364  int8_t luma_offset_l0[H264_MAX_REFS];
365  uint8_t chroma_weight_l0_flag[H264_MAX_REFS];
366  int8_t chroma_weight_l0[H264_MAX_REFS][2];
367  int8_t chroma_offset_l0[H264_MAX_REFS][2];
368 
369  uint8_t luma_weight_l1_flag[H264_MAX_REFS];
370  int8_t luma_weight_l1[H264_MAX_REFS];
371  int8_t luma_offset_l1[H264_MAX_REFS];
372  uint8_t chroma_weight_l1_flag[H264_MAX_REFS];
373  int8_t chroma_weight_l1[H264_MAX_REFS][2];
374  int8_t chroma_offset_l1[H264_MAX_REFS][2];
375 
378 
380  struct {
383  uint8_t long_term_pic_num;
386  } mmco[H264_MAX_MMCO_COUNT];
387 
389 
391 
394 
398 
401 
402 typedef struct H264RawSlice {
404 
406  size_t data_size;
409 } H264RawSlice;
410 
411 typedef struct H264RawFiller {
413 
414  uint32_t filler_size;
415 } H264RawFiller;
416 
417 
419  // Reader/writer context in common with the H.265 implementation.
421 
422  // All currently available parameter sets. These are updated when
423  // any parameter set NAL unit is read/written with this context.
426 
427  // The currently active parameter sets. These are updated when any
428  // NAL unit refers to the relevant parameter set. These pointers
429  // must also be present in the arrays above.
432 
433  // The NAL unit type of the most recent normal slice. This is required
434  // to be able to read/write auxiliary slices, because IdrPicFlag is
435  // otherwise unknown.
438 
439 
440 /**
441  * Add an SEI message to an access unit.
442  */
444  CodedBitstreamFragment *access_unit,
445  const H264RawSEIPayload *payload);
446 
447 /**
448  * Delete an SEI message from an access unit.
449  *
450  * Deletes from nal_unit, which must be an SEI NAL unit. If this is the
451  * last message in nal_unit, also deletes it from access_unit.
452  */
454  CodedBitstreamFragment *access_unit,
455  CodedBitstreamUnit *nal_unit,
456  int position);
457 
458 #endif /* AVCODEC_CBS_H264_H */
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:182
uint8_t frame_cropping_flag
Definition: cbs_h264.h:157
uint8_t deblocking_filter_control_present_flag
Definition: cbs_h264.h:212
uint32_t payload_type
Definition: cbs_h264.h:299
uint8_t slice_group_change_direction_flag
Definition: cbs_h264.h:195
uint8_t cnt_dropped_flag
Definition: cbs_h264.h:248
uint8_t bit_depth_chroma_minus8
Definition: cbs_h264.h:130
uint8_t aspect_ratio_idc
Definition: cbs_h264.h:70
uint8_t bit_depth_aux_minus8
Definition: cbs_h264.h:173
uint8_t num_ref_idx_l0_active_minus1
Definition: cbs_h264.h:348
uint8_t max_long_term_frame_idx_plus1
Definition: cbs_h264.h:385
uint8_t cabac_init_idc
Definition: cbs_h264.h:388
uint8_t video_format
Definition: cbs_h264.h:78
uint8_t * slice_group_id
Definition: cbs_h264.h:199
uint8_t bit_rate_scale
Definition: cbs_h264.h:55
uint16_t recovery_frame_cnt
Definition: cbs_h264.h:283
uint8_t discontinuity_flag
Definition: cbs_h264.h:247
uint8_t dpb_output_delay_length_minus1
Definition: cbs_h264.h:64
uint8_t initial_cpb_removal_delay_length_minus1
Definition: cbs_h264.h:62
uint8_t chroma_sample_loc_type_bottom_field
Definition: cbs_h264.h:87
int32_t offset_for_top_to_bottom_field
Definition: cbs_h264.h:143
uint8_t * data
Definition: cbs_h264.h:310
uint8_t num_ref_idx_l1_active_minus1
Definition: cbs_h264.h:349
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:318
uint8_t long_term_pic_num
Definition: cbs_h264.h:356
H264RawSEIRecoveryPoint recovery_point
Definition: cbs_h264.h:307
uint8_t log2_max_frame_num_minus4
Definition: cbs_h264.h:138
uint8_t num_ref_frames_in_pic_order_cnt_cycle
Definition: cbs_h264.h:144
uint8_t sp_for_switch_flag
Definition: cbs_h264.h:392
uint16_t pic_order_cnt_lsb
Definition: cbs_h264.h:340
int ff_cbs_h264_delete_sei_message(CodedBitstreamContext *ctx, CodedBitstreamFragment *access_unit, CodedBitstreamUnit *nal_unit, int position)
Delete an SEI message from an access unit.
Definition: cbs_h2645.c:1490
uint8_t time_offset_length
Definition: cbs_h264.h:65
uint8_t low_delay_hrd_flag
Definition: cbs_h264.h:98
uint8_t max_dec_frame_buffering
Definition: cbs_h264.h:109
uint8_t fixed_frame_rate_flag
Definition: cbs_h264.h:92
H264RawVUI vui
Definition: cbs_h264.h:164
uint32_t first_mb_in_slice
Definition: cbs_h264.h:327
int8_t slice_alpha_c0_offset_div2
Definition: cbs_h264.h:396
uint8_t field_pic_flag
Definition: cbs_h264.h:335
uint8_t display_orientation_extension_flag
Definition: cbs_h264.h:295
uint8_t weighted_pred_flag
Definition: cbs_h264.h:205
uint8_t constraint_set4_flag
Definition: cbs_h264.h:120
H264RawHRD nal_hrd_parameters
Definition: cbs_h264.h:95
uint8_t itu_t_t35_country_code_extension_byte
Definition: cbs_h264.h:269
int8_t slice_qp_delta
Definition: cbs_h264.h:390
uint8_t reserved_zero_2bits
Definition: cbs_h264.h:122
uint8_t bottom_field_flag
Definition: cbs_h264.h:336
uint8_t
uint8_t overscan_info_present_flag
Definition: cbs_h264.h:74
uint16_t frame_crop_top_offset
Definition: cbs_h264.h:160
uint16_t pic_width_in_mbs_minus1
Definition: cbs_h264.h:150
uint8_t colour_plane_id
Definition: cbs_h264.h:332
uint8_t long_term_frame_idx
Definition: cbs_h264.h:384
uint16_t display_orientation_repetition_period
Definition: cbs_h264.h:294
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:325
uint32_t num_units_in_tick
Definition: cbs_h264.h:90
uint8_t mb_adaptive_frame_field_flag
Definition: cbs_h264.h:154
uint8_t transform_8x8_mode_flag
Definition: cbs_h264.h:218
uint8_t constrained_intra_pred_flag
Definition: cbs_h264.h:213
uint16_t frame_crop_left_offset
Definition: cbs_h264.h:158
uint8_t luma_log2_weight_denom
Definition: cbs_h264.h:359
Coded bitstream unit structure.
Definition: cbs.h:63
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:229
uint16_t idr_pic_id
Definition: cbs_h264.h:338
uint8_t ref_pic_list_modification_flag_l0
Definition: cbs_h264.h:351
int8_t second_chroma_qp_index_offset
Definition: cbs_h264.h:225
uint8_t additional_extension_flag
Definition: cbs_h264.h:178
uint8_t aux_format_idc
Definition: cbs_h264.h:172
uint8_t cpb_size_scale
Definition: cbs_h264.h:56
uint8_t nal_hrd_parameters_present_flag
Definition: cbs_h264.h:94
uint8_t bit_depth_luma_minus8
Definition: cbs_h264.h:129
uint8_t primary_pic_type
Definition: cbs_h264.h:231
uint8_t slice_group_map_type
Definition: cbs_h264.h:191
uint8_t svc_extension_flag
Definition: cbs_h264.h:45
H.264 common definitions.
uint8_t pic_scaling_matrix_present_flag
Definition: cbs_h264.h:220
uint8_t chroma_sample_loc_type_top_field
Definition: cbs_h264.h:86
uint8_t modification_of_pic_nums_idc
Definition: cbs_h264.h:354
uint8_t aspect_ratio_info_present_flag
Definition: cbs_h264.h:69
uint8_t max_bits_per_mb_denom
Definition: cbs_h264.h:105
uint8_t max_num_ref_frames
Definition: cbs_h264.h:147
uint8_t weighted_bipred_idc
Definition: cbs_h264.h:206
uint8_t transfer_characteristics
Definition: cbs_h264.h:82
uint16_t sar_width
Definition: cbs_h264.h:71
uint8_t slice_type
Definition: cbs_h264.h:328
int32_t offset_for_non_ref_pic
Definition: cbs_h264.h:142
uint8_t num_ref_idx_l1_default_active_minus1
Definition: cbs_h264.h:203
uint8_t frame_mbs_only_flag
Definition: cbs_h264.h:153
int8_t slice_qs_delta
Definition: cbs_h264.h:393
uint8_t ref_pic_list_modification_flag_l1
Definition: cbs_h264.h:352
uint8_t num_ref_idx_active_override_flag
Definition: cbs_h264.h:347
uint8_t seq_parameter_set_id
Definition: cbs_h264.h:125
uint8_t seq_scaling_matrix_present_flag
Definition: cbs_h264.h:133
H264RawSEIPicTiming pic_timing
Definition: cbs_h264.h:303
uint8_t timing_info_present_flag
Definition: cbs_h264.h:89
uint8_t more_rbsp_data
Definition: cbs_h264.h:215
uint8_t full_timestamp_flag
Definition: cbs_h264.h:246
uint8_t constraint_set2_flag
Definition: cbs_h264.h:118
uint8_t video_full_range_flag
Definition: cbs_h264.h:79
uint8_t seq_parameter_set_id
Definition: cbs_h264.h:185
H264RawSEIUserDataUnregistered user_data_unregistered
Definition: cbs_h264.h:306
uint8_t pic_struct
Definition: cbs_h264.h:262
uint8_t adaptive_ref_pic_marking_mode_flag
Definition: cbs_h264.h:379
uint8_t colour_primaries
Definition: cbs_h264.h:81
uint8_t chroma_log2_weight_denom
Definition: cbs_h264.h:360
uint16_t sar_height
Definition: cbs_h264.h:72
uint16_t frame_crop_bottom_offset
Definition: cbs_h264.h:161
uint8_t separate_colour_plane_flag
Definition: cbs_h264.h:128
uint8_t vui_parameters_present_flag
Definition: cbs_h264.h:163
uint8_t gaps_in_frame_num_allowed_flag
Definition: cbs_h264.h:148
uint8_t last_slice_nal_unit_type
Definition: cbs_h264.h:436
uint32_t cpb_removal_delay
Definition: cbs_h264.h:260
int32_t
AVFormatContext * ctx
Definition: movenc.c:48
uint8_t colour_description_present_flag
Definition: cbs_h264.h:80
int8_t slice_beta_offset_div2
Definition: cbs_h264.h:397
uint8_t seq_parameter_set_id
Definition: cbs_h264.h:170
uint32_t dpb_output_delay
Definition: cbs_h264.h:261
uint8_t video_signal_type_present_flag
Definition: cbs_h264.h:77
uint8_t overscan_appropriate_flag
Definition: cbs_h264.h:75
int8_t chroma_qp_index_offset
Definition: cbs_h264.h:210
uint8_t qpprime_y_zero_transform_bypass_flag
Definition: cbs_h264.h:131
uint8_t constraint_set5_flag
Definition: cbs_h264.h:121
size_t data_size
Definition: cbs_h264.h:406
uint8_t pic_parameter_set_id
Definition: cbs_h264.h:330
uint8_t chroma_format_idc
Definition: cbs_h264.h:127
uint8_t disable_deblocking_filter_idc
Definition: cbs_h264.h:395
uint8_t profile_idc
Definition: cbs_h264.h:115
int32_t abs_diff_pic_num_minus1
Definition: cbs_h264.h:355
H264RawSEIUserDataRegistered user_data_registered
Definition: cbs_h264.h:305
uint8_t cpb_cnt_minus1
Definition: cbs_h264.h:54
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:113
uint8_t nuit_field_based_flag
Definition: cbs_h264.h:244
uint8_t chroma_loc_info_present_flag
Definition: cbs_h264.h:85
uint8_t num_slice_groups_minus1
Definition: cbs_h264.h:190
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:412
uint8_t bottom_field_pic_order_in_frame_present_flag
Definition: cbs_h264.h:188
uint8_t entropy_coding_mode_flag
Definition: cbs_h264.h:187
Coded bitstream fragment structure, combining one or more units.
Definition: cbs.h:114
uint8_t changing_slice_group_idc
Definition: cbs_h264.h:286
uint8_t redundant_pic_cnt
Definition: cbs_h264.h:344
uint8_t avc_3d_extension_flag
Definition: cbs_h264.h:46
uint16_t slice_group_change_cycle
Definition: cbs_h264.h:399
AVBufferRef * slice_group_id_ref
Definition: cbs_h264.h:200
uint16_t pic_size_in_map_units_minus1
Definition: cbs_h264.h:197
uint8_t pic_order_cnt_type
Definition: cbs_h264.h:139
static int FUNC() pps(CodedBitstreamContext *ctx, RWContext *rw, H264RawPPS *current)
Context structure for coded bitstream operations.
Definition: cbs.h:156
uint8_t matrix_coefficients
Definition: cbs_h264.h:83
uint8_t num_ref_idx_l0_default_active_minus1
Definition: cbs_h264.h:202
uint8_t constraint_set0_flag
Definition: cbs_h264.h:116
uint8_t alpha_incr_flag
Definition: cbs_h264.h:174
uint16_t frame_num
Definition: cbs_h264.h:334
static int FUNC() sps(CodedBitstreamContext *ctx, RWContext *rw, H264RawSPS *current)
uint8_t log2_max_mv_length_horizontal
Definition: cbs_h264.h:106
uint8_t direct_spatial_mv_pred_flag
Definition: cbs_h264.h:345
uint32_t filler_size
Definition: cbs_h264.h:414
H264RawSEIBufferingPeriod buffering_period
Definition: cbs_h264.h:302
uint8_t direct_8x8_inference_flag
Definition: cbs_h264.h:155
AVBufferRef * data_ref
Definition: cbs_h264.h:408
uint16_t alpha_transparent_value
Definition: cbs_h264.h:176
A reference to a data buffer.
Definition: buffer.h:81
int ff_cbs_h264_add_sei_message(CodedBitstreamContext *ctx, CodedBitstreamFragment *access_unit, const H264RawSEIPayload *payload)
Add an SEI message to an access unit.
Definition: cbs_h2645.c:1428
size_t data_length
Definition: cbs_h264.h:311
uint8_t redundant_pic_cnt_present_flag
Definition: cbs_h264.h:217
uint8_t memory_management_control_operation
Definition: cbs_h264.h:381
uint8_t pic_struct_present_flag
Definition: cbs_h264.h:100
uint8_t cpb_removal_delay_length_minus1
Definition: cbs_h264.h:63
H264RawSEIDisplayOrientation display_orientation
Definition: cbs_h264.h:308
uint8_t motion_vectors_over_pic_boundaries_flag
Definition: cbs_h264.h:103
uint32_t time_scale
Definition: cbs_h264.h:91
uint8_t display_orientation_cancel_flag
Definition: cbs_h264.h:290
uint8_t level_idc
Definition: cbs_h264.h:123
uint8_t bitstream_restriction_flag
Definition: cbs_h264.h:102
uint16_t frame_crop_right_offset
Definition: cbs_h264.h:159
uint8_t pic_parameter_set_id
Definition: cbs_h264.h:184
uint8_t max_num_reorder_frames
Definition: cbs_h264.h:108
int data_bit_start
Definition: cbs_h264.h:407
uint8_t log2_max_mv_length_vertical
Definition: cbs_h264.h:107
int32_t delta_pic_order_cnt_bottom
Definition: cbs_h264.h:341
H264RawSliceHeader header
Definition: cbs_h264.h:403
uint8_t long_term_reference_flag
Definition: cbs_h264.h:377
uint8_t log2_max_pic_order_cnt_lsb_minus4
Definition: cbs_h264.h:140
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:168
uint16_t alpha_opaque_value
Definition: cbs_h264.h:175
uint8_t delta_pic_order_always_zero_flag
Definition: cbs_h264.h:141
uint8_t forbidden_zero_bit
Definition: cbs_h264.h:41
int8_t pic_init_qp_minus26
Definition: cbs_h264.h:208
const H264RawPPS * active_pps
Definition: cbs_h264.h:431
CodedBitstreamH2645Context common
Definition: cbs_h264.h:420
uint8_t nal_ref_idc
Definition: cbs_h264.h:42
uint32_t payload_size
Definition: cbs_h264.h:300
int8_t pic_init_qs_minus26
Definition: cbs_h264.h:209
uint8_t constraint_set1_flag
Definition: cbs_h264.h:117
uint16_t pic_height_in_map_units_minus1
Definition: cbs_h264.h:151
AVBufferRef * data_ref
Definition: cbs_h264.h:312
int32_t difference_of_pic_nums_minus1
Definition: cbs_h264.h:382
uint8_t nal_unit_type
Definition: cbs_h264.h:43
uint8_t * data
Definition: cbs_h264.h:405
uint8_t payload_count
Definition: cbs_h264.h:321
uint8_t vcl_hrd_parameters_present_flag
Definition: cbs_h264.h:96
uint8_t no_output_of_prior_pics_flag
Definition: cbs_h264.h:376
uint8_t max_bytes_per_pic_denom
Definition: cbs_h264.h:104
H264RawHRD vcl_hrd_parameters
Definition: cbs_h264.h:97
const H264RawSPS * active_sps
Definition: cbs_h264.h:430
uint16_t slice_group_change_rate_minus1
Definition: cbs_h264.h:196
uint8_t constraint_set3_flag
Definition: cbs_h264.h:119