 |
AOMedia AV1 Codec
|
12 #ifndef AOM_AV1_ENCODER_RATECTRL_H_
13 #define AOM_AV1_ENCODER_RATECTRL_H_
16 #include "aom/aom_integer.h"
18 #include "aom_ports/mem.h"
20 #include "av1/common/av1_common_int.h"
21 #include "av1/common/blockd.h"
30 #define BPER_MB_NORMBITS 9
33 #define USE_ALTREF_FOR_ONE_PASS 1
38 #define STATIC_KF_GROUP_THRESH 99
39 #define STATIC_KF_GROUP_FLOAT_THRESH 0.99
42 #define MAX_STATIC_GF_GROUP_LENGTH 250
44 #define MIN_GF_INTERVAL 4
45 #define MAX_GF_INTERVAL 32
46 #define FIXED_GF_INTERVAL 16
47 #define MAX_GF_LENGTH_LAP 16
49 #define FIXED_GF_INTERVAL_RT 80
50 #define MAX_GF_INTERVAL_RT 160
52 #define MAX_NUM_GF_INTERVALS 15
54 #define MAX_ARF_LAYERS 6
60 uint8_t superres_denom;
69 } UENUM1BYTE(RATE_FACTOR_LEVEL);
80 } UENUM1BYTE(FRAME_UPDATE_TYPE);
86 } UENUM1BYTE(REFBUF_STATE);
96 typedef enum { ORIG = 0, THREE_QUARTER = 1, ONE_HALF = 2 } RESIZE_STATE;
98 #define MAX_FIRSTPASS_ANALYSIS_FRAMES 150
99 typedef enum region_types {
106 typedef struct regions {
109 double avg_noise_var;
110 double avg_cor_coeff;
111 double avg_sr_fr_ratio;
112 double avg_intra_err;
113 double avg_coded_err;
167 int static_scene_max_gf_interval;
174 int frames_since_key;
175 int frames_to_fwd_kf;
176 int is_src_frame_alt_ref;
180 uint64_t avg_source_sad;
181 uint64_t prev_avg_source_sad;
183 int avg_frame_bandwidth;
184 int min_frame_bandwidth;
185 int max_frame_bandwidth;
186 int prev_avg_frame_bandwidth;
191 int decimation_factor;
192 int decimation_count;
223 int avg_frame_low_motion;
226 RESIZE_STATE resize_state;
228 int resize_buffer_underflow;
232 int rtc_external_ratectrl;
233 #if CONFIG_FRAME_PARALLEL_ENCODE
234 int frame_level_fast_extra_bits;
235 double frame_level_rate_correction_factors[RATE_FACTOR_LEVELS];
264 int gf_intervals[MAX_NUM_GF_INTERVALS];
274 REGIONS regions[MAX_FIRSTPASS_ANALYSIS_FRAMES];
276 int frames_till_regions_update;
278 int baseline_gf_interval;
280 int constrained_gf_group;
282 int this_key_frame_forced;
284 int next_key_frame_forced;
308 float_t arf_boost_factor;
313 int num_stats_used_for_kf_boost;
316 int num_stats_used_for_gfu_boost;
319 int num_stats_required_for_gfu_boost;
321 int enable_scenecut_detection;
323 int use_arf_in_this_kf_group;
338 int avg_frame_qindex[FRAME_TYPES];
340 #if CONFIG_FRAME_PARALLEL_ENCODE && CONFIG_FPMT_TEST
345 int temp_active_best_quality[MAX_ARF_LAYERS + 1];
351 int temp_last_boosted_qindex;
363 int temp_last_q[FRAME_TYPES];
369 int temp_projected_frame_size;
375 int64_t temp_total_actual_bits;
381 int64_t temp_buffer_level;
387 int64_t temp_vbr_bits_off_target;
393 int64_t temp_vbr_bits_off_target_fast;
399 double temp_rate_correction_factors[RATE_FACTOR_LEVELS];
405 int temp_rate_error_estimate;
411 int temp_rolling_arf_group_target_bits;
417 int temp_rolling_arf_group_actual_bits;
423 int64_t temp_bits_left;
429 int temp_extend_minq;
435 int temp_extend_maxq;
441 int temp_extend_minq_fast;
446 int active_best_quality[MAX_ARF_LAYERS + 1];
461 int last_q[FRAME_TYPES];
467 double rate_correction_factors[RATE_FACTOR_LEVELS];
526 int av1_estimate_bits_at_q(FRAME_TYPE frame_kind,
int q,
int mbs,
528 const int is_screen_content_type);
532 void av1_rc_init_minq_luts(
void);
534 int av1_rc_get_default_min_gf_interval(
int width,
int height,
double framerate);
538 int av1_rc_get_default_max_gf_interval(
double framerate,
int min_gf_interval);
564 void av1_rc_postencode_update(
struct AV1_COMP *cpi, uint64_t bytes_used);
566 void av1_rc_postencode_update_drop_frame(
struct AV1_COMP *cpi);
582 #
if CONFIG_FRAME_PARALLEL_ENCODE
585 int width,
int height);
590 int av1_rc_drop_frame(
struct AV1_COMP *cpi);
593 void av1_rc_compute_frame_size_bounds(
const struct AV1_COMP *cpi,
594 int this_frame_target,
595 int *frame_under_shoot_limit,
596 int *frame_over_shoot_limit);
613 int gf_index,
int *bottom_index,
int *top_index);
628 int active_best_quality,
int active_worst_quality,
629 int width,
int height);
633 int av1_rc_bits_per_mb(FRAME_TYPE
frame_type,
int qindex,
635 const int is_screen_content_type);
638 int av1_rc_clamp_iframe_target_size(
const struct AV1_COMP *
const cpi,
640 int av1_rc_clamp_pframe_target_size(
const struct AV1_COMP *
const cpi,
641 int target, uint8_t frame_update_type);
648 int best_qindex,
int worst_qindex);
652 int av1_compute_qdelta(
const RATE_CONTROL *rc,
double qstart,
double qtarget,
658 int qindex,
double rate_target_ratio,
659 const int is_screen_content_type,
662 int av1_frame_type_qdelta(
const struct AV1_COMP *cpi,
int q);
664 void av1_rc_update_framerate(
struct AV1_COMP *cpi,
int width,
int height);
666 void av1_rc_set_gf_interval_range(
const struct AV1_COMP *
const cpi,
669 void av1_set_target_rate(
struct AV1_COMP *cpi,
int width,
int height);
671 int av1_resize_one_pass_cbr(
struct AV1_COMP *cpi);
673 void av1_rc_set_frame_target(
struct AV1_COMP *cpi,
int target,
int width,
676 void av1_adjust_gf_refresh_qp_one_pass_rt(
struct AV1_COMP *cpi);
694 const struct AV1_COMP *
const cpi, FRAME_UPDATE_TYPE frame_update_type);
720 const struct AV1_COMP *cpi, FRAME_UPDATE_TYPE frame_update_type);
752 unsigned int frame_flags);
770 #if !CONFIG_REALTIME_ONLY
782 void av1_q_mode_compute_gop_q_indices(
int gf_frame_index,
int base_q_index,
783 const double *qstep_ratio_list,
787 #endif // !CONFIG_REALTIME_ONLY
800 int av1_q_mode_get_q_index(
int base_q_index,
int gf_update_type,
801 int gf_pyramid_level,
int arf_q);
812 int av1_get_arf_q_index(
int base_q_index,
int gfu_boost,
int bit_depth,
813 double arf_boost_factor);
815 #if !CONFIG_REALTIME_ONLY
824 int av1_get_arf_q_index_q_mode(
struct AV1_COMP *cpi,
825 struct TplDepFrame *tpl_frame);
831 #endif // AOM_AV1_ENCODER_RATECTRL_H_
REAL_TIME_SPEED_FEATURES rt_sf
Definition: speed_features.h:1457
int projected_frame_size
Definition: ratectrl.h:137
aom_superres_mode superres_mode
Definition: encoder.h:3143
int recode_tolerance
Definition: speed_features.h:361
int av1_calc_iframe_target_size_one_pass_cbr(const struct AV1_COMP *cpi)
Calculates how many bits to use for an i frame in one pass cbr.
int av1_rc_pick_q_and_bounds(const struct AV1_COMP *cpi, int width, int height, int gf_index, int *bottom_index, int *top_index)
Picks q and q bounds given the rate control parameters in cpi->rc.
int64_t bits_off_target
Definition: ratectrl.h:503
int64_t gf_group_bits
Definition: ratectrl.h:249
bool alt_ref_frame
Definition: encoder.h:2084
ExternalFlags ext_flags
Definition: encoder.h:2765
Rate Control parameters and status.
Definition: ratectrl.h:121
int active_best_quality[MAX_ARF_LAYERS+1]
Definition: ratectrl.h:446
Data related to the current GF/ARF group and the individual frames within the group.
Definition: firstpass.h:344
int height
Definition: encoder.h:1990
Encoder rate control configuration parameters.
Definition: encoder.h:503
ExtRefreshFrameFlagsInfo refresh_frame
Definition: encoder.h:2103
bool alt_ref_frame
Definition: encoder.h:1978
void av1_set_reference_structure_one_pass_rt(AV1_COMP *cpi, int gf_update)
Setup the reference prediction structure for 1 pass real-time.
Definition: ratectrl.c:2556
CommonTileParams tiles
Definition: av1_common_int.h:997
Primary Rate Control parameters and status.
Definition: ratectrl.h:243
@ AOM_BITS_8
Definition: aom_codec.h:319
int last_kf_qindex
Definition: ratectrl.h:333
int arf_q
Definition: ratectrl.h:305
TWO_PASS twopass
Definition: encoder.h:2483
SPEED_FEATURES sf
Definition: encoder.h:2833
int is_key_frame
Definition: svc_layercontext.h:76
int last_q[FRAME_TYPES]
Definition: ratectrl.h:461
int best_quality
Definition: ratectrl.h:202
unsigned char gf_frame_index
Definition: encoder.h:2864
int av1_rc_regulate_q(const struct AV1_COMP *cpi, int target_bits_per_frame, int active_best_quality, int active_worst_quality, int width, int height)
Estimates q to achieve a target bits per frame.
struct segmentation seg
Definition: av1_common_int.h:932
bool golden_frame
Definition: encoder.h:2081
int ref_frame_flags
Definition: encoder.h:2098
@ AOM_CQ
Definition: aom_encoder.h:187
GF_GROUP gf_group
Definition: encoder.h:2453
KeyFrameCfg kf_cfg
Definition: encoder.h:911
void av1_update_temporal_layer_framerate(AV1_COMP *const cpi)
Prior to encoding the frame, update framerate-related quantities for the current temporal layer.
Definition: svc_layercontext.c:143
int lap_enabled
Definition: encoder.h:2463
int avg_frame_qindex[FRAME_TYPES]
Definition: ratectrl.h:338
Describes the codec algorithm interface to applications.
LAYER_CONTEXT layer_context[32]
Definition: svc_layercontext.h:125
Main encoder configuration data structure.
Definition: encoder.h:894
int last_boosted_qindex
Definition: ratectrl.h:451
int av1_encodedframe_overshoot_cbr(AV1_COMP *cpi, int *q)
Increase q on expected encoder overshoot, for CBR mode.
Definition: ratectrl.c:3044
int av1_calc_pframe_target_size_one_pass_cbr(const struct AV1_COMP *cpi, FRAME_UPDATE_TYPE frame_update_type)
Calculates how many bits to use for a P frame in one pass cbr.
int rate_error_estimate
Definition: ratectrl.h:487
int64_t buffer_level
Definition: ratectrl.h:482
Top level encoder structure.
Definition: encoder.h:2632
int gfu_boost
Definition: ratectrl.h:259
static void dynamic_resize_one_pass_cbr(AV1_COMP *cpi)
ChecK for resize based on Q, for 1 pass real-time mode.
Definition: ratectrl.c:2829
static int set_gf_interval_update_onepass_rt(AV1_COMP *cpi, FRAME_TYPE frame_type)
Set the GF baseline interval for 1 pass real-time mode.
Definition: ratectrl.c:2745
int height
Definition: av1_common_int.h:781
The stucture of SVC.
Definition: svc_layercontext.h:87
@ AOM_CBR
Definition: aom_encoder.h:186
YV12_BUFFER_CONFIG * unscaled_source
Definition: encoder.h:2708
int av1_cyclic_refresh_rc_bits_per_mb(const struct AV1_COMP *cpi, int i, double correction_factor)
Estimate the bits per mb, for given q = i and delta-q.
static void set_rate_correction_factor(AV1_COMP *cpi, double factor, int width, int height)
Sets a rate vs Q correction factor.
Definition: ratectrl.c:601
enum aom_rc_mode mode
Definition: encoder.h:587
FRAME_TYPE frame_type
Definition: encoder.h:3310
static double get_rate_correction_factor(const AV1_COMP *cpi, int width, int height)
Gets a rate vs Q correction factor.
Definition: ratectrl.c:529
@ AOM_SUPERRES_QTHRESH
Definition: aom_encoder.h:215
void av1_rc_update_rate_correction_factors(AV1_COMP *cpi, int width, int height)
Updates the rate correction factor linking Q to output bits.
Definition: ratectrl.c:648
Refresh frame flags for different type of frames.
Definition: encoder.h:1975
SequenceHeader * seq_params
Definition: av1_common_int.h:981
int64_t maximum_buffer_size
Definition: ratectrl.h:300
AV1_COMMON common
Definition: encoder.h:2675
The stucture of quantities related to each spatial and temporal layer.
Definition: svc_layercontext.h:26
int64_t total_target_bits
Definition: ratectrl.h:477
int worst_allowed_q
Definition: encoder.h:573
int under_shoot_pct
Definition: encoder.h:562
int cq_level
Definition: encoder.h:582
bool last_frame
Definition: encoder.h:2080
int frames_since_golden
Definition: ratectrl.h:152
void av1_svc_reset_temporal_layers(AV1_COMP *const cpi, int is_key)
Reset on key frame: reset counters, references and buffer updates.
Definition: svc_layercontext.c:297
Desired dimensions for an externally triggered resize.
Definition: encoder.h:1988
bool golden_frame
Definition: encoder.h:1976
Declares frame encoding functions.
int best_allowed_q
Definition: encoder.h:578
int mi_rows
Definition: av1_common_int.h:526
int64_t optimal_buffer_level
Definition: ratectrl.h:295
int is_screen_content_type
Definition: encoder.h:3056
bool auto_key
Definition: encoder.h:477
int over_shoot_pct
Definition: encoder.h:568
int frames_till_gf_update_due
Definition: ratectrl.h:157
int av1_calc_iframe_target_size_one_pass_vbr(const struct AV1_COMP *const cpi)
Calculates how many bits to use for an i frame in one pass vbr.
aom_superres_mode
Frame super-resolution mode.
Definition: aom_encoder.h:206
void av1_get_one_pass_rt_params(AV1_COMP *cpi, EncodeFrameParams *const frame_params, unsigned int frame_flags)
Setup the rate control parameters for 1 pass real-time mode.
Definition: ratectrl.c:2938
static int get_q(const AV1_COMP *cpi, const int width, const int height, const int active_worst_quality, const int active_best_quality)
Gets a Q value to use for the current frame.
Definition: ratectrl.c:1586
unsigned int gf_cbr_boost_pct
Definition: encoder.h:547
int vbrmin_section
Definition: encoder.h:599
static int has_no_stats_stage(const AV1_COMP *const cpi)
Check if the current stage has statistics.
Definition: encoder.h:3732
Top level speed vs quality trade off data struture.
Definition: speed_features.h:1388
YV12_BUFFER_CONFIG * unscaled_last_source
Definition: encoder.h:2718
enum aom_enc_pass pass
Definition: encoder.h:1019
PRIMARY_RATE_CONTROL p_rc
Definition: encoder.h:2488
@ AOM_BITS_12
Definition: aom_codec.h:321
int intervals_till_gf_calculate_due
Definition: ratectrl.h:162
@ AOM_VBR
Definition: aom_encoder.h:185
int64_t target_bandwidth
Definition: encoder.h:527
int coefficient_size
Definition: ratectrl.h:142
int this_frame_target
Definition: ratectrl.h:132
int base_frame_target
Definition: ratectrl.h:128
int show_frame
Definition: av1_common_int.h:890
int rolling_target_bits
Definition: ratectrl.h:508
HIGH_LEVEL_SPEED_FEATURES hl_sf
Definition: speed_features.h:1392
unsigned int large_scale
Definition: av1_common_int.h:492
CommonQuantParams quant_params
Definition: av1_common_int.h:927
int use_svc
Definition: encoder.h:2503
YV12 frame buffer data structure.
Definition: yv12config.h:39
int64_t vbr_bits_off_target
Definition: ratectrl.h:492
int rolling_actual_bits
Definition: ratectrl.h:514
int av1_cyclic_refresh_estimate_bits_at_q(const struct AV1_COMP *cpi, double correction_factor)
Estimate the bits, incorporating the delta-q from the segments.
static int rc_pick_q_and_bounds_no_stats_cbr(const AV1_COMP *cpi, int width, int height, int *bottom_index, int *top_index)
Picks q and q bounds given CBR rate control parameters in cpi->rc.
Definition: ratectrl.c:1058
@ AOM_RC_ONE_PASS
Definition: aom_encoder.h:176
int active_worst_quality
Definition: ratectrl.h:219
Flags signalled by the external interface at frame level.
Definition: encoder.h:2094
RATE_CONTROL rc
Definition: encoder.h:2813
int base_qindex
Definition: av1_common_int.h:618
int vbrmax_section
Definition: encoder.h:604
Top level common structure used by both encoder and decoder.
Definition: av1_common_int.h:755
int kf_boost
Definition: ratectrl.h:254
@ AOM_BITS_10
Definition: aom_codec.h:320
int64_t total_actual_bits
Definition: ratectrl.h:472
@ AOM_Q
Definition: aom_encoder.h:188
void av1_restore_layer_context(AV1_COMP *const cpi)
Prior to encoding the frame, set the layer context, for the current layer to be encoded,...
Definition: svc_layercontext.c:167
void av1_cyclic_refresh_set_golden_update(struct AV1_COMP *const cpi)
Set golden frame update interval nased on cyclic refresh.
bool bwd_ref_frame
Definition: encoder.h:1977
RefreshFrameInfo refresh_frame
Definition: encoder.h:2760
unsigned int max_intra_bitrate_pct
Definition: encoder.h:538
static int find_closest_qindex_by_rate(int desired_bits_per_mb, const AV1_COMP *cpi, double correction_factor, int best_qindex, int worst_qindex)
Searches for a Q index value predicted to give an average macro block rate closest to the target valu...
Definition: ratectrl.c:757
int drop_frames_water_mark
Definition: encoder.h:556
double framerate
Definition: encoder.h:2818
int MBs
Definition: av1_common_int.h:520
contains per-frame encoding parameters decided upon by av1_encode_strategy() and passed down to av1_e...
Definition: encoder.h:3302
aom_rc_mode
Rate control mode.
Definition: aom_encoder.h:184
AV1_PRIMARY * ppi
Definition: encoder.h:2636
uint8_t superres_scale_denominator
Definition: av1_common_int.h:812
RefCntBuffer * prev_frame
Definition: av1_common_int.h:831
unsigned int max_inter_bitrate_pct
Definition: encoder.h:543
ResizePendingParams resize_pending_params
Definition: encoder.h:2920
int sb64_target_rate
Definition: ratectrl.h:147
int mi_cols
Definition: av1_common_int.h:531
int64_t vbr_bits_off_target_fast
Definition: ratectrl.h:497
int width
Definition: encoder.h:1989
int width
Definition: av1_common_int.h:780
static int rc_pick_q_and_bounds(const AV1_COMP *cpi, int width, int height, int gf_index, int *bottom_index, int *top_index)
Picks q and q bounds given rate control parameters in cpi->rc.
Definition: ratectrl.c:1798
CYCLIC_REFRESH * cyclic_refresh
Definition: encoder.h:2854
AV1EncoderConfig oxcf
Definition: encoder.h:2680
static void rc_scene_detection_onepass_rt(AV1_COMP *cpi)
Check for scene detection, for 1 pass real-time mode.
Definition: ratectrl.c:2635
aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL]
Definition: encoder.h:2530
int av1_calc_pframe_target_size_one_pass_vbr(const struct AV1_COMP *const cpi, FRAME_UPDATE_TYPE frame_update_type)
Calculates how many bits to use for a P frame in one pass vbr.
Frame refresh flags set by the external interface.
Definition: encoder.h:2079
RateControlCfg rc_cfg
Definition: encoder.h:916
double rate_correction_factors[RATE_FACTOR_LEVELS]
Definition: ratectrl.h:467
enum aom_bit_depth aom_bit_depth_t
Bit depth for codecThis enumeration determines the bit depth of the codec.
bool update_pending
Definition: encoder.h:2088
int cur_gf_index
Definition: ratectrl.h:269
CurrentFrame current_frame
Definition: av1_common_int.h:759
int64_t starting_buffer_level
Definition: ratectrl.h:290
unsigned char group_index
Definition: svc_layercontext.h:72
CommonModeInfoParams mi_params
Definition: av1_common_int.h:915
double avg_q
Definition: ratectrl.h:456
int frames_to_key
Definition: ratectrl.h:172
int worst_quality
Definition: ratectrl.h:198
int key_freq_max
Definition: encoder.h:454
static int rc_pick_q_and_bounds_no_stats(const AV1_COMP *cpi, int width, int height, int *bottom_index, int *top_index)
Picks q and q bounds given non-CBR rate control params in cpi->rc.
Definition: ratectrl.c:1170
SVC svc
Definition: encoder.h:3120