AOMedia AV1 Codec
encoder.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3  *
4  * This source code is subject to the terms of the BSD 2 Clause License and
5  * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6  * was not distributed with this source code in the LICENSE file, you can
7  * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8  * Media Patent License 1.0 was not distributed with this source code in the
9  * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10  */
11 
15 #ifndef AOM_AV1_ENCODER_ENCODER_H_
16 #define AOM_AV1_ENCODER_ENCODER_H_
17 
18 #include <stdbool.h>
19 #include <stdio.h>
20 
21 #include "config/aom_config.h"
22 
23 #include "aom/aomcx.h"
24 #include "aom_util/aom_pthread.h"
25 
26 #include "av1/common/alloccommon.h"
27 #include "av1/common/av1_common_int.h"
28 #include "av1/common/blockd.h"
29 #include "av1/common/entropymode.h"
30 #include "av1/common/enums.h"
31 #include "av1/common/reconintra.h"
32 #include "av1/common/resize.h"
33 #include "av1/common/thread_common.h"
34 #include "av1/common/timing.h"
35 
36 #include "av1/encoder/aq_cyclicrefresh.h"
37 #include "av1/encoder/av1_quantize.h"
38 #include "av1/encoder/block.h"
39 #include "av1/encoder/context_tree.h"
40 #include "av1/encoder/enc_enums.h"
41 #include "av1/encoder/encodemb.h"
42 #include "av1/encoder/external_partition.h"
43 #include "av1/encoder/firstpass.h"
44 #include "av1/encoder/global_motion.h"
45 #include "av1/encoder/level.h"
46 #include "av1/encoder/lookahead.h"
47 #include "av1/encoder/mcomp.h"
48 #include "av1/encoder/pickcdef.h"
49 #include "av1/encoder/ratectrl.h"
50 #include "av1/encoder/rd.h"
52 #include "av1/encoder/svc_layercontext.h"
53 #include "av1/encoder/temporal_filter.h"
54 #include "av1/encoder/thirdpass.h"
55 #include "av1/encoder/tokenize.h"
56 #include "av1/encoder/tpl_model.h"
57 #include "av1/encoder/av1_noise_estimate.h"
58 #include "av1/encoder/bitstream.h"
59 
60 #if CONFIG_INTERNAL_STATS
61 #include "aom_dsp/ssim.h"
62 #endif
63 #include "aom_dsp/variance.h"
64 #if CONFIG_DENOISE
65 #include "aom_dsp/noise_model.h"
66 #endif
67 #if CONFIG_TUNE_VMAF
68 #include "av1/encoder/tune_vmaf.h"
69 #endif
70 #if CONFIG_AV1_TEMPORAL_DENOISING
71 #include "av1/encoder/av1_temporal_denoiser.h"
72 #endif
73 #if CONFIG_TUNE_BUTTERAUGLI
74 #include "av1/encoder/tune_butteraugli.h"
75 #endif
76 
77 #include "aom/internal/aom_codec_internal.h"
78 
79 #ifdef __cplusplus
80 extern "C" {
81 #endif
82 
83 // TODO(yunqing, any): Added suppression tag to quiet Doxygen warnings. Need to
84 // adjust it while we work on documentation.
86 // Number of frames required to test for scene cut detection
87 #define SCENE_CUT_KEY_TEST_INTERVAL 16
88 
89 // Lookahead index threshold to enable temporal filtering for second arf.
90 #define TF_LOOKAHEAD_IDX_THR 7
91 
92 #define HDR_QP_LEVELS 10
93 #define CHROMA_CB_QP_SCALE 1.04
94 #define CHROMA_CR_QP_SCALE 1.04
95 #define CHROMA_QP_SCALE -0.46
96 #define CHROMA_QP_OFFSET 9.26
97 #define QP_SCALE_FACTOR 2.0
98 #define DISABLE_HDR_LUMA_DELTAQ 1
99 
100 // Rational number with an int64 numerator
101 // This structure holds a fractional value
102 typedef struct aom_rational64 {
103  int64_t num; // fraction numerator
104  int den; // fraction denominator
105 } aom_rational64_t; // alias for struct aom_rational
106 
107 enum {
108  // Good Quality Fast Encoding. The encoder balances quality with the amount of
109  // time it takes to encode the output. Speed setting controls how fast.
110  GOOD,
111  // Realtime Fast Encoding. Will force some restrictions on bitrate
112  // constraints.
113  REALTIME,
114  // All intra mode. All the frames are coded as intra frames.
115  ALLINTRA
116 } UENUM1BYTE(MODE);
117 
118 enum {
119  FRAMEFLAGS_KEY = 1 << 0,
120  FRAMEFLAGS_GOLDEN = 1 << 1,
121  FRAMEFLAGS_BWDREF = 1 << 2,
122  // TODO(zoeliu): To determine whether a frame flag is needed for ALTREF2_FRAME
123  FRAMEFLAGS_ALTREF = 1 << 3,
124  FRAMEFLAGS_INTRAONLY = 1 << 4,
125  FRAMEFLAGS_SWITCH = 1 << 5,
126  FRAMEFLAGS_ERROR_RESILIENT = 1 << 6,
127 } UENUM1BYTE(FRAMETYPE_FLAGS);
128 
129 #if CONFIG_FPMT_TEST
130 enum {
131  PARALLEL_ENCODE = 0,
132  PARALLEL_SIMULATION_ENCODE,
133  NUM_FPMT_TEST_ENCODES
134 } UENUM1BYTE(FPMT_TEST_ENC_CFG);
135 #endif // CONFIG_FPMT_TEST
136 // 0 level frames are sometimes used for rate control purposes, but for
137 // reference mapping purposes, the minimum level should be 1.
138 #define MIN_PYR_LEVEL 1
139 static inline int get_true_pyr_level(int frame_level, int frame_order,
140  int max_layer_depth) {
141  if (frame_order == 0) {
142  // Keyframe case
143  return MIN_PYR_LEVEL;
144  } else if (frame_level == MAX_ARF_LAYERS) {
145  // Leaves
146  return max_layer_depth;
147  } else if (frame_level == (MAX_ARF_LAYERS + 1)) {
148  // Altrefs
149  return MIN_PYR_LEVEL;
150  }
151  return AOMMAX(MIN_PYR_LEVEL, frame_level);
152 }
153 
154 enum {
155  NO_AQ = 0,
156  VARIANCE_AQ = 1,
157  COMPLEXITY_AQ = 2,
158  CYCLIC_REFRESH_AQ = 3,
159  AQ_MODE_COUNT // This should always be the last member of the enum
160 } UENUM1BYTE(AQ_MODE);
161 enum {
162  NO_DELTA_Q = 0,
163  DELTA_Q_OBJECTIVE = 1, // Modulation to improve objective quality
164  DELTA_Q_PERCEPTUAL = 2, // Modulation to improve video perceptual quality
165  DELTA_Q_PERCEPTUAL_AI = 3, // Perceptual quality opt for all intra mode
166  DELTA_Q_USER_RATING_BASED = 4, // User rating based delta q mode
167  DELTA_Q_HDR = 5, // QP adjustment based on HDR block pixel average
168  DELTA_Q_MODE_COUNT // This should always be the last member of the enum
169 } UENUM1BYTE(DELTAQ_MODE);
170 
171 enum {
172  RESIZE_NONE = 0, // No frame resizing allowed.
173  RESIZE_FIXED = 1, // All frames are coded at the specified scale.
174  RESIZE_RANDOM = 2, // All frames are coded at a random scale.
175  RESIZE_DYNAMIC = 3, // Frames coded at lower scale based on rate control.
176  RESIZE_MODES
177 } UENUM1BYTE(RESIZE_MODE);
178 
179 enum {
180  SS_CFG_SRC = 0,
181  SS_CFG_LOOKAHEAD = 1,
182  SS_CFG_FPF = 2,
183  SS_CFG_TOTAL = 3
184 } UENUM1BYTE(SS_CFG_OFFSET);
185 
186 enum {
187  DISABLE_SCENECUT, // For LAP, lag_in_frames < 19
188  ENABLE_SCENECUT_MODE_1, // For LAP, lag_in_frames >=19 and < 33
189  ENABLE_SCENECUT_MODE_2 // For twopass and LAP - lag_in_frames >=33
190 } UENUM1BYTE(SCENECUT_MODE);
191 
192 #define MAX_VBR_CORPUS_COMPLEXITY 10000
193 
194 typedef enum {
195  MOD_FP, // First pass
196  MOD_TF, // Temporal filtering
197  MOD_TPL, // TPL
198  MOD_GME, // Global motion estimation
199  MOD_ENC, // Encode stage
200  MOD_LPF, // Deblocking loop filter
201  MOD_CDEF_SEARCH, // CDEF search
202  MOD_CDEF, // CDEF frame
203  MOD_LR, // Loop restoration filtering
204  MOD_PACK_BS, // Pack bitstream
205  MOD_FRAME_ENC, // Frame Parallel encode
206  MOD_AI, // All intra
207  NUM_MT_MODULES
208 } MULTI_THREADED_MODULES;
209 
218 typedef enum {
225 
229 typedef enum {
234  3,
236 
241 typedef enum {
242  SKIP_APPLY_RESTORATION = 1 << 0,
243  SKIP_APPLY_SUPERRES = 1 << 1,
244  SKIP_APPLY_CDEF = 1 << 2,
245  SKIP_APPLY_LOOPFILTER = 1 << 3,
247 
251 typedef struct {
255  RESIZE_MODE resize_mode;
266 } ResizeCfg;
267 
271 typedef struct {
288  BLOCK_SIZE min_partition_size;
293  BLOCK_SIZE max_partition_size;
294 } PartitionCfg;
295 
299 typedef struct {
349 } IntraModeCfg;
350 
354 typedef struct {
392 
396 typedef struct {
423 
427 typedef struct {
458 } SuperResCfg;
459 
463 typedef struct {
468 
473 
478 
484 
491 
495  bool auto_key;
496 
501 
506 
511 
516 } KeyFrameCfg;
517 
521 typedef struct {
523  // BUFFERING PARAMETERS
541 
546 
556  unsigned int max_intra_bitrate_pct;
561  unsigned int max_inter_bitrate_pct;
565  unsigned int gf_cbr_boost_pct;
570  unsigned int min_cr;
600  int cq_level;
605  enum aom_rc_mode mode;
612  int vbrbias;
623 
631 
633 typedef struct {
634  // Indicates the number of frames lag before encoding is started.
635  int lag_in_frames;
636  // Indicates the minimum gf/arf interval to be used.
637  int min_gf_interval;
638  // Indicates the maximum gf/arf interval to be used.
639  int max_gf_interval;
640  // Indicates the minimum height for GF group pyramid structure to be used.
641  int gf_min_pyr_height;
642  // Indicates the maximum height for GF group pyramid structure to be used.
643  int gf_max_pyr_height;
644  // Indicates if automatic set and use of altref frames should be enabled.
645  bool enable_auto_arf;
646  // Indicates if automatic set and use of (b)ackward (r)ef (f)rames should be
647  // enabled.
648  bool enable_auto_brf;
649 } GFConfig;
650 
651 typedef struct {
652  // Indicates the number of tile groups.
653  unsigned int num_tile_groups;
654  // Indicates the MTU size for a tile group. If mtu is non-zero,
655  // num_tile_groups is set to DEFAULT_MAX_NUM_TG.
656  unsigned int mtu;
657  // Indicates the number of tile columns in log2.
658  int tile_columns;
659  // Indicates the number of tile rows in log2.
660  int tile_rows;
661  // Indicates the number of widths in the tile_widths[] array.
662  int tile_width_count;
663  // Indicates the number of heights in the tile_heights[] array.
664  int tile_height_count;
665  // Indicates the tile widths, and may be empty.
666  int tile_widths[MAX_TILE_COLS];
667  // Indicates the tile heights, and may be empty.
668  int tile_heights[MAX_TILE_ROWS];
669  // Indicates if large scale tile coding should be used.
670  bool enable_large_scale_tile;
671  // Indicates if single tile decoding mode should be enabled.
672  bool enable_single_tile_decoding;
673  // Indicates if EXT_TILE_DEBUG should be enabled.
674  bool enable_ext_tile_debug;
675 } TileConfig;
676 
677 typedef struct {
678  // Indicates the width of the input frame.
679  int width;
680  // Indicates the height of the input frame.
681  int height;
682  // If forced_max_frame_width is non-zero then it is used to force the maximum
683  // frame width written in write_sequence_header().
684  int forced_max_frame_width;
685  // If forced_max_frame_width is non-zero then it is used to force the maximum
686  // frame height written in write_sequence_header().
687  int forced_max_frame_height;
688  // Indicates the frame width after applying both super-resolution and resize
689  // to the coded frame.
690  int render_width;
691  // Indicates the frame height after applying both super-resolution and resize
692  // to the coded frame.
693  int render_height;
694 } FrameDimensionCfg;
695 
696 typedef struct {
697  // Indicates if warped motion should be enabled.
698  bool enable_warped_motion;
699  // Indicates if warped motion should be evaluated or not.
700  bool allow_warped_motion;
701  // Indicates if OBMC motion should be enabled.
702  bool enable_obmc;
703 } MotionModeCfg;
704 
705 typedef struct {
706  // Timing info for each frame.
707  aom_timing_info_t timing_info;
708  // Indicates the number of time units of a decoding clock.
709  uint32_t num_units_in_decoding_tick;
710  // Indicates if decoder model information is present in the coded sequence
711  // header.
712  bool decoder_model_info_present_flag;
713  // Indicates if display model information is present in the coded sequence
714  // header.
715  bool display_model_info_present_flag;
716  // Indicates if timing info for each frame is present.
717  bool timing_info_present;
718 } DecoderModelCfg;
719 
720 typedef struct {
721  // Indicates the update frequency for coeff costs.
722  COST_UPDATE_TYPE coeff;
723  // Indicates the update frequency for mode costs.
724  COST_UPDATE_TYPE mode;
725  // Indicates the update frequency for mv costs.
726  COST_UPDATE_TYPE mv;
727  // Indicates the update frequency for dv costs.
728  COST_UPDATE_TYPE dv;
729 } CostUpdateFreq;
730 
731 typedef struct {
732  // Indicates the maximum number of reference frames allowed per frame.
733  unsigned int max_reference_frames;
734  // Indicates if the reduced set of references should be enabled.
735  bool enable_reduced_reference_set;
736  // Indicates if one-sided compound should be enabled.
737  bool enable_onesided_comp;
738 } RefFrameCfg;
739 
740 typedef struct {
741  // Indicates the color space that should be used.
742  aom_color_primaries_t color_primaries;
743  // Indicates the characteristics of transfer function to be used.
744  aom_transfer_characteristics_t transfer_characteristics;
745  // Indicates the matrix coefficients to be used for the transfer function.
746  aom_matrix_coefficients_t matrix_coefficients;
747  // Indicates the chroma 4:2:0 sample position info.
748  aom_chroma_sample_position_t chroma_sample_position;
749  // Indicates if a limited color range or full color range should be used.
750  aom_color_range_t color_range;
751 } ColorCfg;
752 
753 typedef struct {
754  // Indicates if extreme motion vector unit test should be enabled or not.
755  unsigned int motion_vector_unit_test;
756  // Indicates if superblock multipass unit test should be enabled or not.
757  unsigned int sb_multipass_unit_test;
758 } UnitTestCfg;
759 
760 typedef struct {
761  // Indicates the file path to the VMAF model.
762  const char *vmaf_model_path;
763  // Indicates the path to the film grain parameters.
764  const char *film_grain_table_filename;
765  // Indicates the visual tuning metric.
766  aom_tune_metric tuning;
767  // Indicates if the current content is screen or default type.
768  aom_tune_content content;
769  // Indicates the film grain parameters.
770  int film_grain_test_vector;
771  // Indicates the in-block distortion metric to use.
772  aom_dist_metric dist_metric;
773 } TuneCfg;
774 
775 typedef struct {
776  // Indicates the framerate of the input video.
777  double init_framerate;
778  // Indicates the bit-depth of the input video.
779  unsigned int input_bit_depth;
780  // Indicates the maximum number of frames to be encoded.
781  unsigned int limit;
782  // Indicates the chrome subsampling x value.
783  unsigned int chroma_subsampling_x;
784  // Indicates the chrome subsampling y value.
785  unsigned int chroma_subsampling_y;
786 } InputCfg;
787 
788 typedef struct {
789  // If true, encoder will use fixed QP offsets, that are either:
790  // - Given by the user, and stored in 'fixed_qp_offsets' array, OR
791  // - Picked automatically from cq_level.
792  int use_fixed_qp_offsets;
793  // Indicates the minimum flatness of the quantization matrix.
794  int qm_minlevel;
795  // Indicates the maximum flatness of the quantization matrix.
796  int qm_maxlevel;
797  // Indicates if adaptive quantize_b should be enabled.
798  int quant_b_adapt;
799  // Indicates the Adaptive Quantization mode to be used.
800  AQ_MODE aq_mode;
801  // Indicates the delta q mode to be used.
802  DELTAQ_MODE deltaq_mode;
803  // Indicates the delta q mode strength.
804  DELTAQ_MODE deltaq_strength;
805  // Indicates if delta quantization should be enabled in chroma planes.
806  bool enable_chroma_deltaq;
807  // Indicates if delta quantization should be enabled for hdr video
808  bool enable_hdr_deltaq;
809  // Indicates if encoding with quantization matrices should be enabled.
810  bool using_qm;
811 } QuantizationCfg;
812 
817 typedef struct {
825 
834 
839 
844 
852 
857 
863 
872 
878 } AlgoCfg;
881 typedef struct {
882  // Indicates the codec bit-depth.
883  aom_bit_depth_t bit_depth;
884  // Indicates the superblock size that should be used by the encoder.
885  aom_superblock_size_t superblock_size;
886  // Indicates if loopfilter modulation should be enabled.
887  bool enable_deltalf_mode;
888  // Indicates how CDEF should be applied.
889  CDEF_CONTROL cdef_control;
890  // Indicates if loop restoration filter should be enabled.
891  bool enable_restoration;
892  // When enabled, video mode should be used even for single frame input.
893  bool force_video_mode;
894  // Indicates if the error resiliency features should be enabled.
895  bool error_resilient_mode;
896  // Indicates if frame parallel decoding feature should be enabled.
897  bool frame_parallel_decoding_mode;
898  // Indicates if the input should be encoded as monochrome.
899  bool enable_monochrome;
900  // When enabled, the encoder will use a full header even for still pictures.
901  // When disabled, a reduced header is used for still pictures.
902  bool full_still_picture_hdr;
903  // Indicates if dual interpolation filters should be enabled.
904  bool enable_dual_filter;
905  // Indicates if frame order hint should be enabled or not.
906  bool enable_order_hint;
907  // Indicates if ref_frame_mvs should be enabled at the sequence level.
908  bool ref_frame_mvs_present;
909  // Indicates if ref_frame_mvs should be enabled at the frame level.
910  bool enable_ref_frame_mvs;
911  // Indicates if interintra compound mode is enabled.
912  bool enable_interintra_comp;
913  // Indicates if global motion should be enabled.
914  bool enable_global_motion;
915  // Indicates if palette should be enabled.
916  bool enable_palette;
917 } ToolCfg;
918 
923 typedef struct AV1EncoderConfig {
925  // Configuration related to the input video.
926  InputCfg input_cfg;
927 
928  // Configuration related to frame-dimensions.
929  FrameDimensionCfg frm_dim_cfg;
930 
936 
941 
948  // Configuration related to Quantization.
949  QuantizationCfg q_cfg;
950 
951  // Internal frame size scaling.
952  ResizeCfg resize_cfg;
953 
954  // Frame Super-Resolution size scaling.
955  SuperResCfg superres_cfg;
956 
965  // Configuration related to encoder toolsets.
966  ToolCfg tool_cfg;
967 
968  // Configuration related to Group of frames.
969  GFConfig gf_cfg;
970 
971  // Tile related configuration parameters.
972  TileConfig tile_cfg;
973 
974  // Configuration related to Tune.
975  TuneCfg tune_cfg;
976 
977  // Configuration related to color.
978  ColorCfg color_cfg;
979 
980  // Configuration related to decoder model.
981  DecoderModelCfg dec_model_cfg;
982 
983  // Configuration related to reference frames.
984  RefFrameCfg ref_frm_cfg;
985 
986  // Configuration related to unit tests.
987  UnitTestCfg unit_test_cfg;
988 
989  // Flags related to motion mode.
990  MotionModeCfg motion_mode_cfg;
991 
992  // Flags related to intra mode search.
993  IntraModeCfg intra_mode_cfg;
994 
995  // Flags related to transform size/type.
996  TxfmSizeTypeCfg txfm_cfg;
997 
998  // Flags related to compound type.
999  CompoundTypeCfg comp_type_cfg;
1000 
1001  // Partition related information.
1002  PartitionCfg part_cfg;
1003 
1004  // Configuration related to frequency of cost update.
1005  CostUpdateFreq cost_upd_freq;
1006 
1007 #if CONFIG_DENOISE
1008  // Indicates the noise level.
1009  float noise_level;
1010  // Indicates the the denoisers block size.
1011  int noise_block_size;
1012  // Indicates whether to apply denoising to the frame to be encoded
1013  int enable_dnl_denoising;
1014 #endif
1015 
1016 #if CONFIG_AV1_TEMPORAL_DENOISING
1017  // Noise sensitivity.
1018  int noise_sensitivity;
1019 #endif
1020  // Bit mask to specify which tier each of the 32 possible operating points
1021  // conforms to.
1022  unsigned int tier_mask;
1023 
1024  // Indicates the number of pixels off the edge of a reference frame we're
1025  // allowed to go when forming an inter prediction.
1026  int border_in_pixels;
1027 
1028  // Indicates the maximum number of threads that may be used by the encoder.
1029  int max_threads;
1030 
1031  // Indicates the speed preset to be used.
1032  int speed;
1033 
1034  // Indicates the target sequence level index for each operating point(OP).
1035  AV1_LEVEL target_seq_level_idx[MAX_NUM_OPERATING_POINTS];
1036 
1037  // Indicates the bitstream profile to be used.
1038  BITSTREAM_PROFILE profile;
1039 
1048  enum aom_enc_pass pass;
1051  // Total number of encoding passes.
1052  int passes;
1053 
1054  // the name of the second pass output file when passes > 2
1055  const char *two_pass_output;
1056 
1057  // the name of the second pass log file when passes > 2
1058  const char *second_pass_log;
1059 
1060  // Indicates if the encoding is GOOD or REALTIME.
1061  MODE mode;
1062 
1063  // Indicates if row-based multi-threading should be enabled or not.
1064  bool row_mt;
1065 
1066  // Indicates if frame parallel multi-threading should be enabled or not.
1067  bool fp_mt;
1068 
1069  // Indicates if 16bit frame buffers are to be used i.e., the content is >
1070  // 8-bit.
1071  bool use_highbitdepth;
1072 
1073  // Indicates the bitstream syntax mode. 0 indicates bitstream is saved as
1074  // Section 5 bitstream, while 1 indicates the bitstream is saved in Annex - B
1075  // format.
1076  bool save_as_annexb;
1077 
1078  // The path for partition stats reading and writing, used in the experiment
1079  // CONFIG_PARTITION_SEARCH_ORDER.
1080  const char *partition_info_path;
1081 
1082  // The flag that indicates whether we use an external rate distribution to
1083  // guide adaptive quantization. It requires --deltaq-mode=3. The rate
1084  // distribution map file name is stored in |rate_distribution_info|.
1085  unsigned int enable_rate_guide_deltaq;
1086 
1087  // The input file of rate distribution information used in all intra mode
1088  // to determine delta quantization.
1089  const char *rate_distribution_info;
1090 
1091  // Exit the encoder when it fails to encode to a given level.
1092  int strict_level_conformance;
1093 
1094  // Max depth for the GOP after a key frame
1095  int kf_max_pyr_height;
1096 
1097  // A flag to control if we enable the superblock qp sweep for a given lambda
1098  int sb_qp_sweep;
1101 
1103 static inline int is_lossless_requested(const RateControlCfg *const rc_cfg) {
1104  return rc_cfg->best_allowed_q == 0 && rc_cfg->worst_allowed_q == 0;
1105 }
1111 typedef struct {
1117  int obmc_probs[FRAME_UPDATE_TYPES][BLOCK_SIZES_ALL];
1118 
1124  int warped_probs[FRAME_UPDATE_TYPES];
1125 
1132  int tx_type_probs[FRAME_UPDATE_TYPES][TX_SIZES_ALL][TX_TYPES];
1133 
1140  int switchable_interp_probs[FRAME_UPDATE_TYPES][SWITCHABLE_FILTER_CONTEXTS]
1141  [SWITCHABLE_FILTERS];
1142 } FrameProbInfo;
1143 
1146 typedef struct FRAME_COUNTS {
1147 // Note: This structure should only contain 'unsigned int' fields, or
1148 // aggregates built solely from 'unsigned int' fields/elements
1149 #if CONFIG_ENTROPY_STATS
1150  unsigned int kf_y_mode[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS][INTRA_MODES];
1151  unsigned int angle_delta[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1];
1152  unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
1153  unsigned int uv_mode[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES];
1154  unsigned int cfl_sign[CFL_JOINT_SIGNS];
1155  unsigned int cfl_alpha[CFL_ALPHA_CONTEXTS][CFL_ALPHABET_SIZE];
1156  unsigned int palette_y_mode[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2];
1157  unsigned int palette_uv_mode[PALETTE_UV_MODE_CONTEXTS][2];
1158  unsigned int palette_y_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1159  unsigned int palette_uv_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1160  unsigned int palette_y_color_index[PALETTE_SIZES]
1161  [PALETTE_COLOR_INDEX_CONTEXTS]
1162  [PALETTE_COLORS];
1163  unsigned int palette_uv_color_index[PALETTE_SIZES]
1164  [PALETTE_COLOR_INDEX_CONTEXTS]
1165  [PALETTE_COLORS];
1166  unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
1167  unsigned int txb_skip[TOKEN_CDF_Q_CTXS][TX_SIZES][TXB_SKIP_CONTEXTS][2];
1168  unsigned int eob_extra[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1169  [EOB_COEF_CONTEXTS][2];
1170  unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
1171  unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][BR_CDF_SIZE - 1][LEVEL_CONTEXTS]
1172  [2];
1173  unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
1174  unsigned int eob_multi16[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][5];
1175  unsigned int eob_multi32[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][6];
1176  unsigned int eob_multi64[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][7];
1177  unsigned int eob_multi128[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][8];
1178  unsigned int eob_multi256[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][9];
1179  unsigned int eob_multi512[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][10];
1180  unsigned int eob_multi1024[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][11];
1181  unsigned int coeff_lps_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1182  [LEVEL_CONTEXTS][BR_CDF_SIZE];
1183  unsigned int coeff_base_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1184  [SIG_COEF_CONTEXTS][NUM_BASE_LEVELS + 2];
1185  unsigned int coeff_base_eob_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1186  [SIG_COEF_CONTEXTS_EOB][NUM_BASE_LEVELS + 1];
1187  unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
1188  unsigned int zeromv_mode[GLOBALMV_MODE_CONTEXTS][2];
1189  unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
1190  unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
1191  unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
1192  unsigned int wedge_idx[BLOCK_SIZES_ALL][16];
1193  unsigned int interintra[BLOCK_SIZE_GROUPS][2];
1194  unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
1195  unsigned int wedge_interintra[BLOCK_SIZES_ALL][2];
1196  unsigned int compound_type[BLOCK_SIZES_ALL][MASKED_COMPOUND_TYPES];
1197  unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES];
1198  unsigned int obmc[BLOCK_SIZES_ALL][2];
1199  unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
1200  unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
1201  unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
1202  unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
1203  unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
1204  unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
1205  unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
1206  unsigned int intrabc[2];
1207 
1208  unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
1209  unsigned int intra_tx_size[MAX_TX_CATS][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1];
1210  unsigned int skip_mode[SKIP_MODE_CONTEXTS][2];
1211  unsigned int skip_txfm[SKIP_CONTEXTS][2];
1212  unsigned int compound_index[COMP_INDEX_CONTEXTS][2];
1213  unsigned int comp_group_idx[COMP_GROUP_IDX_CONTEXTS][2];
1214  unsigned int delta_q[DELTA_Q_PROBS][2];
1215  unsigned int delta_lf_multi[FRAME_LF_COUNT][DELTA_LF_PROBS][2];
1216  unsigned int delta_lf[DELTA_LF_PROBS][2];
1217 
1218  unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
1219  unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
1220  [TX_TYPES];
1221  unsigned int filter_intra_mode[FILTER_INTRA_MODES];
1222  unsigned int filter_intra[BLOCK_SIZES_ALL][2];
1223  unsigned int switchable_restore[RESTORE_SWITCHABLE_TYPES];
1224  unsigned int wiener_restore[2];
1225  unsigned int sgrproj_restore[2];
1226 #endif // CONFIG_ENTROPY_STATS
1227 
1228  unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
1229  [SWITCHABLE_FILTERS];
1230 } FRAME_COUNTS;
1231 
1232 #define INTER_MODE_RD_DATA_OVERALL_SIZE 6400
1233 
1234 typedef struct {
1235  int ready;
1236  double a;
1237  double b;
1238  double dist_mean;
1239  double ld_mean;
1240  double sse_mean;
1241  double sse_sse_mean;
1242  double sse_ld_mean;
1243  int num;
1244  double dist_sum;
1245  double ld_sum;
1246  double sse_sum;
1247  double sse_sse_sum;
1248  double sse_ld_sum;
1249 } InterModeRdModel;
1250 
1251 typedef struct {
1252  int idx;
1253  int64_t rd;
1254 } RdIdxPair;
1255 // TODO(angiebird): This is an estimated size. We still need to figure what is
1256 // the maximum number of modes.
1257 #define MAX_INTER_MODES 1024
1258 // TODO(any): rename this struct to something else. There is already another
1259 // struct called inter_mode_info, which makes this terribly confusing.
1267 typedef struct inter_modes_info {
1272  int num;
1276  MB_MODE_INFO mbmi_arr[MAX_INTER_MODES];
1280  int mode_rate_arr[MAX_INTER_MODES];
1284  int64_t sse_arr[MAX_INTER_MODES];
1288  int64_t est_rd_arr[MAX_INTER_MODES];
1292  RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES];
1296  RD_STATS rd_cost_arr[MAX_INTER_MODES];
1300  RD_STATS rd_cost_y_arr[MAX_INTER_MODES];
1304  RD_STATS rd_cost_uv_arr[MAX_INTER_MODES];
1306 
1308 typedef struct {
1309  // TODO(kyslov): consider changing to 64bit
1310 
1311  // This struct is used for computing variance in choose_partitioning(), where
1312  // the max number of samples within a superblock is 32x32 (with 4x4 avg).
1313  // With 8bit bitdepth, uint32_t is enough for sum_square_error (2^8 * 2^8 * 32
1314  // * 32 = 2^26). For high bitdepth we need to consider changing this to 64 bit
1315  uint32_t sum_square_error;
1316  int32_t sum_error;
1317  int log2_count;
1318  int variance;
1319 } VPartVar;
1320 
1321 typedef struct {
1322  VPartVar none;
1323  VPartVar horz[2];
1324  VPartVar vert[2];
1325 } VPVariance;
1326 
1327 typedef struct {
1328  VPVariance part_variances;
1329  VPartVar split[4];
1330 } VP4x4;
1331 
1332 typedef struct {
1333  VPVariance part_variances;
1334  VP4x4 split[4];
1335 } VP8x8;
1336 
1337 typedef struct {
1338  VPVariance part_variances;
1339  VP8x8 split[4];
1340 } VP16x16;
1341 
1342 typedef struct {
1343  VPVariance part_variances;
1344  VP16x16 split[4];
1345 } VP32x32;
1346 
1347 typedef struct {
1348  VPVariance part_variances;
1349  VP32x32 split[4];
1350 } VP64x64;
1351 
1352 typedef struct {
1353  VPVariance part_variances;
1354  VP64x64 *split;
1355 } VP128x128;
1356 
1362 typedef struct {
1371  int64_t thresholds[5];
1372 
1379 
1383 typedef struct {
1384 #if CONFIG_MULTITHREAD
1389  pthread_mutex_t *mutex_;
1390  pthread_cond_t *cond_;
1392 #endif // CONFIG_MULTITHREAD
1398  int *num_finished_cols;
1416  int rows;
1426 
1429 // TODO(jingning) All spatially adaptive variables should go to TileDataEnc.
1430 typedef struct TileDataEnc {
1431  TileInfo tile_info;
1432  DECLARE_ALIGNED(16, FRAME_CONTEXT, tctx);
1433  FRAME_CONTEXT *row_ctx;
1434  uint64_t abs_sum_level;
1435  uint8_t allow_update_cdf;
1436  InterModeRdModel inter_mode_rd_models[BLOCK_SIZES_ALL];
1437  AV1EncRowMultiThreadSync row_mt_sync;
1438  MV firstpass_top_mv;
1439 } TileDataEnc;
1440 
1441 typedef struct RD_COUNTS {
1442  int compound_ref_used_flag;
1443  int skip_mode_used_flag;
1444  int tx_type_used[TX_SIZES_ALL][TX_TYPES];
1445  int obmc_used[BLOCK_SIZES_ALL][2];
1446  int warped_used[2];
1447  int newmv_or_intra_blocks;
1448  uint64_t seg_tmp_pred_cost[2];
1449 } RD_COUNTS;
1450 
1451 typedef struct ThreadData {
1452  MACROBLOCK mb;
1453  MvCosts *mv_costs_alloc;
1454  IntraBCMVCosts *dv_costs_alloc;
1455  RD_COUNTS rd_counts;
1456  FRAME_COUNTS *counts;
1457  PC_TREE_SHARED_BUFFERS shared_coeff_buf;
1458  SIMPLE_MOTION_DATA_TREE *sms_tree;
1459  SIMPLE_MOTION_DATA_TREE *sms_root;
1460  uint32_t *hash_value_buffer[2][2];
1461  OBMCBuffer obmc_buffer;
1462  PALETTE_BUFFER *palette_buffer;
1463  CompoundTypeRdBuffers comp_rd_buffer;
1464  CONV_BUF_TYPE *tmp_conv_dst;
1465  uint64_t abs_sum_level;
1466  uint8_t *tmp_pred_bufs[2];
1467  uint8_t *wiener_tmp_pred_buf;
1468  int intrabc_used;
1469  int deltaq_used;
1470  int coefficient_size;
1471  int max_mv_magnitude;
1472  int interp_filter_selected[SWITCHABLE];
1473  FRAME_CONTEXT *tctx;
1474  VP64x64 *vt64x64;
1475  int32_t num_64x64_blocks;
1476  PICK_MODE_CONTEXT *firstpass_ctx;
1477  TemporalFilterData tf_data;
1478  TplBuffers tpl_tmp_buffers;
1479  TplTxfmStats tpl_txfm_stats;
1480  GlobalMotionData gm_data;
1481  // Pointer to the array of structures to store gradient information of each
1482  // pixel in a superblock. The buffer constitutes of MAX_SB_SQUARE pixel level
1483  // structures for each of the plane types (PLANE_TYPE_Y and PLANE_TYPE_UV).
1484  PixelLevelGradientInfo *pixel_gradient_info;
1485  // Pointer to the array of structures to store source variance information of
1486  // each 4x4 sub-block in a superblock. Block4x4VarInfo structure is used to
1487  // store source variance and log of source variance of each 4x4 sub-block
1488  // for subsequent retrieval.
1489  Block4x4VarInfo *src_var_info_of_4x4_sub_blocks;
1490  // Pointer to pc tree root.
1491  PC_TREE *pc_root;
1492 } ThreadData;
1493 
1494 struct EncWorkerData;
1495 
1501 typedef struct {
1524 
1528  int thread_id_to_tile_id[MAX_NUM_THREADS];
1529 
1535 
1541 
1547 
1554 
1561 
1562 #if CONFIG_MULTITHREAD
1566  pthread_mutex_t *mutex_;
1570  pthread_cond_t *cond_;
1571 #endif
1572 
1580  void (*sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int);
1584  void (*sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int);
1587 
1591 typedef struct {
1592 #if CONFIG_MULTITHREAD
1596  pthread_mutex_t *mutex_;
1600  pthread_cond_t *cond_;
1601 #endif
1602 
1610  void (*intra_sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int);
1614  void (*intra_sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int);
1617 
1621 #define NUM_RECODES_PER_FRAME 10
1622 
1626 #define MAX_PARALLEL_FRAMES 4
1627 
1632 typedef struct RestoreStateBuffers {
1636  uint16_t *cdef_srcbuf;
1637 
1641  uint16_t *cdef_colbuf[MAX_MB_PLANE];
1642 
1646  int32_t *rst_tmpbuf;
1647 
1651  RestorationLineBuffers *rlbs;
1653 
1657 typedef struct {
1662 
1667 
1674 
1680 typedef struct {
1685  RestUnitSearchInfo *rusi[MAX_MB_PLANE];
1686 
1690  int16_t *dgd_avg;
1691 } AV1LrPickStruct;
1692 
1696 typedef struct PrimaryMultiThreadInfo {
1701 
1705  int num_mod_workers[NUM_MT_MODULES];
1706 
1710  AVxWorker *workers;
1711 
1716  struct EncWorkerData *tile_thr_data;
1717 
1721  AV1CdefWorkerData *cdef_worker;
1722 
1728 
1733 
1739 
1743 typedef struct MultiThreadInfo {
1748 
1752  int num_mod_workers[NUM_MT_MODULES];
1753 
1757  AVxWorker *workers;
1758 
1763  struct EncWorkerData *tile_thr_data;
1764 
1770 
1775 
1780 
1786 
1790  AV1TplRowMultiThreadInfo tpl_row_mt;
1791 
1795  AV1LfSync lf_row_sync;
1796 
1800  AV1LrSync lr_row_sync;
1801 
1805  AV1EncPackBSSync pack_bs_sync;
1806 
1810  AV1GlobalMotionSync gm_sync;
1811 
1815  AV1TemporalFilterSync tf_sync;
1816 
1820  AV1CdefSync cdef_sync;
1821 
1825  AV1CdefWorkerData *cdef_worker;
1826 
1831 
1838 
1841 typedef struct ActiveMap {
1842  int enabled;
1843  int update;
1844  unsigned char *map;
1845 } ActiveMap;
1846 
1852 typedef struct {
1857  double cs_rate_array[32];
1867 
1870 #if CONFIG_INTERNAL_STATS
1871 // types of stats
1872 enum {
1873  STAT_Y,
1874  STAT_U,
1875  STAT_V,
1876  STAT_ALL,
1877  NUM_STAT_TYPES // This should always be the last member of the enum
1878 } UENUM1BYTE(StatType);
1879 
1880 typedef struct IMAGE_STAT {
1881  double stat[NUM_STAT_TYPES];
1882  double worst;
1883 } ImageStat;
1884 #endif // CONFIG_INTERNAL_STATS
1885 
1886 typedef struct {
1887  int ref_count;
1888  YV12_BUFFER_CONFIG buf;
1889 } EncRefCntBuffer;
1890 
1898 typedef struct {
1911  int stride;
1913 
1916 #if CONFIG_COLLECT_PARTITION_STATS
1917 typedef struct FramePartitionTimingStats {
1918  int partition_decisions[6][EXT_PARTITION_TYPES];
1919  int partition_attempts[6][EXT_PARTITION_TYPES];
1920  int64_t partition_times[6][EXT_PARTITION_TYPES];
1921 
1922  int partition_redo;
1923 } FramePartitionTimingStats;
1924 #endif // CONFIG_COLLECT_PARTITION_STATS
1925 
1926 #if CONFIG_COLLECT_COMPONENT_TIMING
1927 #include "aom_ports/aom_timer.h"
1928 // Adjust the following to add new components.
1929 enum {
1930  av1_encode_strategy_time,
1931  av1_get_one_pass_rt_params_time,
1932  av1_get_second_pass_params_time,
1933  denoise_and_encode_time,
1934  apply_filtering_time,
1935  av1_tpl_setup_stats_time,
1936  encode_frame_to_data_rate_time,
1937  encode_with_or_without_recode_time,
1938  loop_filter_time,
1939  cdef_time,
1940  loop_restoration_time,
1941  av1_pack_bitstream_final_time,
1942  av1_encode_frame_time,
1943  av1_compute_global_motion_time,
1944  av1_setup_motion_field_time,
1945  encode_sb_row_time,
1946 
1947  rd_pick_partition_time,
1948  rd_use_partition_time,
1949  choose_var_based_partitioning_time,
1950  av1_prune_partitions_time,
1951  none_partition_search_time,
1952  split_partition_search_time,
1953  rectangular_partition_search_time,
1954  ab_partitions_search_time,
1955  rd_pick_4partition_time,
1956  encode_sb_time,
1957 
1958  rd_pick_sb_modes_time,
1959  av1_rd_pick_intra_mode_sb_time,
1960  av1_rd_pick_inter_mode_sb_time,
1961  set_params_rd_pick_inter_mode_time,
1962  skip_inter_mode_time,
1963  handle_inter_mode_time,
1964  evaluate_motion_mode_for_winner_candidates_time,
1965  do_tx_search_time,
1966  handle_intra_mode_time,
1967  refine_winner_mode_tx_time,
1968  av1_search_palette_mode_time,
1969  handle_newmv_time,
1970  compound_type_rd_time,
1971  interpolation_filter_search_time,
1972  motion_mode_rd_time,
1973 
1974  nonrd_use_partition_time,
1975  pick_sb_modes_nonrd_time,
1976  hybrid_intra_mode_search_time,
1977  nonrd_pick_inter_mode_sb_time,
1978  encode_b_nonrd_time,
1979 
1980  kTimingComponents,
1981 } UENUM1BYTE(TIMING_COMPONENT);
1982 
1983 static inline char const *get_component_name(int index) {
1984  switch (index) {
1985  case av1_encode_strategy_time: return "av1_encode_strategy_time";
1986  case av1_get_one_pass_rt_params_time:
1987  return "av1_get_one_pass_rt_params_time";
1988  case av1_get_second_pass_params_time:
1989  return "av1_get_second_pass_params_time";
1990  case denoise_and_encode_time: return "denoise_and_encode_time";
1991  case apply_filtering_time: return "apply_filtering_time";
1992  case av1_tpl_setup_stats_time: return "av1_tpl_setup_stats_time";
1993  case encode_frame_to_data_rate_time:
1994  return "encode_frame_to_data_rate_time";
1995  case encode_with_or_without_recode_time:
1996  return "encode_with_or_without_recode_time";
1997  case loop_filter_time: return "loop_filter_time";
1998  case cdef_time: return "cdef_time";
1999  case loop_restoration_time: return "loop_restoration_time";
2000  case av1_pack_bitstream_final_time: return "av1_pack_bitstream_final_time";
2001  case av1_encode_frame_time: return "av1_encode_frame_time";
2002  case av1_compute_global_motion_time:
2003  return "av1_compute_global_motion_time";
2004  case av1_setup_motion_field_time: return "av1_setup_motion_field_time";
2005  case encode_sb_row_time: return "encode_sb_row_time";
2006 
2007  case rd_pick_partition_time: return "rd_pick_partition_time";
2008  case rd_use_partition_time: return "rd_use_partition_time";
2009  case choose_var_based_partitioning_time:
2010  return "choose_var_based_partitioning_time";
2011  case av1_prune_partitions_time: return "av1_prune_partitions_time";
2012  case none_partition_search_time: return "none_partition_search_time";
2013  case split_partition_search_time: return "split_partition_search_time";
2014  case rectangular_partition_search_time:
2015  return "rectangular_partition_search_time";
2016  case ab_partitions_search_time: return "ab_partitions_search_time";
2017  case rd_pick_4partition_time: return "rd_pick_4partition_time";
2018  case encode_sb_time: return "encode_sb_time";
2019 
2020  case rd_pick_sb_modes_time: return "rd_pick_sb_modes_time";
2021  case av1_rd_pick_intra_mode_sb_time:
2022  return "av1_rd_pick_intra_mode_sb_time";
2023  case av1_rd_pick_inter_mode_sb_time:
2024  return "av1_rd_pick_inter_mode_sb_time";
2025  case set_params_rd_pick_inter_mode_time:
2026  return "set_params_rd_pick_inter_mode_time";
2027  case skip_inter_mode_time: return "skip_inter_mode_time";
2028  case handle_inter_mode_time: return "handle_inter_mode_time";
2029  case evaluate_motion_mode_for_winner_candidates_time:
2030  return "evaluate_motion_mode_for_winner_candidates_time";
2031  case do_tx_search_time: return "do_tx_search_time";
2032  case handle_intra_mode_time: return "handle_intra_mode_time";
2033  case refine_winner_mode_tx_time: return "refine_winner_mode_tx_time";
2034  case av1_search_palette_mode_time: return "av1_search_palette_mode_time";
2035  case handle_newmv_time: return "handle_newmv_time";
2036  case compound_type_rd_time: return "compound_type_rd_time";
2037  case interpolation_filter_search_time:
2038  return "interpolation_filter_search_time";
2039  case motion_mode_rd_time: return "motion_mode_rd_time";
2040 
2041  case nonrd_use_partition_time: return "nonrd_use_partition_time";
2042  case pick_sb_modes_nonrd_time: return "pick_sb_modes_nonrd_time";
2043  case hybrid_intra_mode_search_time: return "hybrid_intra_mode_search_time";
2044  case nonrd_pick_inter_mode_sb_time: return "nonrd_pick_inter_mode_sb_time";
2045  case encode_b_nonrd_time: return "encode_b_nonrd_time";
2046 
2047  default: assert(0);
2048  }
2049  return "error";
2050 }
2051 #endif
2052 
2053 // The maximum number of internal ARFs except ALTREF_FRAME
2054 #define MAX_INTERNAL_ARFS (REF_FRAMES - BWDREF_FRAME - 1)
2055 
2061 typedef struct {
2066 
2072  YV12_BUFFER_CONFIG *ref_buf[REF_FRAMES];
2073 
2079  int num_ref_frames[MAX_DIRECTIONS];
2080 
2087  FrameDistPair reference_frames[MAX_DIRECTIONS][REF_FRAMES - 1];
2088 
2097 
2101 typedef struct {
2112 
2116 typedef struct {
2136  fractional_mv_step_fp *find_fractional_mv_step;
2143  search_site_config search_site_cfg[SS_CFG_TOTAL][NUM_DISTINCT_SEARCH_METHODS];
2145 
2154 typedef struct {
2159 
2167 typedef struct {
2168  int width;
2169  int height;
2171 
2175 typedef struct {
2179  int ref_relative_dist[INTER_REFS_PER_FRAME];
2189 
2205 typedef struct {
2213  unsigned int coeff_opt_thresholds[MODE_EVAL_TYPES][2];
2214 
2219  TX_SIZE_SEARCH_METHOD tx_size_search_methods[MODE_EVAL_TYPES];
2220 
2227  unsigned int use_transform_domain_distortion[MODE_EVAL_TYPES];
2228 
2234  unsigned int tx_domain_dist_threshold[MODE_EVAL_TYPES];
2235 
2241  unsigned int skip_txfm_level[MODE_EVAL_TYPES];
2242 
2248  unsigned int predict_dc_level[MODE_EVAL_TYPES];
2250 
2258 typedef struct {
2259  bool last_frame;
2269 
2273 typedef struct {
2278 
2283 
2288 
2294 
2299 
2304 
2309 
2315 } ExternalFlags;
2316 
2319 typedef struct {
2320  // Some misc info
2321  int high_prec;
2322  int q;
2323  int order;
2324 
2325  // MV counters
2326  int inter_count;
2327  int intra_count;
2328  int default_mvs;
2329  int mv_joint_count[4];
2330  int last_bit_zero;
2331  int last_bit_nonzero;
2332 
2333  // Keep track of the rates
2334  int total_mv_rate;
2335  int hp_total_mv_rate;
2336  int lp_total_mv_rate;
2337 
2338  // Texture info
2339  int horz_text;
2340  int vert_text;
2341  int diag_text;
2342 
2343  // Whether the current struct contains valid data
2344  int valid;
2345 } MV_STATS;
2346 
2347 typedef struct WeberStats {
2348  int64_t mb_wiener_variance;
2349  int64_t src_variance;
2350  int64_t rec_variance;
2351  int16_t src_pix_max;
2352  int16_t rec_pix_max;
2353  int64_t distortion;
2354  int64_t satd;
2355  double max_scale;
2356 } WeberStats;
2357 
2358 typedef struct {
2359  struct loopfilter lf;
2360  CdefInfo cdef_info;
2361  YV12_BUFFER_CONFIG copy_buffer;
2362  RATE_CONTROL rc;
2363  MV_STATS mv_stats;
2364 } CODING_CONTEXT;
2365 
2366 typedef struct {
2367  int frame_width;
2368  int frame_height;
2369  int mi_rows;
2370  int mi_cols;
2371  int mb_rows;
2372  int mb_cols;
2373  int num_mbs;
2374  aom_bit_depth_t bit_depth;
2375  int subsampling_x;
2376  int subsampling_y;
2377 } FRAME_INFO;
2378 
2382 typedef struct {
2383  int show_frame_count;
2384 } FRAME_INDEX_SET;
2385 
2391 typedef struct {
2397  uint8_t *map;
2405 
2409 typedef struct {
2413  int64_t prev_ts_start;
2417  int64_t prev_ts_end;
2422 } TimeStamps;
2423 
2428 typedef struct {
2432  tran_low_t *tcoeff;
2436  uint16_t *eobs;
2440  uint8_t *entropy_ctx;
2441 } CoeffBufferPool;
2442 
2443 #if !CONFIG_REALTIME_ONLY
2445 // DUCKY_ENCODE_FRAME_MODE is c version of EncodeFrameMode
2446 enum {
2447  DUCKY_ENCODE_FRAME_MODE_NONE, // Let native AV1 determine q index and rdmult
2448  DUCKY_ENCODE_FRAME_MODE_QINDEX, // DuckyEncode determines q index and AV1
2449  // determines rdmult
2450  DUCKY_ENCODE_FRAME_MODE_QINDEX_RDMULT, // DuckyEncode determines q index and
2451  // rdmult
2452 } UENUM1BYTE(DUCKY_ENCODE_FRAME_MODE);
2453 
2454 enum {
2455  DUCKY_ENCODE_GOP_MODE_NONE, // native AV1 decides GOP
2456  DUCKY_ENCODE_GOP_MODE_RCL, // rate control lib decides GOP
2457 } UENUM1BYTE(DUCKY_ENCODE_GOP_MODE);
2458 
2459 typedef struct DuckyEncodeFrameInfo {
2460  DUCKY_ENCODE_FRAME_MODE qp_mode;
2461  DUCKY_ENCODE_GOP_MODE gop_mode;
2462  int q_index;
2463  int rdmult;
2464  // These two arrays are equivalent to std::vector<SuperblockEncodeParameters>
2465  int *superblock_encode_qindex;
2466  int *superblock_encode_rdmult;
2467  int delta_q_enabled;
2468 } DuckyEncodeFrameInfo;
2469 
2470 typedef struct DuckyEncodeFrameResult {
2471  int global_order_idx;
2472  int q_index;
2473  int rdmult;
2474  int rate;
2475  int64_t dist;
2476  double psnr;
2477 } DuckyEncodeFrameResult;
2478 
2479 typedef struct DuckyEncodeInfo {
2480  DuckyEncodeFrameInfo frame_info;
2481  DuckyEncodeFrameResult frame_result;
2482 } DuckyEncodeInfo;
2484 #endif
2485 
2487 typedef struct RTC_REF {
2492  int reference[INTER_REFS_PER_FRAME];
2493  int ref_idx[INTER_REFS_PER_FRAME];
2494  int refresh[REF_FRAMES];
2495  int set_ref_frame_config;
2496  int non_reference_frame;
2497  int ref_frame_comp[3];
2498  int gld_idx_1layer;
2502  unsigned int buffer_time_index[REF_FRAMES];
2506  unsigned char buffer_spatial_layer[REF_FRAMES];
2510  bool reference_was_previous_frame;
2515  bool bias_recovery_frame;
2516 } RTC_REF;
2522 typedef struct AV1_COMP_DATA {
2526  unsigned char *cx_data;
2527 
2531  size_t cx_data_sz;
2532 
2536  size_t frame_size;
2537 
2541  unsigned int lib_flags;
2542 
2547 
2551  int64_t ts_frame_end;
2552 
2556  int flush;
2557 
2561  const aom_rational64_t *timestamp_ratio;
2562 
2567 
2573 
2577 typedef struct AV1_PRIMARY {
2582 
2588 #if CONFIG_FPMT_TEST
2594  FPMT_TEST_ENC_CFG fpmt_unit_test_cfg;
2595 
2599  FrameProbInfo temp_frame_probs;
2600 
2606  FrameProbInfo temp_frame_probs_simulation;
2607 
2612  int temp_valid_gm_model_found[FRAME_UPDATE_TYPES];
2613 #endif // CONFIG_FPMT_TEST
2619  RefCntBuffer *ref_frame_map_copy[REF_FRAMES];
2620 
2625 
2630 
2635 
2640 
2645 
2650 
2655  struct AV1_COMP *cpi;
2656 
2661 
2665  struct lookahead_ctx *lookahead;
2666 
2673 
2678  struct aom_codec_pkt_list *output_pkt_list;
2679 
2684 
2689 
2694 
2698  GF_STATE gf_state;
2699 
2704 
2708  AV1LevelParams level_params;
2709 
2714 
2719 
2724 
2729 
2738  SequenceHeader seq_params;
2739 
2743  int use_svc;
2744 
2749 
2754 
2759 
2763  struct aom_internal_error_info error;
2764 
2770  aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL];
2771 
2777 
2782 
2786  MV_STATS mv_stats;
2787 
2788 #if CONFIG_INTERNAL_STATS
2790  uint64_t total_time_receive_data;
2791  uint64_t total_time_compress_data;
2792 
2793  unsigned int total_mode_chosen_counts[MAX_MODES];
2794 
2795  int count[2];
2796  uint64_t total_sq_error[2];
2797  uint64_t total_samples[2];
2798  ImageStat psnr[2];
2799 
2800  double total_blockiness;
2801  double worst_blockiness;
2802 
2803  uint64_t total_bytes;
2804  double summed_quality;
2805  double summed_weights;
2806  double summed_quality_hbd;
2807  double summed_weights_hbd;
2808  unsigned int total_recode_hits;
2809  double worst_ssim;
2810  double worst_ssim_hbd;
2811 
2812  ImageStat fastssim;
2813  ImageStat psnrhvs;
2814 
2815  int b_calculate_blockiness;
2816  int b_calculate_consistency;
2817 
2818  double total_inconsistency;
2819  double worst_consistency;
2820  Ssimv *ssim_vars;
2821  Metrics metrics;
2823 #endif
2824 
2825 #if CONFIG_ENTROPY_STATS
2829  FRAME_COUNTS aggregate_fc;
2830 #endif // CONFIG_ENTROPY_STATS
2831 
2838  int fb_of_context_type[REF_FRAMES];
2839 
2844 
2849 
2856  int valid_gm_model_found[FRAME_UPDATE_TYPES];
2857 
2861  RTC_REF rtc_ref;
2862 
2869 
2873 typedef struct AV1_COMP {
2878 
2883  EncQuantDequantParams enc_quant_dequant_params;
2884 
2888  ThreadData td;
2889 
2893  FRAME_COUNTS counts;
2894 
2899 
2906 
2912 
2917 
2922 
2927  TRELLIS_OPT_TYPE optimize_seg_arr[MAX_SEGMENTS];
2928 
2935 
2944 
2950 
2955 
2960 
2965 
2971 
2977 
2982 
2992 
2997 
3001  CdefSearchCtx *cdef_search_ctx;
3002 
3007 
3012  RefCntBuffer *scaled_ref_buf[INTER_REFS_PER_FRAME];
3013 
3017  RefCntBuffer *last_show_frame_buf;
3018 
3023 
3028 
3033 
3039 
3045 
3049  int64_t ambient_err;
3050 
3054  RD_OPT rd;
3055 
3060  CODING_CONTEXT coding_context;
3061 
3066 
3071 
3076 
3081 
3085  double framerate;
3086 
3091 
3095  int speed;
3096 
3101 
3106 
3112 
3117 
3126  ActiveMap active_map;
3127 
3131  unsigned char gf_frame_index;
3132 
3133 #if CONFIG_INTERNAL_STATS
3135  uint64_t time_compress_data;
3136 
3137  unsigned int mode_chosen_counts[MAX_MODES];
3138  int bytes;
3139  unsigned int frame_recode_hits;
3141 #endif
3142 
3143 #if CONFIG_SPEED_STATS
3147  unsigned int tx_search_count;
3148 #endif // CONFIG_SPEED_STATS
3149 
3155 
3159  FRAME_INFO frame_info;
3160 
3164  FRAME_INDEX_SET frame_index_set;
3165 
3172 
3179 
3187 
3193 
3199 
3205 
3210 
3215  TileDataEnc *tile_data;
3220 
3224  TokenInfo token_info;
3225 
3230 
3235 
3240 
3245 
3250 
3255 
3260 
3265 
3266 #if CONFIG_FPMT_TEST
3271  double temp_framerate;
3272 #endif
3279 
3284 
3289 
3296 
3301 
3306 
3310  AV1LrStruct lr_ctxt;
3311 
3316 
3320  aom_film_grain_table_t *film_grain_table;
3321 
3322 #if CONFIG_DENOISE
3327  struct aom_denoise_and_model_t *denoise_and_model;
3328 #endif
3329 
3334 
3343 
3351 
3352 #if CONFIG_COLLECT_PARTITION_STATS
3356  FramePartitionTimingStats partition_stats;
3357 #endif // CONFIG_COLLECT_PARTITION_STATS
3358 
3359 #if CONFIG_COLLECT_COMPONENT_TIMING
3363  uint64_t component_time[kTimingComponents];
3368  struct aom_usec_timer component_timer[kTimingComponents];
3372  uint64_t frame_component_time[kTimingComponents];
3373 #endif
3374 
3379 
3384 
3389 
3396 
3397 #if CONFIG_TUNE_VMAF
3401  TuneVMAFInfo vmaf_info;
3402 #endif
3403 
3404 #if CONFIG_TUNE_BUTTERAUGLI
3408  TuneButteraugliInfo butteraugli_info;
3409 #endif
3410 
3415 
3419  COMPRESSOR_STAGE compressor_stage;
3420 
3425  FRAME_TYPE last_frame_type;
3426 
3430  int num_tg;
3431 
3438 
3442  FirstPassData firstpass_data;
3443 
3447  NOISE_ESTIMATE noise_estimate;
3448 
3449 #if CONFIG_AV1_TEMPORAL_DENOISING
3453  AV1_DENOISER denoiser;
3454 #endif
3455 
3460  uint8_t *consec_zero_mv;
3461 
3466 
3470  BLOCK_SIZE fp_block_size;
3471 
3477 
3482 
3487  ExtPartController ext_part_controller;
3488 
3493  MV_STATS mv_stats;
3498 
3504 
3511 #if CONFIG_FPMT_TEST
3518  int wanted_fb;
3519 #endif // CONFIG_FPMT_TEST
3520 
3527 
3528 #if CONFIG_RD_COMMAND
3532  RD_COMMAND rd_command;
3533 #endif // CONFIG_RD_COMMAND
3534 
3538  WeberStats *mb_weber_stats;
3539 
3545 
3551 
3556 
3560  BLOCK_SIZE weber_bsize;
3561 
3566 
3571 
3576 
3577 #if CONFIG_BITRATE_ACCURACY
3581  VBR_RATECTRL_INFO vbr_rc_info;
3582 #endif
3583 
3584 #if CONFIG_RATECTRL_LOG
3588  RATECTRL_LOG rc_log;
3589 #endif // CONFIG_RATECTRL_LOG
3590 
3595 
3599  THIRD_PASS_DEC_CTX *third_pass_ctx;
3600 
3605 
3610 
3616  uint64_t rec_sse;
3617 
3623 
3624 #if !CONFIG_REALTIME_ONLY
3628  DuckyEncodeInfo ducky_encode_info;
3629 #endif // CONFIG_REALTIME_ONLY
3630  //
3635 
3639  unsigned int zeromv_skip_thresh_exit_part[BLOCK_SIZES_ALL];
3640 
3646 
3647 #if CONFIG_SALIENCY_MAP
3651  uint8_t *saliency_map;
3652 
3656  double *sm_scaling_factor;
3657 #endif
3658 
3664 
3671 
3675 typedef struct EncodeFrameInput {
3677  YV12_BUFFER_CONFIG *source;
3678  YV12_BUFFER_CONFIG *last_source;
3679  int64_t ts_duration;
3682 
3687 typedef struct EncodeFrameParams {
3695  FRAME_TYPE frame_type;
3696 
3698  int primary_ref_frame;
3699  int order_offset;
3700 
3706 
3708  int refresh_frame_flags;
3709 
3710  int show_existing_frame;
3711  int existing_fb_idx_to_show;
3712 
3718 
3722  int remapped_ref_idx[REF_FRAMES];
3723 
3729 
3733  int speed;
3735 
3738 // EncodeFrameResults contains information about the result of encoding a
3739 // single frame
3740 typedef struct {
3741  size_t size; // Size of resulting bitstream
3742 } EncodeFrameResults;
3743 
3744 void av1_initialize_enc(unsigned int usage, enum aom_rc_mode end_usage);
3745 
3746 struct AV1_COMP *av1_create_compressor(AV1_PRIMARY *ppi,
3747  const AV1EncoderConfig *oxcf,
3748  BufferPool *const pool,
3749  COMPRESSOR_STAGE stage,
3750  int lap_lag_in_frames);
3751 
3752 struct AV1_PRIMARY *av1_create_primary_compressor(
3753  struct aom_codec_pkt_list *pkt_list_head, int num_lap_buffers,
3754  const AV1EncoderConfig *oxcf);
3755 
3756 void av1_remove_compressor(AV1_COMP *cpi);
3757 
3758 void av1_remove_primary_compressor(AV1_PRIMARY *ppi);
3759 
3760 #if CONFIG_ENTROPY_STATS
3761 void print_entropy_stats(AV1_PRIMARY *const ppi);
3762 #endif
3763 #if CONFIG_INTERNAL_STATS
3764 void print_internal_stats(AV1_PRIMARY *ppi);
3765 #endif
3766 
3767 void av1_change_config_seq(AV1_PRIMARY *ppi, const AV1EncoderConfig *oxcf,
3768  bool *sb_size_changed);
3769 
3770 void av1_change_config(AV1_COMP *cpi, const AV1EncoderConfig *oxcf,
3771  bool sb_size_changed);
3772 
3773 aom_codec_err_t av1_check_initial_width(AV1_COMP *cpi, int use_highbitdepth,
3774  int subsampling_x, int subsampling_y);
3775 
3776 void av1_init_seq_coding_tools(AV1_PRIMARY *const ppi,
3777  const AV1EncoderConfig *oxcf, int use_svc);
3778 
3779 void av1_post_encode_updates(AV1_COMP *const cpi,
3780  const AV1_COMP_DATA *const cpi_data);
3781 
3782 void av1_scale_references_fpmt(AV1_COMP *cpi, int *ref_buffers_used_map);
3783 
3784 void av1_increment_scaled_ref_counts_fpmt(BufferPool *buffer_pool,
3785  int ref_buffers_used_map);
3786 
3787 void av1_release_scaled_references_fpmt(AV1_COMP *cpi);
3788 
3789 void av1_decrement_ref_counts_fpmt(BufferPool *buffer_pool,
3790  int ref_buffers_used_map);
3791 
3792 void av1_init_sc_decisions(AV1_PRIMARY *const ppi);
3793 
3794 AV1_COMP *av1_get_parallel_frame_enc_data(AV1_PRIMARY *const ppi,
3795  AV1_COMP_DATA *const first_cpi_data);
3796 
3797 int av1_init_parallel_frame_context(const AV1_COMP_DATA *const first_cpi_data,
3798  AV1_PRIMARY *const ppi,
3799  int *ref_buffers_used_map);
3800 
3820  const YV12_BUFFER_CONFIG *sd, int64_t time_stamp,
3821  int64_t end_time_stamp);
3822 
3844 int av1_get_compressed_data(AV1_COMP *cpi, AV1_COMP_DATA *const cpi_data);
3845 
3852 int av1_encode(AV1_COMP *const cpi, uint8_t *const dest,
3853  const EncodeFrameInput *const frame_input,
3854  const EncodeFrameParams *const frame_params,
3855  EncodeFrameResults *const frame_results);
3856 
3858 int av1_get_preview_raw_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *dest);
3859 
3860 int av1_get_last_show_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *frame);
3861 
3862 aom_codec_err_t av1_copy_new_frame_enc(AV1_COMMON *cm,
3863  YV12_BUFFER_CONFIG *new_frame,
3864  YV12_BUFFER_CONFIG *sd);
3865 
3866 int av1_use_as_reference(int *ext_ref_frame_flags, int ref_frame_flags);
3867 
3868 int av1_copy_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3869 
3870 int av1_set_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3871 
3872 void av1_set_frame_size(AV1_COMP *cpi, int width, int height);
3873 
3874 void av1_set_mv_search_params(AV1_COMP *cpi);
3875 
3876 int av1_set_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3877 
3878 int av1_get_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3879 
3880 int av1_set_internal_size(AV1EncoderConfig *const oxcf,
3881  ResizePendingParams *resize_pending_params,
3882  AOM_SCALING_MODE horiz_mode,
3883  AOM_SCALING_MODE vert_mode);
3884 
3885 int av1_get_quantizer(struct AV1_COMP *cpi);
3886 
3887 int av1_convert_sect5obus_to_annexb(uint8_t *buffer, size_t *input_size);
3888 
3889 void av1_alloc_mb_wiener_var_pred_buf(AV1_COMMON *cm, ThreadData *td);
3890 
3891 void av1_dealloc_mb_wiener_var_pred_buf(ThreadData *td);
3892 
3893 // Set screen content options.
3894 // This function estimates whether to use screen content tools, by counting
3895 // the portion of blocks that have few luma colors.
3896 // Modifies:
3897 // cpi->commom.features.allow_screen_content_tools
3898 // cpi->common.features.allow_intrabc
3899 // cpi->use_screen_content_tools
3900 // cpi->is_screen_content_type
3901 // However, the estimation is not accurate and may misclassify videos.
3902 // A slower but more accurate approach that determines whether to use screen
3903 // content tools is employed later. See av1_determine_sc_tools_with_encoding().
3904 void av1_set_screen_content_options(struct AV1_COMP *cpi,
3905  FeatureFlags *features);
3906 
3907 void av1_update_frame_size(AV1_COMP *cpi);
3908 
3909 typedef struct {
3910  int pyr_level;
3911  int disp_order;
3912 } RefFrameMapPair;
3913 
3914 static inline void init_ref_map_pair(
3915  AV1_COMP *cpi, RefFrameMapPair ref_frame_map_pairs[REF_FRAMES]) {
3916  if (cpi->ppi->gf_group.update_type[cpi->gf_frame_index] == KF_UPDATE) {
3917  memset(ref_frame_map_pairs, -1, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3918  return;
3919  }
3920  memset(ref_frame_map_pairs, 0, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3921  for (int map_idx = 0; map_idx < REF_FRAMES; map_idx++) {
3922  // Get reference frame buffer.
3923  const RefCntBuffer *const buf = cpi->common.ref_frame_map[map_idx];
3924  if (ref_frame_map_pairs[map_idx].disp_order == -1) continue;
3925  if (buf == NULL) {
3926  ref_frame_map_pairs[map_idx].disp_order = -1;
3927  ref_frame_map_pairs[map_idx].pyr_level = -1;
3928  continue;
3929  } else if (buf->ref_count > 1) {
3930  // Once the keyframe is coded, the slots in ref_frame_map will all
3931  // point to the same frame. In that case, all subsequent pointers
3932  // matching the current are considered "free" slots. This will find
3933  // the next occurrence of the current pointer if ref_count indicates
3934  // there are multiple instances of it and mark it as free.
3935  for (int idx2 = map_idx + 1; idx2 < REF_FRAMES; ++idx2) {
3936  const RefCntBuffer *const buf2 = cpi->common.ref_frame_map[idx2];
3937  if (buf2 == buf) {
3938  ref_frame_map_pairs[idx2].disp_order = -1;
3939  ref_frame_map_pairs[idx2].pyr_level = -1;
3940  }
3941  }
3942  }
3943  ref_frame_map_pairs[map_idx].disp_order = (int)buf->display_order_hint;
3944  ref_frame_map_pairs[map_idx].pyr_level = buf->pyramid_level;
3945  }
3946 }
3947 
3948 #if CONFIG_FPMT_TEST
3949 static inline void calc_frame_data_update_flag(
3950  GF_GROUP *const gf_group, int gf_frame_index,
3951  bool *const do_frame_data_update) {
3952  *do_frame_data_update = true;
3953  // Set the flag to false for all frames in a given parallel encode set except
3954  // the last frame in the set with frame_parallel_level = 2.
3955  if (gf_group->frame_parallel_level[gf_frame_index] == 1) {
3956  *do_frame_data_update = false;
3957  } else if (gf_group->frame_parallel_level[gf_frame_index] == 2) {
3958  // Check if this is the last frame in the set with frame_parallel_level = 2.
3959  for (int i = gf_frame_index + 1; i < gf_group->size; i++) {
3960  if ((gf_group->frame_parallel_level[i] == 0 &&
3961  (gf_group->update_type[i] == ARF_UPDATE ||
3962  gf_group->update_type[i] == INTNL_ARF_UPDATE)) ||
3963  gf_group->frame_parallel_level[i] == 1) {
3964  break;
3965  } else if (gf_group->frame_parallel_level[i] == 2) {
3966  *do_frame_data_update = false;
3967  break;
3968  }
3969  }
3970  }
3971 }
3972 #endif
3973 
3974 // av1 uses 10,000,000 ticks/second as time stamp
3975 #define TICKS_PER_SEC 10000000LL
3976 
3977 static inline int64_t timebase_units_to_ticks(
3978  const aom_rational64_t *timestamp_ratio, int64_t n) {
3979  return n * timestamp_ratio->num / timestamp_ratio->den;
3980 }
3981 
3982 static inline int64_t ticks_to_timebase_units(
3983  const aom_rational64_t *timestamp_ratio, int64_t n) {
3984  int64_t round = timestamp_ratio->num / 2;
3985  if (round > 0) --round;
3986  return (n * timestamp_ratio->den + round) / timestamp_ratio->num;
3987 }
3988 
3989 static inline int frame_is_kf_gf_arf(const AV1_COMP *cpi) {
3990  const GF_GROUP *const gf_group = &cpi->ppi->gf_group;
3991  const FRAME_UPDATE_TYPE update_type =
3992  gf_group->update_type[cpi->gf_frame_index];
3993 
3994  return frame_is_intra_only(&cpi->common) || update_type == ARF_UPDATE ||
3995  update_type == GF_UPDATE;
3996 }
3997 
3998 // TODO(huisu@google.com, youzhou@microsoft.com): enable hash-me for HBD.
3999 static inline int av1_use_hash_me(const AV1_COMP *const cpi) {
4001  cpi->common.features.allow_intrabc &&
4002  frame_is_intra_only(&cpi->common));
4003 }
4004 
4005 static inline const YV12_BUFFER_CONFIG *get_ref_frame_yv12_buf(
4006  const AV1_COMMON *const cm, MV_REFERENCE_FRAME ref_frame) {
4007  const RefCntBuffer *const buf = get_ref_frame_buf(cm, ref_frame);
4008  return buf != NULL ? &buf->buf : NULL;
4009 }
4010 
4011 static inline void alloc_frame_mvs(AV1_COMMON *const cm, RefCntBuffer *buf) {
4012  assert(buf != NULL);
4013  ensure_mv_buffer(buf, cm);
4014  buf->width = cm->width;
4015  buf->height = cm->height;
4016 }
4017 
4018 // Get the allocated token size for a tile. It does the same calculation as in
4019 // the frame token allocation.
4020 static inline unsigned int allocated_tokens(const TileInfo *tile,
4021  int sb_size_log2, int num_planes) {
4022  int tile_mb_rows =
4023  ROUND_POWER_OF_TWO(tile->mi_row_end - tile->mi_row_start, 2);
4024  int tile_mb_cols =
4025  ROUND_POWER_OF_TWO(tile->mi_col_end - tile->mi_col_start, 2);
4026 
4027  return get_token_alloc(tile_mb_rows, tile_mb_cols, sb_size_log2, num_planes);
4028 }
4029 
4030 static inline void get_start_tok(AV1_COMP *cpi, int tile_row, int tile_col,
4031  int mi_row, TokenExtra **tok, int sb_size_log2,
4032  int num_planes) {
4033  AV1_COMMON *const cm = &cpi->common;
4034  const int tile_cols = cm->tiles.cols;
4035  TileDataEnc *this_tile = &cpi->tile_data[tile_row * tile_cols + tile_col];
4036  const TileInfo *const tile_info = &this_tile->tile_info;
4037 
4038  const int tile_mb_cols =
4039  (tile_info->mi_col_end - tile_info->mi_col_start + 2) >> 2;
4040  const int tile_mb_row = (mi_row - tile_info->mi_row_start + 2) >> 2;
4041 
4042  *tok = cpi->token_info.tile_tok[tile_row][tile_col] +
4043  get_token_alloc(tile_mb_row, tile_mb_cols, sb_size_log2, num_planes);
4044 }
4045 
4046 void av1_apply_encoding_flags(AV1_COMP *cpi, aom_enc_frame_flags_t flags);
4047 
4048 #define ALT_MIN_LAG 3
4049 static inline int is_altref_enabled(int lag_in_frames, bool enable_auto_arf) {
4050  return lag_in_frames >= ALT_MIN_LAG && enable_auto_arf;
4051 }
4052 
4053 static inline int can_disable_altref(const GFConfig *gf_cfg) {
4054  return is_altref_enabled(gf_cfg->lag_in_frames, gf_cfg->enable_auto_arf) &&
4055  (gf_cfg->gf_min_pyr_height == 0);
4056 }
4057 
4058 // Helper function to compute number of blocks on either side of the frame.
4059 static inline int get_num_blocks(const int frame_length, const int mb_length) {
4060  return (frame_length + mb_length - 1) / mb_length;
4061 }
4062 
4063 // Check if statistics generation stage
4064 static inline int is_stat_generation_stage(const AV1_COMP *const cpi) {
4065  assert(IMPLIES(cpi->compressor_stage == LAP_STAGE,
4066  cpi->oxcf.pass == AOM_RC_ONE_PASS && cpi->ppi->lap_enabled));
4067  return (cpi->oxcf.pass == AOM_RC_FIRST_PASS ||
4068  (cpi->compressor_stage == LAP_STAGE));
4069 }
4070 // Check if statistics consumption stage
4071 static inline int is_stat_consumption_stage_twopass(const AV1_COMP *const cpi) {
4072  return (cpi->oxcf.pass >= AOM_RC_SECOND_PASS);
4073 }
4074 
4075 // Check if statistics consumption stage
4076 static inline int is_stat_consumption_stage(const AV1_COMP *const cpi) {
4077  return (is_stat_consumption_stage_twopass(cpi) ||
4078  (cpi->oxcf.pass == AOM_RC_ONE_PASS &&
4079  (cpi->compressor_stage == ENCODE_STAGE) && cpi->ppi->lap_enabled));
4080 }
4081 
4082 // Decide whether 'dv_costs' need to be allocated/stored during the encoding.
4083 static inline bool av1_need_dv_costs(const AV1_COMP *const cpi) {
4084  return !cpi->sf.rt_sf.use_nonrd_pick_mode &&
4085  av1_allow_intrabc(&cpi->common) && !is_stat_generation_stage(cpi);
4086 }
4087 
4097 static inline int has_no_stats_stage(const AV1_COMP *const cpi) {
4098  assert(
4099  IMPLIES(!cpi->ppi->lap_enabled, cpi->compressor_stage == ENCODE_STAGE));
4100  return (cpi->oxcf.pass == AOM_RC_ONE_PASS && !cpi->ppi->lap_enabled);
4101 }
4102 
4105 static inline int is_one_pass_rt_params(const AV1_COMP *cpi) {
4106  return has_no_stats_stage(cpi) && cpi->oxcf.mode == REALTIME &&
4107  cpi->oxcf.gf_cfg.lag_in_frames == 0;
4108 }
4109 
4110 // Use default/internal reference structure for single-layer RTC.
4111 static inline int use_rtc_reference_structure_one_layer(const AV1_COMP *cpi) {
4112  return is_one_pass_rt_params(cpi) && cpi->ppi->number_spatial_layers == 1 &&
4113  cpi->ppi->number_temporal_layers == 1 &&
4114  !cpi->ppi->rtc_ref.set_ref_frame_config;
4115 }
4116 
4117 // Check if postencode drop is allowed.
4118 static inline int allow_postencode_drop_rtc(const AV1_COMP *cpi) {
4119  const AV1_COMMON *const cm = &cpi->common;
4120  return is_one_pass_rt_params(cpi) && cpi->oxcf.rc_cfg.mode == AOM_CBR &&
4121  cpi->oxcf.rc_cfg.drop_frames_water_mark > 0 &&
4122  !cpi->rc.rtc_external_ratectrl && !frame_is_intra_only(cm) &&
4123  cpi->svc.spatial_layer_id == 0;
4124 }
4125 
4126 // Function return size of frame stats buffer
4127 static inline int get_stats_buf_size(int num_lap_buffer, int num_lag_buffer) {
4128  /* if lookahead is enabled return num_lap_buffers else num_lag_buffers */
4129  return (num_lap_buffer > 0 ? num_lap_buffer + 1 : num_lag_buffer);
4130 }
4131 
4132 // TODO(zoeliu): To set up cpi->oxcf.gf_cfg.enable_auto_brf
4133 
4134 static inline void set_ref_ptrs(const AV1_COMMON *cm, MACROBLOCKD *xd,
4135  MV_REFERENCE_FRAME ref0,
4136  MV_REFERENCE_FRAME ref1) {
4137  xd->block_ref_scale_factors[0] =
4138  get_ref_scale_factors_const(cm, ref0 >= LAST_FRAME ? ref0 : 1);
4139  xd->block_ref_scale_factors[1] =
4140  get_ref_scale_factors_const(cm, ref1 >= LAST_FRAME ? ref1 : 1);
4141 }
4142 
4143 static inline int get_chessboard_index(int frame_index) {
4144  return frame_index & 0x1;
4145 }
4146 
4147 static inline const int *cond_cost_list_const(const struct AV1_COMP *cpi,
4148  const int *cost_list) {
4149  const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
4150  cpi->sf.mv_sf.use_fullpel_costlist;
4151  return use_cost_list ? cost_list : NULL;
4152 }
4153 
4154 static inline int *cond_cost_list(const struct AV1_COMP *cpi, int *cost_list) {
4155  const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
4156  cpi->sf.mv_sf.use_fullpel_costlist;
4157  return use_cost_list ? cost_list : NULL;
4158 }
4159 
4160 // Compression ratio of current frame.
4161 double av1_get_compression_ratio(const AV1_COMMON *const cm,
4162  size_t encoded_frame_size);
4163 
4164 void av1_new_framerate(AV1_COMP *cpi, double framerate);
4165 
4166 void av1_setup_frame_size(AV1_COMP *cpi);
4167 
4168 #define LAYER_IDS_TO_IDX(sl, tl, num_tl) ((sl) * (num_tl) + (tl))
4169 
4170 // Returns 1 if a frame is scaled and 0 otherwise.
4171 static inline int av1_resize_scaled(const AV1_COMMON *cm) {
4172  return cm->superres_upscaled_width != cm->render_width ||
4174 }
4175 
4176 static inline int av1_frame_scaled(const AV1_COMMON *cm) {
4177  return av1_superres_scaled(cm) || av1_resize_scaled(cm);
4178 }
4179 
4180 // Don't allow a show_existing_frame to coincide with an error resilient
4181 // frame. An exception can be made for a forward keyframe since it has no
4182 // previous dependencies.
4183 static inline int encode_show_existing_frame(const AV1_COMMON *cm) {
4184  return cm->show_existing_frame && (!cm->features.error_resilient_mode ||
4185  cm->current_frame.frame_type == KEY_FRAME);
4186 }
4187 
4188 // Get index into the 'cpi->mbmi_ext_info.frame_base' array for the given
4189 // 'mi_row' and 'mi_col'.
4190 static inline int get_mi_ext_idx(const int mi_row, const int mi_col,
4191  const BLOCK_SIZE mi_alloc_bsize,
4192  const int mbmi_ext_stride) {
4193  const int mi_ext_size_1d = mi_size_wide[mi_alloc_bsize];
4194  const int mi_ext_row = mi_row / mi_ext_size_1d;
4195  const int mi_ext_col = mi_col / mi_ext_size_1d;
4196  return mi_ext_row * mbmi_ext_stride + mi_ext_col;
4197 }
4198 
4199 // Lighter version of set_offsets that only sets the mode info
4200 // pointers.
4201 static inline void set_mode_info_offsets(
4202  const CommonModeInfoParams *const mi_params,
4203  const MBMIExtFrameBufferInfo *const mbmi_ext_info, MACROBLOCK *const x,
4204  MACROBLOCKD *const xd, int mi_row, int mi_col) {
4205  set_mi_offsets(mi_params, xd, mi_row, mi_col);
4206  const int ext_idx = get_mi_ext_idx(mi_row, mi_col, mi_params->mi_alloc_bsize,
4207  mbmi_ext_info->stride);
4208  x->mbmi_ext_frame = mbmi_ext_info->frame_base + ext_idx;
4209 }
4210 
4211 // Check to see if the given partition size is allowed for a specified number
4212 // of mi block rows and columns remaining in the image.
4213 // If not then return the largest allowed partition size
4214 static inline BLOCK_SIZE find_partition_size(BLOCK_SIZE bsize, int rows_left,
4215  int cols_left, int *bh, int *bw) {
4216  int int_size = (int)bsize;
4217  if (rows_left <= 0 || cols_left <= 0) {
4218  return AOMMIN(bsize, BLOCK_8X8);
4219  } else {
4220  for (; int_size > 0; int_size -= 3) {
4221  *bh = mi_size_high[int_size];
4222  *bw = mi_size_wide[int_size];
4223  if ((*bh <= rows_left) && (*bw <= cols_left)) {
4224  break;
4225  }
4226  }
4227  }
4228  return (BLOCK_SIZE)int_size;
4229 }
4230 
4231 static const uint8_t av1_ref_frame_flag_list[REF_FRAMES] = { 0,
4232  AOM_LAST_FLAG,
4233  AOM_LAST2_FLAG,
4234  AOM_LAST3_FLAG,
4235  AOM_GOLD_FLAG,
4236  AOM_BWD_FLAG,
4237  AOM_ALT2_FLAG,
4238  AOM_ALT_FLAG };
4239 
4240 // When more than 'max_allowed_refs' are available, we reduce the number of
4241 // reference frames one at a time based on this order.
4242 static const MV_REFERENCE_FRAME disable_order[] = {
4243  LAST3_FRAME,
4244  LAST2_FRAME,
4245  ALTREF2_FRAME,
4246  BWDREF_FRAME,
4247 };
4248 
4249 static const MV_REFERENCE_FRAME
4250  ref_frame_priority_order[INTER_REFS_PER_FRAME] = {
4251  LAST_FRAME, ALTREF_FRAME, BWDREF_FRAME, GOLDEN_FRAME,
4252  ALTREF2_FRAME, LAST2_FRAME, LAST3_FRAME,
4253  };
4254 
4255 static inline int get_ref_frame_flags(const SPEED_FEATURES *const sf,
4256  const int use_one_pass_rt_params,
4257  const YV12_BUFFER_CONFIG **ref_frames,
4258  const int ext_ref_frame_flags) {
4259  // cpi->ext_flags.ref_frame_flags allows certain reference types to be
4260  // disabled by the external interface. These are set by
4261  // av1_apply_encoding_flags(). Start with what the external interface allows,
4262  // then suppress any reference types which we have found to be duplicates.
4263  int flags = ext_ref_frame_flags;
4264 
4265  for (int i = 1; i < INTER_REFS_PER_FRAME; ++i) {
4266  const YV12_BUFFER_CONFIG *const this_ref = ref_frames[i];
4267  // If this_ref has appeared before, mark the corresponding ref frame as
4268  // invalid. For one_pass_rt mode, only disable GOLDEN_FRAME if it's the
4269  // same as LAST_FRAME or ALTREF_FRAME (if ALTREF is being used in nonrd).
4270  int index =
4271  (use_one_pass_rt_params && ref_frame_priority_order[i] == GOLDEN_FRAME)
4272  ? (1 + sf->rt_sf.use_nonrd_altref_frame)
4273  : i;
4274  for (int j = 0; j < index; ++j) {
4275  // If this_ref has appeared before (same as the reference corresponding
4276  // to lower index j), remove it as a reference only if that reference
4277  // (for index j) is actually used as a reference.
4278  if (this_ref == ref_frames[j] &&
4279  (flags & (1 << (ref_frame_priority_order[j] - 1)))) {
4280  flags &= ~(1 << (ref_frame_priority_order[i] - 1));
4281  break;
4282  }
4283  }
4284  }
4285  return flags;
4286 }
4287 
4288 // Returns a Sequence Header OBU stored in an aom_fixed_buf_t, or NULL upon
4289 // failure. When a non-NULL aom_fixed_buf_t pointer is returned by this
4290 // function, the memory must be freed by the caller. Both the buf member of the
4291 // aom_fixed_buf_t, and the aom_fixed_buf_t pointer itself must be freed. Memory
4292 // returned must be freed via call to free().
4293 //
4294 // Note: The OBU returned is in Low Overhead Bitstream Format. Specifically,
4295 // the obu_has_size_field bit is set, and the buffer contains the obu_size
4296 // field.
4297 aom_fixed_buf_t *av1_get_global_headers(AV1_PRIMARY *ppi);
4298 
4299 #define MAX_GFUBOOST_FACTOR 10.0
4300 #define MIN_GFUBOOST_FACTOR 4.0
4301 
4302 static inline int is_frame_tpl_eligible(const GF_GROUP *const gf_group,
4303  uint8_t index) {
4304  const FRAME_UPDATE_TYPE update_type = gf_group->update_type[index];
4305  return update_type == ARF_UPDATE || update_type == GF_UPDATE ||
4306  update_type == KF_UPDATE;
4307 }
4308 
4309 static inline int is_frame_eligible_for_ref_pruning(const GF_GROUP *gf_group,
4310  int selective_ref_frame,
4311  int prune_ref_frames,
4312  int gf_index) {
4313  return (selective_ref_frame > 0) && (prune_ref_frames > 0) &&
4314  !is_frame_tpl_eligible(gf_group, gf_index);
4315 }
4316 
4317 // Get update type of the current frame.
4318 static inline FRAME_UPDATE_TYPE get_frame_update_type(const GF_GROUP *gf_group,
4319  int gf_frame_index) {
4320  return gf_group->update_type[gf_frame_index];
4321 }
4322 
4323 static inline int av1_pixels_to_mi(int pixels) {
4324  return ALIGN_POWER_OF_TWO(pixels, 3) >> MI_SIZE_LOG2;
4325 }
4326 
4327 static inline int is_psnr_calc_enabled(const AV1_COMP *cpi) {
4328  const AV1_COMMON *const cm = &cpi->common;
4329 
4330  return cpi->ppi->b_calculate_psnr && !is_stat_generation_stage(cpi) &&
4331  cm->show_frame && !cpi->is_dropped_frame;
4332 }
4333 
4334 static inline int is_frame_resize_pending(const AV1_COMP *const cpi) {
4335  const ResizePendingParams *const resize_pending_params =
4336  &cpi->resize_pending_params;
4337  return (resize_pending_params->width && resize_pending_params->height &&
4338  (cpi->common.width != resize_pending_params->width ||
4339  cpi->common.height != resize_pending_params->height));
4340 }
4341 
4342 // Check if loop filter is used.
4343 static inline int is_loopfilter_used(const AV1_COMMON *const cm) {
4344  return !cm->features.coded_lossless && !cm->tiles.large_scale;
4345 }
4346 
4347 // Check if CDEF is used.
4348 static inline int is_cdef_used(const AV1_COMMON *const cm) {
4349  return cm->seq_params->enable_cdef && !cm->features.coded_lossless &&
4350  !cm->tiles.large_scale;
4351 }
4352 
4353 // Check if loop restoration filter is used.
4354 static inline int is_restoration_used(const AV1_COMMON *const cm) {
4355  return cm->seq_params->enable_restoration && !cm->features.all_lossless &&
4356  !cm->tiles.large_scale;
4357 }
4358 
4359 // Checks if post-processing filters need to be applied.
4360 // NOTE: This function decides if the application of different post-processing
4361 // filters on the reconstructed frame can be skipped at the encoder side.
4362 // However the computation of different filter parameters that are signaled in
4363 // the bitstream is still required.
4364 static inline unsigned int derive_skip_apply_postproc_filters(
4365  const AV1_COMP *cpi, int use_loopfilter, int use_cdef, int use_superres,
4366  int use_restoration) {
4367  // Though CDEF parameter selection should be dependent on
4368  // deblocked/loop-filtered pixels for cdef_pick_method <=
4369  // CDEF_FAST_SEARCH_LVL5, CDEF strength values are calculated based on the
4370  // pixel values that are not loop-filtered in svc real-time encoding mode.
4371  // Hence this case is handled separately using the condition below.
4372  if (cpi->ppi->rtc_ref.non_reference_frame)
4373  return (SKIP_APPLY_LOOPFILTER | SKIP_APPLY_CDEF);
4374 
4376  return 0;
4377  assert(cpi->oxcf.mode == ALLINTRA);
4378 
4379  // The post-processing filters are applied one after the other in the
4380  // following order: deblocking->cdef->superres->restoration. In case of
4381  // ALLINTRA encoding, the reconstructed frame is not used as a reference
4382  // frame. Hence, the application of these filters can be skipped when
4383  // 1. filter parameters of the subsequent stages are not dependent on the
4384  // filtered output of the current stage or
4385  // 2. subsequent filtering stages are disabled
4386  if (use_restoration) return SKIP_APPLY_RESTORATION;
4387  if (use_superres) return SKIP_APPLY_SUPERRES;
4388  if (use_cdef) {
4389  // CDEF parameter selection is not dependent on the deblocked frame if
4390  // cdef_pick_method is CDEF_PICK_FROM_Q. Hence the application of deblocking
4391  // filters and cdef filters can be skipped in this case.
4392  return (cpi->sf.lpf_sf.cdef_pick_method == CDEF_PICK_FROM_Q &&
4393  use_loopfilter)
4394  ? (SKIP_APPLY_LOOPFILTER | SKIP_APPLY_CDEF)
4395  : SKIP_APPLY_CDEF;
4396  }
4397  if (use_loopfilter) return SKIP_APPLY_LOOPFILTER;
4398 
4399  // If we reach here, all post-processing stages are disabled, so none need to
4400  // be skipped.
4401  return 0;
4402 }
4403 
4404 static inline void set_postproc_filter_default_params(AV1_COMMON *cm) {
4405  struct loopfilter *const lf = &cm->lf;
4406  CdefInfo *const cdef_info = &cm->cdef_info;
4407  RestorationInfo *const rst_info = cm->rst_info;
4408 
4409  lf->filter_level[0] = 0;
4410  lf->filter_level[1] = 0;
4411  cdef_info->cdef_bits = 0;
4412  cdef_info->cdef_strengths[0] = 0;
4413  cdef_info->nb_cdef_strengths = 1;
4414  cdef_info->cdef_uv_strengths[0] = 0;
4415  rst_info[0].frame_restoration_type = RESTORE_NONE;
4416  rst_info[1].frame_restoration_type = RESTORE_NONE;
4417  rst_info[2].frame_restoration_type = RESTORE_NONE;
4418 }
4419 
4420 static inline int is_inter_tx_size_search_level_one(
4421  const TX_SPEED_FEATURES *tx_sf) {
4422  return (tx_sf->inter_tx_size_search_init_depth_rect >= 1 &&
4423  tx_sf->inter_tx_size_search_init_depth_sqr >= 1);
4424 }
4425 
4426 static inline int get_lpf_opt_level(const SPEED_FEATURES *sf) {
4427  int lpf_opt_level = 0;
4428  if (is_inter_tx_size_search_level_one(&sf->tx_sf))
4429  lpf_opt_level = (sf->lpf_sf.lpf_pick == LPF_PICK_FROM_Q) ? 2 : 1;
4430  return lpf_opt_level;
4431 }
4432 
4433 // Enable switchable motion mode only if warp and OBMC tools are allowed
4434 static inline bool is_switchable_motion_mode_allowed(bool allow_warped_motion,
4435  bool enable_obmc) {
4436  return (allow_warped_motion || enable_obmc);
4437 }
4438 
4439 #if CONFIG_AV1_TEMPORAL_DENOISING
4440 static inline int denoise_svc(const struct AV1_COMP *const cpi) {
4441  return (!cpi->ppi->use_svc ||
4442  (cpi->ppi->use_svc &&
4443  cpi->svc.spatial_layer_id >= cpi->svc.first_layer_denoise));
4444 }
4445 #endif
4446 
4447 #if CONFIG_COLLECT_PARTITION_STATS == 2
4448 static inline void av1_print_fr_partition_timing_stats(
4449  const FramePartitionTimingStats *part_stats, const char *filename) {
4450  FILE *f = fopen(filename, "w");
4451  if (!f) {
4452  return;
4453  }
4454 
4455  fprintf(f, "bsize,redo,");
4456  for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4457  fprintf(f, "decision_%d,", part);
4458  }
4459  for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4460  fprintf(f, "attempt_%d,", part);
4461  }
4462  for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4463  fprintf(f, "time_%d,", part);
4464  }
4465  fprintf(f, "\n");
4466 
4467  static const int bsizes[6] = { 128, 64, 32, 16, 8, 4 };
4468 
4469  for (int bsize_idx = 0; bsize_idx < 6; bsize_idx++) {
4470  fprintf(f, "%d,%d,", bsizes[bsize_idx], part_stats->partition_redo);
4471  for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4472  fprintf(f, "%d,", part_stats->partition_decisions[bsize_idx][part]);
4473  }
4474  for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4475  fprintf(f, "%d,", part_stats->partition_attempts[bsize_idx][part]);
4476  }
4477  for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4478  fprintf(f, "%ld,", part_stats->partition_times[bsize_idx][part]);
4479  }
4480  fprintf(f, "\n");
4481  }
4482  fclose(f);
4483 }
4484 #endif // CONFIG_COLLECT_PARTITION_STATS == 2
4485 
4486 #if CONFIG_COLLECT_PARTITION_STATS
4487 static inline int av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize) {
4488  assert(bsize == BLOCK_128X128 || bsize == BLOCK_64X64 ||
4489  bsize == BLOCK_32X32 || bsize == BLOCK_16X16 || bsize == BLOCK_8X8 ||
4490  bsize == BLOCK_4X4);
4491  switch (bsize) {
4492  case BLOCK_128X128: return 0;
4493  case BLOCK_64X64: return 1;
4494  case BLOCK_32X32: return 2;
4495  case BLOCK_16X16: return 3;
4496  case BLOCK_8X8: return 4;
4497  case BLOCK_4X4: return 5;
4498  default: assert(0 && "Invalid bsize for partition_stats."); return -1;
4499  }
4500 }
4501 #endif // CONFIG_COLLECT_PARTITION_STATS
4502 
4503 #if CONFIG_COLLECT_COMPONENT_TIMING
4504 static inline void start_timing(AV1_COMP *cpi, int component) {
4505  aom_usec_timer_start(&cpi->component_timer[component]);
4506 }
4507 static inline void end_timing(AV1_COMP *cpi, int component) {
4508  aom_usec_timer_mark(&cpi->component_timer[component]);
4509  cpi->frame_component_time[component] +=
4510  aom_usec_timer_elapsed(&cpi->component_timer[component]);
4511 }
4512 static inline char const *get_frame_type_enum(int type) {
4513  switch (type) {
4514  case 0: return "KEY_FRAME";
4515  case 1: return "INTER_FRAME";
4516  case 2: return "INTRA_ONLY_FRAME";
4517  case 3: return "S_FRAME";
4518  default: assert(0);
4519  }
4520  return "error";
4521 }
4522 #endif
4523 
4526 #ifdef __cplusplus
4527 } // extern "C"
4528 #endif
4529 
4530 #endif // AOM_AV1_ENCODER_ENCODER_H_
enum aom_chroma_sample_position aom_chroma_sample_position_t
List of chroma sample positions.
enum aom_transfer_characteristics aom_transfer_characteristics_t
List of supported transfer functions.
enum aom_color_range aom_color_range_t
List of supported color range.
enum aom_color_primaries aom_color_primaries_t
List of supported color primaries.
enum aom_matrix_coefficients aom_matrix_coefficients_t
List of supported matrix coefficients.
Provides definitions for using AOM or AV1 encoder algorithm within the aom Codec Interface.
struct AV1_COMP AV1_COMP
Top level encoder structure.
COST_UPDATE_TYPE
This enum controls how often the entropy costs should be updated.
Definition: encoder.h:218
@ COST_UPD_SBROW
Definition: encoder.h:220
@ COST_UPD_TILE
Definition: encoder.h:221
@ COST_UPD_OFF
Definition: encoder.h:222
@ NUM_COST_UPDATE_TYPES
Definition: encoder.h:223
@ COST_UPD_SB
Definition: encoder.h:219
struct EncodeFrameParams EncodeFrameParams
contains per-frame encoding parameters decided upon by av1_encode_strategy() and passed down to av1_e...
struct PrimaryMultiThreadInfo PrimaryMultiThreadInfo
Primary Encoder parameters related to multi-threading.
struct EncodeFrameInput EncodeFrameInput
Input frames and last input frame.
struct MultiThreadInfo MultiThreadInfo
Encoder parameters related to multi-threading.
struct AV1_COMP_DATA AV1_COMP_DATA
Structure to hold data corresponding to an encoded frame.
LOOPFILTER_CONTROL
This enum controls to which frames loopfilter is applied.
Definition: encoder.h:229
@ LOOPFILTER_ALL
Definition: encoder.h:231
@ LOOPFILTER_SELECTIVELY
Definition: encoder.h:233
@ LOOPFILTER_REFERENCE
Definition: encoder.h:232
@ LOOPFILTER_NONE
Definition: encoder.h:230
#define NUM_RECODES_PER_FRAME
Max number of recodes used to track the frame probabilities.
Definition: encoder.h:1621
struct AV1_PRIMARY AV1_PRIMARY
Top level primary encoder structure.
struct inter_modes_info InterModesInfo
Struct used to hold inter mode data for fast tx search.
SKIP_APPLY_POSTPROC_FILTER
This enum controls the application of post-processing filters on a reconstructed frame.
Definition: encoder.h:241
struct RestoreStateBuffers RestoreStateBuffers
Buffers to be backed up during parallel encode set to be restored later.
struct AV1EncoderConfig AV1EncoderConfig
Main encoder configuration data structure.
#define MAX_PARALLEL_FRAMES
Max number of frames that can be encoded in a parallel encode set.
Definition: encoder.h:1626
RestorationType
This enumeration defines various restoration types supported.
Definition: enums.h:609
@ RESTORE_NONE
Definition: enums.h:610
@ RESTORE_SWITCHABLE_TYPES
Definition: enums.h:614
@ RESTORE_TYPES
Definition: enums.h:615
aom_dist_metric
Distortion metric to use for RD optimization.
Definition: aomcx.h:1684
aom_tune_content
Definition: aomcx.h:1645
enum aom_scaling_mode_1d AOM_SCALING_MODE
aom 1-D scaling mode
aom_tune_metric
Model tuning parameters.
Definition: aomcx.h:1664
enum aom_bit_depth aom_bit_depth_t
Bit depth for codecThis enumeration determines the bit depth of the codec.
enum aom_superblock_size aom_superblock_size_t
Superblock size selection.
aom_codec_err_t
Algorithm return codes.
Definition: aom_codec.h:155
aom_superres_mode
Frame super-resolution mode.
Definition: aom_encoder.h:205
aom_rc_mode
Rate control mode.
Definition: aom_encoder.h:183
aom_enc_pass
Multi-pass Encoding Pass.
Definition: aom_encoder.h:174
long aom_enc_frame_flags_t
Encoded Frame Flags.
Definition: aom_encoder.h:375
@ AOM_CBR
Definition: aom_encoder.h:185
@ AOM_RC_ONE_PASS
Definition: aom_encoder.h:175
@ AOM_RC_SECOND_PASS
Definition: aom_encoder.h:177
@ AOM_RC_FIRST_PASS
Definition: aom_encoder.h:176
int av1_get_compressed_data(AV1_COMP *cpi, AV1_COMP_DATA *const cpi_data)
Encode a frame.
Definition: encoder.c:4704
int av1_receive_raw_frame(AV1_COMP *cpi, aom_enc_frame_flags_t frame_flags, const YV12_BUFFER_CONFIG *sd, int64_t time_stamp, int64_t end_time_stamp)
Obtain the raw frame data.
Definition: encoder.c:4098
int av1_encode(AV1_COMP *const cpi, uint8_t *const dest, const EncodeFrameInput *const frame_input, const EncodeFrameParams *const frame_params, EncodeFrameResults *const frame_results)
Run 1-pass/2-pass encoding.
Definition: encoder.c:4000
static int has_no_stats_stage(const AV1_COMP *const cpi)
Check if the current stage has statistics.
Definition: encoder.h:4097
Describes look ahead buffer operations.
@ CDEF_PICK_FROM_Q
Definition: speed_features.h:172
Top level common structure used by both encoder and decoder.
Definition: av1_common_int.h:757
RestorationInfo rst_info[3]
Definition: av1_common_int.h:953
int superres_upscaled_width
Definition: av1_common_int.h:806
int superres_upscaled_height
Definition: av1_common_int.h:807
SequenceHeader * seq_params
Definition: av1_common_int.h:983
int width
Definition: av1_common_int.h:782
CdefInfo cdef_info
Definition: av1_common_int.h:962
CurrentFrame current_frame
Definition: av1_common_int.h:761
int show_existing_frame
Definition: av1_common_int.h:907
struct loopfilter lf
Definition: av1_common_int.h:946
FeatureFlags features
Definition: av1_common_int.h:912
int show_frame
Definition: av1_common_int.h:892
RefCntBuffer * ref_frame_map[REF_FRAMES]
Definition: av1_common_int.h:885
CommonTileParams tiles
Definition: av1_common_int.h:999
int height
Definition: av1_common_int.h:783
int render_width
Definition: av1_common_int.h:793
int render_height
Definition: av1_common_int.h:794
Encoder data related to multi-threading for allintra deltaq-mode=3.
Definition: encoder.h:1591
pthread_mutex_t * mutex_
Definition: encoder.h:1596
pthread_cond_t * cond_
Definition: encoder.h:1600
Encoder data related to row-based multi-threading.
Definition: encoder.h:1501
int allocated_sb_rows
Definition: encoder.h:1540
pthread_mutex_t * mutex_
Definition: encoder.h:1566
int allocated_tile_cols
Definition: encoder.h:1509
bool firstpass_mt_exit
Definition: encoder.h:1553
int allocated_cols
Definition: encoder.h:1523
bool mb_wiener_mt_exit
Definition: encoder.h:1560
pthread_cond_t * cond_
Definition: encoder.h:1570
bool row_mt_exit
Definition: encoder.h:1546
int allocated_tile_rows
Definition: encoder.h:1505
int allocated_rows
Definition: encoder.h:1516
int * num_tile_cols_done
Definition: encoder.h:1534
Encoder parameters for synchronization of row based multi-threading.
Definition: encoder.h:1383
int rows
Definition: encoder.h:1416
int sync_range
Definition: encoder.h:1405
int intrabc_extra_top_right_sb_delay
Definition: encoder.h:1412
int next_mi_row
Definition: encoder.h:1420
pthread_mutex_t * mutex_
Definition: encoder.h:1389
pthread_cond_t * cond_
Definition: encoder.h:1390
int num_threads_working
Definition: encoder.h:1424
Main encoder configuration data structure.
Definition: encoder.h:923
RateControlCfg rc_cfg
Definition: encoder.h:945
KeyFrameCfg kf_cfg
Definition: encoder.h:940
enum aom_enc_pass pass
Definition: encoder.h:1048
AlgoCfg algo_cfg
Definition: encoder.h:935
aom_fixed_buf_t twopass_stats_in
Definition: encoder.h:962
Structure to hold search parameter per restoration unit and intermediate buffer of Wiener filter used...
Definition: encoder.h:1680
int16_t * dgd_avg
Definition: encoder.h:1690
Structure to hold data corresponding to an encoded frame.
Definition: encoder.h:2522
int64_t ts_frame_end
Definition: encoder.h:2551
int pop_lookahead
Definition: encoder.h:2566
int64_t ts_frame_start
Definition: encoder.h:2546
unsigned char * cx_data
Definition: encoder.h:2526
size_t cx_data_sz
Definition: encoder.h:2531
int flush
Definition: encoder.h:2556
int frame_display_order_hint
Definition: encoder.h:2571
unsigned int lib_flags
Definition: encoder.h:2541
size_t frame_size
Definition: encoder.h:2536
const aom_rational64_t * timestamp_ratio
Definition: encoder.h:2561
Top level encoder structure.
Definition: encoder.h:2873
double * ext_rate_distribution
Definition: encoder.h:3550
int do_update_frame_probs_warp[10]
Definition: encoder.h:3259
uint8_t * consec_zero_mv
Definition: encoder.h:3460
int do_update_frame_probs_obmc[10]
Definition: encoder.h:3254
struct aom_denoise_and_model_t * denoise_and_model
Definition: encoder.h:3327
int skip_tpl_setup_stats
Definition: encoder.h:2981
int frames_since_last_update
Definition: encoder.h:3634
int * mb_delta_q
Definition: encoder.h:3570
int vaq_refresh
Definition: encoder.h:3229
FRAME_TYPE last_frame_type
Definition: encoder.h:3425
YV12_BUFFER_CONFIG * unscaled_source
Definition: encoder.h:2949
int palette_pixel_num
Definition: encoder.h:3663
CYCLIC_REFRESH * cyclic_refresh
Definition: encoder.h:3121
RATE_CONTROL rc
Definition: encoder.h:3080
int deltaq_used
Definition: encoder.h:3383
ActiveMap active_map
Definition: encoder.h:3126
bool frame_size_related_setup_done
Definition: encoder.h:3192
TuneVMAFInfo vmaf_info
Definition: encoder.h:3401
WeberStats * mb_weber_stats
Definition: encoder.h:3538
bool refresh_idx_available
Definition: encoder.h:3503
TokenInfo token_info
Definition: encoder.h:3224
int64_t ambient_err
Definition: encoder.h:3049
aom_film_grain_table_t * film_grain_table
Definition: encoder.h:3320
int ref_refresh_index
Definition: encoder.h:3497
size_t available_bs_size
Definition: encoder.h:3481
SPEED_FEATURES sf
Definition: encoder.h:3100
TRELLIS_OPT_TYPE optimize_seg_arr[8]
Definition: encoder.h:2927
ExtPartController ext_part_controller
Definition: encoder.h:3487
FILE * second_pass_log_stream
Definition: encoder.h:3604
double * ssim_rdmult_scaling_factors
Definition: encoder.h:3395
RD_OPT rd
Definition: encoder.h:3054
int data_alloc_height
Definition: encoder.h:3178
int num_tg
Definition: encoder.h:3430
WinnerModeParams winner_mode_params
Definition: encoder.h:3070
ExternalFlags ext_flags
Definition: encoder.h:3032
bool alloc_pyramid
Definition: encoder.h:3645
EncSegmentationInfo enc_seg
Definition: encoder.h:3116
MotionVectorSearchParams mv_search_params
Definition: encoder.h:3105
int use_screen_content_tools
Definition: encoder.h:3342
int do_update_frame_probs_interpfilter[10]
Definition: encoder.h:3264
CODING_CONTEXT coding_context
Definition: encoder.h:3060
TemporalFilterCtx tf_ctx
Definition: encoder.h:2996
ForceIntegerMVInfo force_intpel_info
Definition: encoder.h:3006
GlobalMotionInfo gm_info
Definition: encoder.h:3065
int consec_zero_mv_alloc_size
Definition: encoder.h:3465
CoeffBufferPool coeff_buffer_pool
Definition: encoder.h:2911
FRAME_INDEX_SET frame_index_set
Definition: encoder.h:3164
int ref_frame_flags
Definition: encoder.h:3090
RefCntBuffer * scaled_ref_buf[INTER_REFS_PER_FRAME]
Definition: encoder.h:3012
unsigned char gf_frame_index
Definition: encoder.h:3131
AV1EncoderConfig oxcf
Definition: encoder.h:2921
AV1_COMMON common
Definition: encoder.h:2916
AV1LrStruct lr_ctxt
Definition: encoder.h:3310
bool do_frame_data_update
Definition: encoder.h:3526
CdefSearchCtx * cdef_search_ctx
Definition: encoder.h:3001
int data_alloc_width
Definition: encoder.h:3171
int do_update_frame_probs_txtype[10]
Definition: encoder.h:3249
FRAME_COUNTS counts
Definition: encoder.h:2893
COMPRESSOR_STAGE compressor_stage
Definition: encoder.h:3419
int intrabc_used
Definition: encoder.h:3300
int num_frame_recode
Definition: encoder.h:3239
int rt_reduce_num_ref_buffers
Definition: encoder.h:3027
RefreshFrameInfo refresh_frame
Definition: encoder.h:3022
int prune_ref_frame_mask
Definition: encoder.h:3305
YV12_BUFFER_CONFIG * unscaled_last_source
Definition: encoder.h:2959
THIRD_PASS_DEC_CTX * third_pass_ctx
Definition: encoder.h:3599
int all_one_sided_refs
Definition: encoder.h:3111
MultiThreadInfo mt_info
Definition: encoder.h:3288
VarBasedPartitionInfo vbp_info
Definition: encoder.h:3234
int scaled_last_source_available
Definition: encoder.h:3669
YV12_BUFFER_CONFIG * last_source
Definition: encoder.h:2943
int existing_fb_idx_to_show
Definition: encoder.h:3295
YV12_BUFFER_CONFIG * unfiltered_source
Definition: encoder.h:2970
unsigned int zeromv_skip_thresh_exit_part[BLOCK_SIZES_ALL]
Definition: encoder.h:3639
FRAME_INFO frame_info
Definition: encoder.h:3159
int last_coded_height
Definition: encoder.h:3204
int frame_header_count
Definition: encoder.h:3378
int droppable
Definition: encoder.h:3154
RefCntBuffer * last_show_frame_buf
Definition: encoder.h:3017
aom_superres_mode superres_mode
Definition: encoder.h:3437
MBMIExtFrameBufferInfo mbmi_ext_info
Definition: encoder.h:2898
AV1LrPickStruct pick_lr_ctxt
Definition: encoder.h:3315
double new_framerate
Definition: encoder.h:3278
AV1_PRIMARY * ppi
Definition: encoder.h:2877
uint64_t * src_sad_blk_64x64
Definition: encoder.h:3609
int64_t norm_wiener_variance
Definition: encoder.h:3565
double * tpl_rdmult_scaling_factors
Definition: encoder.h:2991
int sb_counter
Definition: encoder.h:3476
int last_coded_width
Definition: encoder.h:3198
TileDataEnc * tile_data
Definition: encoder.h:3215
int is_screen_content_type
Definition: encoder.h:3350
BLOCK_SIZE weber_bsize
Definition: encoder.h:3560
InterpSearchFlags interp_search_flags
Definition: encoder.h:3333
TimeStamps time_stamps
Definition: encoder.h:3075
int ref_idx_to_skip
Definition: encoder.h:3510
YV12_BUFFER_CONFIG orig_source
Definition: encoder.h:2976
FirstPassData firstpass_data
Definition: encoder.h:3442
double framerate
Definition: encoder.h:3085
int speed
Definition: encoder.h:3095
BLOCK_SIZE fp_block_size
Definition: encoder.h:3470
int use_ducky_encode
Definition: encoder.h:3622
YV12_BUFFER_CONFIG trial_frame_rst
Definition: encoder.h:3044
bool is_dropped_frame
Definition: encoder.h:3575
ThreadData td
Definition: encoder.h:2888
ResizePendingParams resize_pending_params
Definition: encoder.h:3209
YV12_BUFFER_CONFIG scaled_source
Definition: encoder.h:2954
int do_update_vbr_bits_off_target_fast
Definition: encoder.h:3283
YV12_BUFFER_CONFIG last_frame_uf
Definition: encoder.h:3038
EncQuantDequantParams enc_quant_dequant_params
Definition: encoder.h:2883
RefFrameDistanceInfo ref_frame_dist_info
Definition: encoder.h:3388
int * prep_rate_estimates
Definition: encoder.h:3544
DuckyEncodeInfo ducky_encode_info
Definition: encoder.h:3628
double ext_rate_scale
Definition: encoder.h:3555
int initial_mbs
Definition: encoder.h:3186
uint64_t rec_sse
Definition: encoder.h:3616
YV12_BUFFER_CONFIG scaled_last_source
Definition: encoder.h:2964
MV_STATS mv_stats
Definition: encoder.h:3493
FrameProbInfo frame_new_probs[10]
Definition: encoder.h:3244
YV12_BUFFER_CONFIG * source
Definition: encoder.h:2934
int allocated_tiles
Definition: encoder.h:3219
SVC svc
Definition: encoder.h:3414
CB_COEFF_BUFFER * coeff_buffer_base
Definition: encoder.h:2905
NOISE_ESTIMATE noise_estimate
Definition: encoder.h:3447
TWO_PASS_FRAME twopass_frame
Definition: encoder.h:3594
Top level primary encoder structure.
Definition: encoder.h:2577
int num_fp_contexts
Definition: encoder.h:2634
AV1EncRowMultiThreadSync intra_row_mt_sync
Definition: encoder.h:2867
bool buffer_removal_time_present
Definition: encoder.h:2748
int valid_gm_model_found[FRAME_UPDATE_TYPES]
Definition: encoder.h:2856
struct aom_codec_pkt_list * output_pkt_list
Definition: encoder.h:2678
int filter_level[2]
Definition: encoder.h:2639
SequenceHeader seq_params
Definition: encoder.h:2738
MV_STATS mv_stats
Definition: encoder.h:2786
struct AV1_COMP * cpi
Definition: encoder.h:2655
AV1LevelParams level_params
Definition: encoder.h:2708
int internal_altref_allowed
Definition: encoder.h:2683
RTC_REF rtc_ref
Definition: encoder.h:2861
int b_calculate_psnr
Definition: encoder.h:2713
PrimaryMultiThreadInfo p_mt_info
Definition: encoder.h:2843
TEMPORAL_FILTER_INFO tf_info
Definition: encoder.h:2733
TWO_PASS twopass
Definition: encoder.h:2723
int frames_left
Definition: encoder.h:2718
int64_t ts_start_last_show_frame
Definition: encoder.h:2624
PRIMARY_RATE_CONTROL p_rc
Definition: encoder.h:2728
int lap_enabled
Definition: encoder.h:2703
FrameProbInfo frame_probs
Definition: encoder.h:2848
int show_existing_alt_ref
Definition: encoder.h:2688
int fb_of_context_type[REF_FRAMES]
Definition: encoder.h:2838
int use_svc
Definition: encoder.h:2743
double * tpl_sb_rdmult_scaling_factors
Definition: encoder.h:2776
int filter_level_v
Definition: encoder.h:2649
int filter_level_u
Definition: encoder.h:2644
struct AV1_COMP * cpi_lap
Definition: encoder.h:2660
struct AV1_COMP * parallel_cpi[4]
Definition: encoder.h:2581
int64_t ts_end_last_show_frame
Definition: encoder.h:2629
struct lookahead_ctx * lookahead
Definition: encoder.h:2665
GF_STATE gf_state
Definition: encoder.h:2698
aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL]
Definition: encoder.h:2770
GF_GROUP gf_group
Definition: encoder.h:2693
struct AV1_COMP_DATA parallel_frames_data[4 - 1]
Definition: encoder.h:2587
TplParams tpl_data
Definition: encoder.h:2781
unsigned int number_temporal_layers
Definition: encoder.h:2753
unsigned int number_spatial_layers
Definition: encoder.h:2758
int seq_params_locked
Definition: encoder.h:2672
struct aom_internal_error_info error
Definition: encoder.h:2763
Algorithm configuration parameters.
Definition: encoder.h:817
int disable_trellis_quant
Definition: encoder.h:833
int sharpness
Definition: encoder.h:824
bool skip_postproc_filtering
Definition: encoder.h:877
int arnr_max_frames
Definition: encoder.h:838
bool enable_tpl_model
Definition: encoder.h:856
LOOPFILTER_CONTROL loopfilter_control
Definition: encoder.h:871
uint8_t cdf_update_mode
Definition: encoder.h:851
bool enable_overlay
Definition: encoder.h:862
int arnr_strength
Definition: encoder.h:843
Stores the transforms coefficients for the whole superblock.
Definition: block.h:206
The stucture of CYCLIC_REFRESH.
Definition: aq_cyclicrefresh.h:36
Parameters related to CDEF.
Definition: av1_common_int.h:200
int cdef_bits
Number of CDEF strength values in bits.
Definition: av1_common_int.h:222
int cdef_uv_strengths[16]
CDEF strength values for chroma.
Definition: av1_common_int.h:220
int cdef_strengths[16]
CDEF strength values for luma.
Definition: av1_common_int.h:218
int nb_cdef_strengths
Number of CDEF strength values.
Definition: av1_common_int.h:216
Definition: encoder.h:2428
uint8_t * entropy_ctx
Definition: encoder.h:2440
tran_low_t * tcoeff
Definition: encoder.h:2432
uint16_t * eobs
Definition: encoder.h:2436
Params related to MB_MODE_INFO arrays and related info.
Definition: av1_common_int.h:508
BLOCK_SIZE mi_alloc_bsize
Definition: av1_common_int.h:557
int cols
Definition: av1_common_int.h:435
unsigned int large_scale
Definition: av1_common_int.h:495
Encoder flags for compound prediction modes.
Definition: encoder.h:396
bool enable_masked_comp
Definition: encoder.h:405
bool enable_diff_wtd_comp
Definition: encoder.h:413
bool enable_smooth_interintra
Definition: encoder.h:409
bool enable_interintra_wedge
Definition: encoder.h:421
bool enable_interinter_wedge
Definition: encoder.h:417
bool enable_dist_wtd_comp
Definition: encoder.h:400
Contains buffers used by av1_compound_type_rd()
Definition: block.h:366
Segmentation related information for the current frame.
Definition: encoder.h:2391
uint8_t * map
Definition: encoder.h:2397
bool has_lossless_segment
Definition: encoder.h:2403
Input frames and last input frame.
Definition: encoder.h:3675
contains per-frame encoding parameters decided upon by av1_encode_strategy() and passed down to av1_e...
Definition: encoder.h:3687
int error_resilient_mode
Definition: encoder.h:3691
int remapped_ref_idx[REF_FRAMES]
Definition: encoder.h:3722
int ref_frame_flags
Definition: encoder.h:3717
int speed
Definition: encoder.h:3733
FRAME_TYPE frame_type
Definition: encoder.h:3695
int show_frame
Definition: encoder.h:3705
RefreshFrameInfo refresh_frame
Definition: encoder.h:3728
Frame refresh flags set by the external interface.
Definition: encoder.h:2258
bool golden_frame
Definition: encoder.h:2260
bool bwd_ref_frame
Definition: encoder.h:2261
bool update_pending
Definition: encoder.h:2267
bool last_frame
Definition: encoder.h:2259
bool alt_ref_frame
Definition: encoder.h:2263
bool alt2_ref_frame
Definition: encoder.h:2262
Flags signalled by the external interface at frame level.
Definition: encoder.h:2273
bool use_primary_ref_none
Definition: encoder.h:2314
bool use_ref_frame_mvs
Definition: encoder.h:2298
ExtRefreshFrameFlagsInfo refresh_frame
Definition: encoder.h:2282
int ref_frame_flags
Definition: encoder.h:2277
bool use_error_resilient
Definition: encoder.h:2303
bool use_s_frame
Definition: encoder.h:2308
bool refresh_frame_context
Definition: encoder.h:2287
bool refresh_frame_context_pending
Definition: encoder.h:2293
Frame level features.
Definition: av1_common_int.h:365
bool allow_screen_content_tools
Definition: av1_common_int.h:382
bool allow_intrabc
Definition: av1_common_int.h:383
bool coded_lossless
Definition: av1_common_int.h:392
bool error_resilient_mode
Definition: av1_common_int.h:407
bool all_lossless
Definition: av1_common_int.h:396
Encoder info used for decision on forcing integer motion vectors.
Definition: encoder.h:1852
int rate_size
Definition: encoder.h:1865
int rate_index
Definition: encoder.h:1861
Encoder-side probabilities for pruning of various AV1 tools.
Definition: encoder.h:1111
Data related to the current GF/ARF group and the individual frames within the group.
Definition: firstpass.h:339
Parameters related to global motion search.
Definition: encoder.h:2061
bool search_done
Definition: encoder.h:2065
int segment_map_h
Definition: encoder.h:2094
int segment_map_w
Definition: encoder.h:2093
Flags related to interpolation filter search.
Definition: encoder.h:2101
int default_interp_skip_flags
Definition: encoder.h:2106
uint16_t interp_filter_search_mask
Definition: encoder.h:2110
Holds mv costs for intrabc.
Definition: block.h:789
Encoder flags for intra prediction.
Definition: encoder.h:299
bool enable_diagonal_intra
Definition: encoder.h:329
bool enable_smooth_intra
Definition: encoder.h:312
bool auto_intra_tools_off
Definition: encoder.h:348
bool enable_filter_intra
Definition: encoder.h:308
bool enable_directional_intra
Definition: encoder.h:324
bool enable_paeth_intra
Definition: encoder.h:316
bool enable_intra_edge_filter
Definition: encoder.h:303
bool enable_cfl_intra
Definition: encoder.h:320
bool enable_angle_delta
Definition: encoder.h:334
Encoder config related to the coding of key frames.
Definition: encoder.h:463
int key_freq_max
Definition: encoder.h:472
int sframe_mode
Definition: encoder.h:490
bool auto_key
Definition: encoder.h:495
bool enable_intrabc
Definition: encoder.h:515
int sframe_dist
Definition: encoder.h:483
bool enable_sframe
Definition: encoder.h:510
int enable_keyframe_filtering
Definition: encoder.h:477
int fwd_kf_dist
Definition: encoder.h:500
int key_freq_min
Definition: encoder.h:467
bool fwd_kf_enabled
Definition: encoder.h:505
Buffer to store mode information at mi_alloc_bsize (4x4 or 8x8) level.
Definition: encoder.h:1898
int alloc_size
Definition: encoder.h:1907
int stride
Definition: encoder.h:1911
MB_MODE_INFO_EXT_FRAME * frame_base
Definition: encoder.h:1903
Stores best extended mode information at frame level.
Definition: block.h:242
Stores the prediction/txfm mode of the current coding block.
Definition: blockd.h:222
Parameters for motion vector search process.
Definition: encoder.h:2116
int max_mv_magnitude
Definition: encoder.h:2122
fractional_mv_step_fp * find_fractional_mv_step
Definition: encoder.h:2136
int mv_step_param
Definition: encoder.h:2127
Encoder parameters related to multi-threading.
Definition: encoder.h:1743
RestoreStateBuffers restore_state_buf
Definition: encoder.h:1830
AV1CdefWorkerData * cdef_worker
Definition: encoder.h:1825
AV1LrSync lr_row_sync
Definition: encoder.h:1800
struct EncWorkerData * tile_thr_data
Definition: encoder.h:1763
AV1TplRowMultiThreadInfo tpl_row_mt
Definition: encoder.h:1790
AV1EncPackBSSync pack_bs_sync
Definition: encoder.h:1805
AV1EncRowMultiThreadInfo enc_row_mt
Definition: encoder.h:1779
AV1LfSync lf_row_sync
Definition: encoder.h:1795
AV1CdefSync cdef_sync
Definition: encoder.h:1820
int num_mod_workers[NUM_MT_MODULES]
Definition: encoder.h:1752
AV1EncAllIntraMultiThreadInfo intra_mt
Definition: encoder.h:1785
int num_workers
Definition: encoder.h:1747
int pipeline_lpf_mt_with_enc
Definition: encoder.h:1836
AVxWorker * workers
Definition: encoder.h:1757
bool pack_bs_mt_enabled
Definition: encoder.h:1774
bool row_mt_enabled
Definition: encoder.h:1769
AV1TemporalFilterSync tf_sync
Definition: encoder.h:1815
AV1GlobalMotionSync gm_sync
Definition: encoder.h:1810
Holds mv costs for encoding and motion search.
Definition: block.h:758
Contains buffers used to speed up rdopt for obmc.
Definition: block.h:329
Contains color maps used in palette mode.
Definition: block.h:354
Primary Rate Control parameters and status.
Definition: ratectrl.h:299
Encoder config for coding block partitioning.
Definition: encoder.h:271
bool enable_rect_partitions
Definition: encoder.h:275
bool enable_1to4_partitions
Definition: encoder.h:283
BLOCK_SIZE max_partition_size
Definition: encoder.h:293
bool enable_ab_partitions
Definition: encoder.h:279
BLOCK_SIZE min_partition_size
Definition: encoder.h:288
Primary Encoder parameters related to multi-threading.
Definition: encoder.h:1696
struct EncWorkerData * tile_thr_data
Definition: encoder.h:1716
AV1CdefWorkerData * cdef_worker
Definition: encoder.h:1721
int num_workers
Definition: encoder.h:1700
int prev_num_enc_workers
Definition: encoder.h:1737
AVxWorker * workers
Definition: encoder.h:1710
AVxWorker * p_workers[4]
Definition: encoder.h:1727
int p_num_workers
Definition: encoder.h:1732
int num_mod_workers[NUM_MT_MODULES]
Definition: encoder.h:1705
Rate Control parameters and status.
Definition: ratectrl.h:134
Encoder rate control configuration parameters.
Definition: encoder.h:521
int worst_allowed_q
Definition: encoder.h:591
int over_shoot_pct
Definition: encoder.h:586
unsigned int max_intra_bitrate_pct
Definition: encoder.h:556
int drop_frames_water_mark
Definition: encoder.h:574
int max_consec_drop_ms
Definition: encoder.h:629
int vbrmax_section
Definition: encoder.h:622
int64_t maximum_buffer_size_ms
Definition: encoder.h:540
unsigned int vbr_corpus_complexity_lap
Definition: encoder.h:551
unsigned int min_cr
Definition: encoder.h:570
int vbrbias
Definition: encoder.h:612
unsigned int gf_cbr_boost_pct
Definition: encoder.h:565
int vbrmin_section
Definition: encoder.h:617
enum aom_rc_mode mode
Definition: encoder.h:605
unsigned int max_inter_bitrate_pct
Definition: encoder.h:561
int64_t starting_buffer_level_ms
Definition: encoder.h:530
int best_allowed_q
Definition: encoder.h:596
int under_shoot_pct
Definition: encoder.h:580
int64_t target_bandwidth
Definition: encoder.h:545
int64_t optimal_buffer_level_ms
Definition: encoder.h:535
int cq_level
Definition: encoder.h:600
Refrence frame distance related variables.
Definition: encoder.h:2175
int8_t nearest_past_ref
Definition: encoder.h:2183
int8_t nearest_future_ref
Definition: encoder.h:2187
Refresh frame flags for different type of frames.
Definition: encoder.h:2154
bool bwd_ref_frame
Definition: encoder.h:2156
bool golden_frame
Definition: encoder.h:2155
bool alt_ref_frame
Definition: encoder.h:2157
Encoder config related to resize.
Definition: encoder.h:251
uint8_t resize_scale_denominator
Definition: encoder.h:260
uint8_t resize_kf_scale_denominator
Definition: encoder.h:265
RESIZE_MODE resize_mode
Definition: encoder.h:255
Desired dimensions for an externally triggered resize.
Definition: encoder.h:2167
int width
Definition: encoder.h:2168
int height
Definition: encoder.h:2169
Parameters related to restoration types.
Definition: encoder.h:1657
WienerInfo wiener
Definition: encoder.h:1661
SgrprojInfo sgrproj
Definition: encoder.h:1666
Parameters related to Restoration Info.
Definition: restoration.h:246
RestorationType frame_restoration_type
Definition: restoration.h:250
Buffers to be backed up during parallel encode set to be restored later.
Definition: encoder.h:1632
int32_t * rst_tmpbuf
Definition: encoder.h:1646
RestorationLineBuffers * rlbs
Definition: encoder.h:1651
uint16_t * cdef_colbuf[3]
Definition: encoder.h:1641
uint16_t * cdef_srcbuf
Definition: encoder.h:1636
Top level speed vs quality trade off data struture.
Definition: speed_features.h:1932
MV_SPEED_FEATURES mv_sf
Definition: speed_features.h:1961
LOOP_FILTER_SPEED_FEATURES lpf_sf
Definition: speed_features.h:1996
TX_SPEED_FEATURES tx_sf
Definition: speed_features.h:1981
REAL_TIME_SPEED_FEATURES rt_sf
Definition: speed_features.h:2001
The stucture of SVC.
Definition: svc_layercontext.h:89
Parameters related to Sgrproj Filter.
Definition: blockd.h:507
Encoder config related to frame super-resolution.
Definition: encoder.h:427
uint8_t superres_kf_scale_denominator
Definition: encoder.h:449
aom_superres_mode superres_mode
Definition: encoder.h:453
int superres_kf_qthresh
Definition: encoder.h:437
bool enable_superres
Definition: encoder.h:457
uint8_t superres_scale_denominator
Definition: encoder.h:443
int superres_qthresh
Definition: encoder.h:432
Temporal filter info for a gop.
Definition: temporal_filter.h:161
Frame level Two pass status and control data.
Definition: firstpass.h:458
Two pass status and control data.
Definition: firstpass.h:416
Parameters related to temporal filtering.
Definition: temporal_filter.h:98
Frame time stamps.
Definition: encoder.h:2409
int64_t prev_ts_start
Definition: encoder.h:2413
int64_t first_ts_start
Definition: encoder.h:2421
int64_t prev_ts_end
Definition: encoder.h:2417
Params related to temporal dependency model.
Definition: tpl_model.h:165
Encoder flags for transform sizes and types.
Definition: encoder.h:354
bool enable_tx64
Definition: encoder.h:358
bool use_inter_dct_only
Definition: encoder.h:381
bool enable_flip_idtx
Definition: encoder.h:362
bool use_intra_default_tx_only
Definition: encoder.h:386
bool use_intra_dct_only
Definition: encoder.h:376
bool enable_rect_tx
Definition: encoder.h:366
bool reduced_tx_type_set
Definition: encoder.h:371
bool enable_tx_size_search
Definition: encoder.h:390
Thresholds for variance based partitioning.
Definition: encoder.h:1362
int64_t threshold_minmax
Definition: encoder.h:1377
Parameters related to Wiener Filter.
Definition: blockd.h:494
Parameters used for winner mode processing.
Definition: encoder.h:2205
Generic fixed size buffer structure.
Definition: aom_encoder.h:86
Struct used to hold inter mode data for fast tx search.
Definition: encoder.h:1267
RD_STATS rd_cost_arr[MAX_INTER_MODES]
Definition: encoder.h:1296
int64_t est_rd_arr[MAX_INTER_MODES]
Definition: encoder.h:1288
int64_t sse_arr[MAX_INTER_MODES]
Definition: encoder.h:1284
RD_STATS rd_cost_y_arr[MAX_INTER_MODES]
Definition: encoder.h:1300
RD_STATS rd_cost_uv_arr[MAX_INTER_MODES]
Definition: encoder.h:1304
MB_MODE_INFO mbmi_arr[MAX_INTER_MODES]
Definition: encoder.h:1276
RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES]
Definition: encoder.h:1292
int mode_rate_arr[MAX_INTER_MODES]
Definition: encoder.h:1280
int num
Definition: encoder.h:1272
Encoder's parameters related to the current coding block.
Definition: block.h:878
MB_MODE_INFO_EXT_FRAME * mbmi_ext_frame
Finalized mbmi_ext for the whole frame.
Definition: block.h:910
Variables related to current coding block.
Definition: blockd.h:570
const struct scale_factors * block_ref_scale_factors[2]
Definition: blockd.h:687
YV12 frame buffer data structure.
Definition: yv12config.h:46