• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3  *
4  * This source code is subject to the terms of the BSD 2 Clause License and
5  * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6  * was not distributed with this source code in the LICENSE file, you can
7  * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8  * Media Patent License 1.0 was not distributed with this source code in the
9  * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10  */
11 
12 /*!\file
13  * \brief Declares top-level encoder structures and functions.
14  */
15 #ifndef AOM_AV1_ENCODER_ENCODER_H_
16 #define AOM_AV1_ENCODER_ENCODER_H_
17 
18 #include <stdbool.h>
19 #include <stdio.h>
20 
21 #include "config/aom_config.h"
22 
23 #include "aom/aomcx.h"
24 #include "aom_util/aom_pthread.h"
25 
26 #include "av1/common/alloccommon.h"
27 #include "av1/common/av1_common_int.h"
28 #include "av1/common/blockd.h"
29 #include "av1/common/entropymode.h"
30 #include "av1/common/enums.h"
31 #include "av1/common/reconintra.h"
32 #include "av1/common/resize.h"
33 #include "av1/common/thread_common.h"
34 #include "av1/common/timing.h"
35 
36 #include "av1/encoder/aq_cyclicrefresh.h"
37 #include "av1/encoder/av1_quantize.h"
38 #include "av1/encoder/block.h"
39 #include "av1/encoder/context_tree.h"
40 #include "av1/encoder/encodemb.h"
41 #include "av1/encoder/external_partition.h"
42 #include "av1/encoder/firstpass.h"
43 #include "av1/encoder/global_motion.h"
44 #include "av1/encoder/level.h"
45 #include "av1/encoder/lookahead.h"
46 #include "av1/encoder/mcomp.h"
47 #include "av1/encoder/pickcdef.h"
48 #include "av1/encoder/ratectrl.h"
49 #include "av1/encoder/rd.h"
50 #include "av1/encoder/speed_features.h"
51 #include "av1/encoder/svc_layercontext.h"
52 #include "av1/encoder/temporal_filter.h"
53 #include "av1/encoder/thirdpass.h"
54 #include "av1/encoder/tokenize.h"
55 #include "av1/encoder/tpl_model.h"
56 #include "av1/encoder/av1_noise_estimate.h"
57 #include "av1/encoder/bitstream.h"
58 
59 #if CONFIG_INTERNAL_STATS
60 #include "aom_dsp/ssim.h"
61 #endif
62 #include "aom_dsp/variance.h"
63 #if CONFIG_DENOISE
64 #include "aom_dsp/noise_model.h"
65 #endif
66 #if CONFIG_TUNE_VMAF
67 #include "av1/encoder/tune_vmaf.h"
68 #endif
69 #if CONFIG_AV1_TEMPORAL_DENOISING
70 #include "av1/encoder/av1_temporal_denoiser.h"
71 #endif
72 #if CONFIG_TUNE_BUTTERAUGLI
73 #include "av1/encoder/tune_butteraugli.h"
74 #endif
75 
76 #include "aom/internal/aom_codec_internal.h"
77 #include "aom_util/aom_thread.h"
78 
79 #ifdef __cplusplus
80 extern "C" {
81 #endif
82 
83 // TODO(yunqing, any): Added suppression tag to quiet Doxygen warnings. Need to
84 // adjust it while we work on documentation.
85 /*!\cond */
86 // Number of frames required to test for scene cut detection
87 #define SCENE_CUT_KEY_TEST_INTERVAL 16
88 
89 // Lookahead index threshold to enable temporal filtering for second arf.
90 #define TF_LOOKAHEAD_IDX_THR 7
91 
92 #define HDR_QP_LEVELS 10
93 #define CHROMA_CB_QP_SCALE 1.04
94 #define CHROMA_CR_QP_SCALE 1.04
95 #define CHROMA_QP_SCALE -0.46
96 #define CHROMA_QP_OFFSET 9.26
97 #define QP_SCALE_FACTOR 2.0
98 #define DISABLE_HDR_LUMA_DELTAQ 1
99 
100 // Rational number with an int64 numerator
101 // This structure holds a fractional value
102 typedef struct aom_rational64 {
103   int64_t num;       // fraction numerator
104   int den;           // fraction denominator
105 } aom_rational64_t;  // alias for struct aom_rational
106 
107 enum {
108   // Good Quality Fast Encoding. The encoder balances quality with the amount of
109   // time it takes to encode the output. Speed setting controls how fast.
110   GOOD,
111   // Realtime Fast Encoding. Will force some restrictions on bitrate
112   // constraints.
113   REALTIME,
114   // All intra mode. All the frames are coded as intra frames.
115   ALLINTRA
116 } UENUM1BYTE(MODE);
117 
118 enum {
119   FRAMEFLAGS_KEY = 1 << 0,
120   FRAMEFLAGS_GOLDEN = 1 << 1,
121   FRAMEFLAGS_BWDREF = 1 << 2,
122   // TODO(zoeliu): To determine whether a frame flag is needed for ALTREF2_FRAME
123   FRAMEFLAGS_ALTREF = 1 << 3,
124   FRAMEFLAGS_INTRAONLY = 1 << 4,
125   FRAMEFLAGS_SWITCH = 1 << 5,
126   FRAMEFLAGS_ERROR_RESILIENT = 1 << 6,
127 } UENUM1BYTE(FRAMETYPE_FLAGS);
128 
129 #if CONFIG_FPMT_TEST
130 enum {
131   PARALLEL_ENCODE = 0,
132   PARALLEL_SIMULATION_ENCODE,
133   NUM_FPMT_TEST_ENCODES
134 } UENUM1BYTE(FPMT_TEST_ENC_CFG);
135 #endif  // CONFIG_FPMT_TEST
136 // 0 level frames are sometimes used for rate control purposes, but for
137 // reference mapping purposes, the minimum level should be 1.
138 #define MIN_PYR_LEVEL 1
get_true_pyr_level(int frame_level,int frame_order,int max_layer_depth)139 static INLINE int get_true_pyr_level(int frame_level, int frame_order,
140                                      int max_layer_depth) {
141   if (frame_order == 0) {
142     // Keyframe case
143     return MIN_PYR_LEVEL;
144   } else if (frame_level == MAX_ARF_LAYERS) {
145     // Leaves
146     return max_layer_depth;
147   } else if (frame_level == (MAX_ARF_LAYERS + 1)) {
148     // Altrefs
149     return MIN_PYR_LEVEL;
150   }
151   return AOMMAX(MIN_PYR_LEVEL, frame_level);
152 }
153 
154 enum {
155   NO_AQ = 0,
156   VARIANCE_AQ = 1,
157   COMPLEXITY_AQ = 2,
158   CYCLIC_REFRESH_AQ = 3,
159   AQ_MODE_COUNT  // This should always be the last member of the enum
160 } UENUM1BYTE(AQ_MODE);
161 enum {
162   NO_DELTA_Q = 0,
163   DELTA_Q_OBJECTIVE = 1,      // Modulation to improve objective quality
164   DELTA_Q_PERCEPTUAL = 2,     // Modulation to improve video perceptual quality
165   DELTA_Q_PERCEPTUAL_AI = 3,  // Perceptual quality opt for all intra mode
166   DELTA_Q_USER_RATING_BASED = 4,  // User rating based delta q mode
167   DELTA_Q_HDR = 5,    // QP adjustment based on HDR block pixel average
168   DELTA_Q_MODE_COUNT  // This should always be the last member of the enum
169 } UENUM1BYTE(DELTAQ_MODE);
170 
171 enum {
172   RESIZE_NONE = 0,     // No frame resizing allowed.
173   RESIZE_FIXED = 1,    // All frames are coded at the specified scale.
174   RESIZE_RANDOM = 2,   // All frames are coded at a random scale.
175   RESIZE_DYNAMIC = 3,  // Frames coded at lower scale based on rate control.
176   RESIZE_MODES
177 } UENUM1BYTE(RESIZE_MODE);
178 
179 enum {
180   SS_CFG_SRC = 0,
181   SS_CFG_LOOKAHEAD = 1,
182   SS_CFG_FPF = 2,
183   SS_CFG_TOTAL = 3
184 } UENUM1BYTE(SS_CFG_OFFSET);
185 
186 enum {
187   DISABLE_SCENECUT,        // For LAP, lag_in_frames < 19
188   ENABLE_SCENECUT_MODE_1,  // For LAP, lag_in_frames >=19 and < 33
189   ENABLE_SCENECUT_MODE_2   // For twopass and LAP - lag_in_frames >=33
190 } UENUM1BYTE(SCENECUT_MODE);
191 
192 #define MAX_VBR_CORPUS_COMPLEXITY 10000
193 
194 typedef enum {
195   MOD_FP,           // First pass
196   MOD_TF,           // Temporal filtering
197   MOD_TPL,          // TPL
198   MOD_GME,          // Global motion estimation
199   MOD_ENC,          // Encode stage
200   MOD_LPF,          // Deblocking loop filter
201   MOD_CDEF_SEARCH,  // CDEF search
202   MOD_CDEF,         // CDEF frame
203   MOD_LR,           // Loop restoration filtering
204   MOD_PACK_BS,      // Pack bitstream
205   MOD_FRAME_ENC,    // Frame Parallel encode
206   MOD_AI,           // All intra
207   NUM_MT_MODULES
208 } MULTI_THREADED_MODULES;
209 
210 /*!\endcond */
211 
212 /*!\enum COST_UPDATE_TYPE
213  * \brief    This enum controls how often the entropy costs should be updated.
214  * \warning  In case of any modifications/additions done to the enum
215  * COST_UPDATE_TYPE, the enum INTERNAL_COST_UPDATE_TYPE needs to be updated as
216  * well.
217  */
218 typedef enum {
219   COST_UPD_SB,           /*!< Update every sb. */
220   COST_UPD_SBROW,        /*!< Update every sb rows inside a tile. */
221   COST_UPD_TILE,         /*!< Update every tile. */
222   COST_UPD_OFF,          /*!< Turn off cost updates. */
223   NUM_COST_UPDATE_TYPES, /*!< Number of cost update types. */
224 } COST_UPDATE_TYPE;
225 
226 /*!\enum LOOPFILTER_CONTROL
227  * \brief This enum controls to which frames loopfilter is applied.
228  */
229 typedef enum {
230   LOOPFILTER_NONE = 0,      /*!< Disable loopfilter on all frames. */
231   LOOPFILTER_ALL = 1,       /*!< Enable loopfilter for all frames. */
232   LOOPFILTER_REFERENCE = 2, /*!< Disable loopfilter on non reference frames. */
233   LOOPFILTER_SELECTIVELY =
234       3, /*!< Disable loopfilter on frames with low motion. */
235 } LOOPFILTER_CONTROL;
236 
237 /*!\enum SKIP_APPLY_POSTPROC_FILTER
238  * \brief This enum controls the application of post-processing filters on a
239  * reconstructed frame.
240  */
241 typedef enum {
242   SKIP_APPLY_RESTORATION = 1 << 0,
243   SKIP_APPLY_SUPERRES = 1 << 1,
244   SKIP_APPLY_CDEF = 1 << 2,
245   SKIP_APPLY_LOOPFILTER = 1 << 3,
246 } SKIP_APPLY_POSTPROC_FILTER;
247 
248 /*!
249  * \brief Encoder config related to resize.
250  */
251 typedef struct {
252   /*!
253    * Indicates the frame resize mode to be used by the encoder.
254    */
255   RESIZE_MODE resize_mode;
256   /*!
257    * Indicates the denominator for resize of inter frames, assuming 8 as the
258    *  numerator. Its value ranges between 8-16.
259    */
260   uint8_t resize_scale_denominator;
261   /*!
262    * Indicates the denominator for resize of key frames, assuming 8 as the
263    * numerator. Its value ranges between 8-16.
264    */
265   uint8_t resize_kf_scale_denominator;
266 } ResizeCfg;
267 
268 /*!
269  * \brief Encoder config for coding block partitioning.
270  */
271 typedef struct {
272   /*!
273    * Flag to indicate if rectanguar partitions should be enabled.
274    */
275   bool enable_rect_partitions;
276   /*!
277    * Flag to indicate if AB partitions should be enabled.
278    */
279   bool enable_ab_partitions;
280   /*!
281    * Flag to indicate if 1:4 / 4:1 partitions should be enabled.
282    */
283   bool enable_1to4_partitions;
284   /*!
285    * Indicates the minimum partition size that should be allowed. Both width and
286    * height of a partition cannot be smaller than the min_partition_size.
287    */
288   BLOCK_SIZE min_partition_size;
289   /*!
290    * Indicates the maximum partition size that should be allowed. Both width and
291    * height of a partition cannot be larger than the max_partition_size.
292    */
293   BLOCK_SIZE max_partition_size;
294 } PartitionCfg;
295 
296 /*!
297  * \brief Encoder flags for intra prediction.
298  */
299 typedef struct {
300   /*!
301    * Flag to indicate if intra edge filtering process should be enabled.
302    */
303   bool enable_intra_edge_filter;
304   /*!
305    * Flag to indicate if recursive filtering based intra prediction should be
306    * enabled.
307    */
308   bool enable_filter_intra;
309   /*!
310    * Flag to indicate if smooth intra prediction modes should be enabled.
311    */
312   bool enable_smooth_intra;
313   /*!
314    * Flag to indicate if PAETH intra prediction mode should be enabled.
315    */
316   bool enable_paeth_intra;
317   /*!
318    * Flag to indicate if CFL uv intra mode should be enabled.
319    */
320   bool enable_cfl_intra;
321   /*!
322    * Flag to indicate if directional modes should be enabled.
323    */
324   bool enable_directional_intra;
325   /*!
326    * Flag to indicate if the subset of directional modes from D45 to D203 intra
327    * should be enabled. Has no effect if directional modes are disabled.
328    */
329   bool enable_diagonal_intra;
330   /*!
331    * Flag to indicate if delta angles for directional intra prediction should be
332    * enabled.
333    */
334   bool enable_angle_delta;
335   /*!
336    * Flag to indicate whether to automatically turn off several intral coding
337    * tools.
338    * This flag is only used when "--deltaq-mode=3" is true.
339    * When set to 1, the encoder will analyze the reconstruction quality
340    * as compared to the source image in the preprocessing pass.
341    * If the recontruction quality is considered high enough, we disable
342    * the following intra coding tools, for better encoding speed:
343    * "--enable_smooth_intra",
344    * "--enable_paeth_intra",
345    * "--enable_cfl_intra",
346    * "--enable_diagonal_intra".
347    */
348   bool auto_intra_tools_off;
349 } IntraModeCfg;
350 
351 /*!
352  * \brief Encoder flags for transform sizes and types.
353  */
354 typedef struct {
355   /*!
356    * Flag to indicate if 64-pt transform should be enabled.
357    */
358   bool enable_tx64;
359   /*!
360    * Flag to indicate if flip and identity transform types should be enabled.
361    */
362   bool enable_flip_idtx;
363   /*!
364    * Flag to indicate if rectangular transform should be enabled.
365    */
366   bool enable_rect_tx;
367   /*!
368    * Flag to indicate whether or not to use a default reduced set for ext-tx
369    * rather than the potential full set of 16 transforms.
370    */
371   bool reduced_tx_type_set;
372   /*!
373    * Flag to indicate if transform type for intra blocks should be limited to
374    * DCT_DCT.
375    */
376   bool use_intra_dct_only;
377   /*!
378    * Flag to indicate if transform type for inter blocks should be limited to
379    * DCT_DCT.
380    */
381   bool use_inter_dct_only;
382   /*!
383    * Flag to indicate if intra blocks should use default transform type
384    * (mode-dependent) only.
385    */
386   bool use_intra_default_tx_only;
387   /*!
388    * Flag to indicate if transform size search should be enabled.
389    */
390   bool enable_tx_size_search;
391 } TxfmSizeTypeCfg;
392 
393 /*!
394  * \brief Encoder flags for compound prediction modes.
395  */
396 typedef struct {
397   /*!
398    * Flag to indicate if distance-weighted compound type should be enabled.
399    */
400   bool enable_dist_wtd_comp;
401   /*!
402    * Flag to indicate if masked (wedge/diff-wtd) compound type should be
403    * enabled.
404    */
405   bool enable_masked_comp;
406   /*!
407    * Flag to indicate if smooth interintra mode should be enabled.
408    */
409   bool enable_smooth_interintra;
410   /*!
411    * Flag to indicate if difference-weighted compound type should be enabled.
412    */
413   bool enable_diff_wtd_comp;
414   /*!
415    * Flag to indicate if inter-inter wedge compound type should be enabled.
416    */
417   bool enable_interinter_wedge;
418   /*!
419    * Flag to indicate if inter-intra wedge compound type should be enabled.
420    */
421   bool enable_interintra_wedge;
422 } CompoundTypeCfg;
423 
424 /*!
425  * \brief Encoder config related to frame super-resolution.
426  */
427 typedef struct {
428   /*!
429    * Indicates the qindex based threshold to be used when AOM_SUPERRES_QTHRESH
430    * mode is used for inter frames.
431    */
432   int superres_qthresh;
433   /*!
434    * Indicates the qindex based threshold to be used when AOM_SUPERRES_QTHRESH
435    * mode is used for key frames.
436    */
437   int superres_kf_qthresh;
438   /*!
439    * Indicates the denominator of the fraction that specifies the ratio between
440    * the superblock width before and after upscaling for inter frames. The
441    * numerator of this fraction is equal to the constant SCALE_NUMERATOR.
442    */
443   uint8_t superres_scale_denominator;
444   /*!
445    * Indicates the denominator of the fraction that specifies the ratio between
446    * the superblock width before and after upscaling for key frames. The
447    * numerator of this fraction is equal to the constant SCALE_NUMERATOR.
448    */
449   uint8_t superres_kf_scale_denominator;
450   /*!
451    * Indicates the Super-resolution mode to be used by the encoder.
452    */
453   aom_superres_mode superres_mode;
454   /*!
455    * Flag to indicate if super-resolution should be enabled for the sequence.
456    */
457   bool enable_superres;
458 } SuperResCfg;
459 
460 /*!
461  * \brief Encoder config related to the coding of key frames.
462  */
463 typedef struct {
464   /*!
465    * Indicates the minimum distance to a key frame.
466    */
467   int key_freq_min;
468 
469   /*!
470    * Indicates the maximum distance to a key frame.
471    */
472   int key_freq_max;
473 
474   /*!
475    * Indicates if temporal filtering should be applied on keyframe.
476    */
477   int enable_keyframe_filtering;
478 
479   /*!
480    * Indicates the number of frames after which a frame may be coded as an
481    * S-Frame.
482    */
483   int sframe_dist;
484 
485   /*!
486    * Indicates how an S-Frame should be inserted.
487    * 1: the considered frame will be made into an S-Frame only if it is an
488    * altref frame. 2: the next altref frame will be made into an S-Frame.
489    */
490   int sframe_mode;
491 
492   /*!
493    * Indicates if encoder should autodetect cut scenes and set the keyframes.
494    */
495   bool auto_key;
496 
497   /*!
498    * Indicates the forward key frame distance.
499    */
500   int fwd_kf_dist;
501 
502   /*!
503    * Indicates if forward keyframe reference should be enabled.
504    */
505   bool fwd_kf_enabled;
506 
507   /*!
508    * Indicates if S-Frames should be enabled for the sequence.
509    */
510   bool enable_sframe;
511 
512   /*!
513    * Indicates if intra block copy prediction mode should be enabled or not.
514    */
515   bool enable_intrabc;
516 } KeyFrameCfg;
517 
518 /*!
519  * \brief Encoder rate control configuration parameters
520  */
521 typedef struct {
522   /*!\cond */
523   // BUFFERING PARAMETERS
524   /*!\endcond */
525   /*!
526    * Indicates the amount of data that will be buffered by the decoding
527    * application prior to beginning playback, and is expressed in units of
528    * time(milliseconds).
529    */
530   int64_t starting_buffer_level_ms;
531   /*!
532    * Indicates the amount of data that the encoder should try to maintain in the
533    * decoder's buffer, and is expressed in units of time(milliseconds).
534    */
535   int64_t optimal_buffer_level_ms;
536   /*!
537    * Indicates the maximum amount of data that may be buffered by the decoding
538    * application, and is expressed in units of time(milliseconds).
539    */
540   int64_t maximum_buffer_size_ms;
541 
542   /*!
543    * Indicates the bandwidth to be used in bits per second.
544    */
545   int64_t target_bandwidth;
546 
547   /*!
548    * Indicates average complexity of the corpus in single pass vbr based on
549    * LAP. 0 indicates that corpus complexity vbr mode is disabled.
550    */
551   unsigned int vbr_corpus_complexity_lap;
552   /*!
553    * Indicates the maximum allowed bitrate for any intra frame as % of bitrate
554    * target.
555    */
556   unsigned int max_intra_bitrate_pct;
557   /*!
558    * Indicates the maximum allowed bitrate for any inter frame as % of bitrate
559    * target.
560    */
561   unsigned int max_inter_bitrate_pct;
562   /*!
563    * Indicates the percentage of rate boost for golden frame in CBR mode.
564    */
565   unsigned int gf_cbr_boost_pct;
566   /*!
567    * min_cr / 100 indicates the target minimum compression ratio for each
568    * frame.
569    */
570   unsigned int min_cr;
571   /*!
572    * Indicates the frame drop threshold.
573    */
574   int drop_frames_water_mark;
575   /*!
576    * under_shoot_pct indicates the tolerance of the VBR algorithm to
577    * undershoot and is used as a trigger threshold for more aggressive
578    * adaptation of Q. It's value can range from 0-100.
579    */
580   int under_shoot_pct;
581   /*!
582    * over_shoot_pct indicates the tolerance of the VBR algorithm to overshoot
583    * and is used as a trigger threshold for more aggressive adaptation of Q.
584    * It's value can range from 0-1000.
585    */
586   int over_shoot_pct;
587   /*!
588    * Indicates the maximum qindex that can be used by the quantizer i.e. the
589    * worst quality qindex.
590    */
591   int worst_allowed_q;
592   /*!
593    * Indicates the minimum qindex that can be used by the quantizer i.e. the
594    * best quality qindex.
595    */
596   int best_allowed_q;
597   /*!
598    * Indicates the Constant/Constrained Quality level.
599    */
600   int cq_level;
601   /*!
602    * Indicates if the encoding mode is vbr, cbr, constrained quality or
603    * constant quality.
604    */
605   enum aom_rc_mode mode;
606   /*!
607    * Indicates the bias (expressed on a scale of 0 to 100) for determining
608    * target size for the current frame. The value 0 indicates the optimal CBR
609    * mode value should be used, and 100 indicates the optimal VBR mode value
610    * should be used.
611    */
612   int vbrbias;
613   /*!
614    * Indicates the minimum bitrate to be used for a single frame as a percentage
615    * of the target bitrate.
616    */
617   int vbrmin_section;
618   /*!
619    * Indicates the maximum bitrate to be used for a single frame as a percentage
620    * of the target bitrate.
621    */
622   int vbrmax_section;
623 } RateControlCfg;
624 
625 /*!\cond */
626 typedef struct {
627   // Indicates the number of frames lag before encoding is started.
628   int lag_in_frames;
629   // Indicates the minimum gf/arf interval to be used.
630   int min_gf_interval;
631   // Indicates the maximum gf/arf interval to be used.
632   int max_gf_interval;
633   // Indicates the minimum height for GF group pyramid structure to be used.
634   int gf_min_pyr_height;
635   // Indicates the maximum height for GF group pyramid structure to be used.
636   int gf_max_pyr_height;
637   // Indicates if automatic set and use of altref frames should be enabled.
638   bool enable_auto_arf;
639   // Indicates if automatic set and use of (b)ackward (r)ef (f)rames should be
640   // enabled.
641   bool enable_auto_brf;
642 } GFConfig;
643 
644 typedef struct {
645   // Indicates the number of tile groups.
646   unsigned int num_tile_groups;
647   // Indicates the MTU size for a tile group. If mtu is non-zero,
648   // num_tile_groups is set to DEFAULT_MAX_NUM_TG.
649   unsigned int mtu;
650   // Indicates the number of tile columns in log2.
651   int tile_columns;
652   // Indicates the number of tile rows in log2.
653   int tile_rows;
654   // Indicates the number of widths in the tile_widths[] array.
655   int tile_width_count;
656   // Indicates the number of heights in the tile_heights[] array.
657   int tile_height_count;
658   // Indicates the tile widths, and may be empty.
659   int tile_widths[MAX_TILE_COLS];
660   // Indicates the tile heights, and may be empty.
661   int tile_heights[MAX_TILE_ROWS];
662   // Indicates if large scale tile coding should be used.
663   bool enable_large_scale_tile;
664   // Indicates if single tile decoding mode should be enabled.
665   bool enable_single_tile_decoding;
666   // Indicates if EXT_TILE_DEBUG should be enabled.
667   bool enable_ext_tile_debug;
668 } TileConfig;
669 
670 typedef struct {
671   // Indicates the width of the input frame.
672   int width;
673   // Indicates the height of the input frame.
674   int height;
675   // If forced_max_frame_width is non-zero then it is used to force the maximum
676   // frame width written in write_sequence_header().
677   int forced_max_frame_width;
678   // If forced_max_frame_width is non-zero then it is used to force the maximum
679   // frame height written in write_sequence_header().
680   int forced_max_frame_height;
681   // Indicates the frame width after applying both super-resolution and resize
682   // to the coded frame.
683   int render_width;
684   // Indicates the frame height after applying both super-resolution and resize
685   // to the coded frame.
686   int render_height;
687 } FrameDimensionCfg;
688 
689 typedef struct {
690   // Indicates if warped motion should be enabled.
691   bool enable_warped_motion;
692   // Indicates if warped motion should be evaluated or not.
693   bool allow_warped_motion;
694   // Indicates if OBMC motion should be enabled.
695   bool enable_obmc;
696 } MotionModeCfg;
697 
698 typedef struct {
699   // Timing info for each frame.
700   aom_timing_info_t timing_info;
701   // Indicates the number of time units of a decoding clock.
702   uint32_t num_units_in_decoding_tick;
703   // Indicates if decoder model information is present in the coded sequence
704   // header.
705   bool decoder_model_info_present_flag;
706   // Indicates if display model information is present in the coded sequence
707   // header.
708   bool display_model_info_present_flag;
709   // Indicates if timing info for each frame is present.
710   bool timing_info_present;
711 } DecoderModelCfg;
712 
713 typedef struct {
714   // Indicates the update frequency for coeff costs.
715   COST_UPDATE_TYPE coeff;
716   // Indicates the update frequency for mode costs.
717   COST_UPDATE_TYPE mode;
718   // Indicates the update frequency for mv costs.
719   COST_UPDATE_TYPE mv;
720   // Indicates the update frequency for dv costs.
721   COST_UPDATE_TYPE dv;
722 } CostUpdateFreq;
723 
724 typedef struct {
725   // Indicates the maximum number of reference frames allowed per frame.
726   unsigned int max_reference_frames;
727   // Indicates if the reduced set of references should be enabled.
728   bool enable_reduced_reference_set;
729   // Indicates if one-sided compound should be enabled.
730   bool enable_onesided_comp;
731 } RefFrameCfg;
732 
733 typedef struct {
734   // Indicates the color space that should be used.
735   aom_color_primaries_t color_primaries;
736   // Indicates the characteristics of transfer function to be used.
737   aom_transfer_characteristics_t transfer_characteristics;
738   // Indicates the matrix coefficients to be used for the transfer function.
739   aom_matrix_coefficients_t matrix_coefficients;
740   // Indicates the chroma 4:2:0 sample position info.
741   aom_chroma_sample_position_t chroma_sample_position;
742   // Indicates if a limited color range or full color range should be used.
743   aom_color_range_t color_range;
744 } ColorCfg;
745 
746 typedef struct {
747   // Indicates if extreme motion vector unit test should be enabled or not.
748   unsigned int motion_vector_unit_test;
749   // Indicates if superblock multipass unit test should be enabled or not.
750   unsigned int sb_multipass_unit_test;
751 } UnitTestCfg;
752 
753 typedef struct {
754   // Indicates the file path to the VMAF model.
755   const char *vmaf_model_path;
756   // Indicates the path to the film grain parameters.
757   const char *film_grain_table_filename;
758   // Indicates the visual tuning metric.
759   aom_tune_metric tuning;
760   // Indicates if the current content is screen or default type.
761   aom_tune_content content;
762   // Indicates the film grain parameters.
763   int film_grain_test_vector;
764   // Indicates the in-block distortion metric to use.
765   aom_dist_metric dist_metric;
766 } TuneCfg;
767 
768 typedef struct {
769   // Indicates the framerate of the input video.
770   double init_framerate;
771   // Indicates the bit-depth of the input video.
772   unsigned int input_bit_depth;
773   // Indicates the maximum number of frames to be encoded.
774   unsigned int limit;
775   // Indicates the chrome subsampling x value.
776   unsigned int chroma_subsampling_x;
777   // Indicates the chrome subsampling y value.
778   unsigned int chroma_subsampling_y;
779 } InputCfg;
780 
781 typedef struct {
782   // If true, encoder will use fixed QP offsets, that are either:
783   // - Given by the user, and stored in 'fixed_qp_offsets' array, OR
784   // - Picked automatically from cq_level.
785   int use_fixed_qp_offsets;
786   // Indicates the minimum flatness of the quantization matrix.
787   int qm_minlevel;
788   // Indicates the maximum flatness of the quantization matrix.
789   int qm_maxlevel;
790   // Indicates if adaptive quantize_b should be enabled.
791   int quant_b_adapt;
792   // Indicates the Adaptive Quantization mode to be used.
793   AQ_MODE aq_mode;
794   // Indicates the delta q mode to be used.
795   DELTAQ_MODE deltaq_mode;
796   // Indicates the delta q mode strength.
797   DELTAQ_MODE deltaq_strength;
798   // Indicates if delta quantization should be enabled in chroma planes.
799   bool enable_chroma_deltaq;
800   // Indicates if delta quantization should be enabled for hdr video
801   bool enable_hdr_deltaq;
802   // Indicates if encoding with quantization matrices should be enabled.
803   bool using_qm;
804 } QuantizationCfg;
805 
806 /*!\endcond */
807 /*!
808  * \brief Algorithm configuration parameters.
809  */
810 typedef struct {
811   /*!
812    * Controls the level at which rate-distortion optimization of transform
813    * coefficients favours sharpness in the block. Has no impact on RD when set
814    * to zero (default). For values 1-7, eob and skip block optimization are
815    * avoided and rdmult is adjusted in favour of block sharpness.
816    */
817   int sharpness;
818 
819   /*!
820    * Indicates the trellis optimization mode of quantized coefficients.
821    * 0: disabled
822    * 1: enabled
823    * 2: enabled for rd search
824    * 3: true for estimate yrd search
825    */
826   int disable_trellis_quant;
827 
828   /*!
829    * The maximum number of frames used to create an arf.
830    */
831   int arnr_max_frames;
832 
833   /*!
834    * The temporal filter strength for arf used when creating ARFs.
835    */
836   int arnr_strength;
837 
838   /*!
839    * Indicates the CDF update mode
840    * 0: no update
841    * 1: update on every frame(default)
842    * 2: selectively update
843    */
844   uint8_t cdf_update_mode;
845 
846   /*!
847    * Indicates if RDO based on frame temporal dependency should be enabled.
848    */
849   bool enable_tpl_model;
850 
851   /*!
852    * Indicates if coding of overlay frames for filtered ALTREF frames is
853    * enabled.
854    */
855   bool enable_overlay;
856 
857   /*!
858    * Controls loop filtering
859    * 0: Loop filter is disabled for all frames
860    * 1: Loop filter is enabled for all frames
861    * 2: Loop filter is disabled for non-reference frames
862    * 3: Loop filter is disables for the frames with low motion
863    */
864   LOOPFILTER_CONTROL loopfilter_control;
865 
866   /*!
867    * Indicates if the application of post-processing filters should be skipped
868    * on reconstructed frame.
869    */
870   bool skip_postproc_filtering;
871 } AlgoCfg;
872 /*!\cond */
873 
874 typedef struct {
875   // Indicates the codec bit-depth.
876   aom_bit_depth_t bit_depth;
877   // Indicates the superblock size that should be used by the encoder.
878   aom_superblock_size_t superblock_size;
879   // Indicates if loopfilter modulation should be enabled.
880   bool enable_deltalf_mode;
881   // Indicates how CDEF should be applied.
882   CDEF_CONTROL cdef_control;
883   // Indicates if loop restoration filter should be enabled.
884   bool enable_restoration;
885   // When enabled, video mode should be used even for single frame input.
886   bool force_video_mode;
887   // Indicates if the error resiliency features should be enabled.
888   bool error_resilient_mode;
889   // Indicates if frame parallel decoding feature should be enabled.
890   bool frame_parallel_decoding_mode;
891   // Indicates if the input should be encoded as monochrome.
892   bool enable_monochrome;
893   // When enabled, the encoder will use a full header even for still pictures.
894   // When disabled, a reduced header is used for still pictures.
895   bool full_still_picture_hdr;
896   // Indicates if dual interpolation filters should be enabled.
897   bool enable_dual_filter;
898   // Indicates if frame order hint should be enabled or not.
899   bool enable_order_hint;
900   // Indicates if ref_frame_mvs should be enabled at the sequence level.
901   bool ref_frame_mvs_present;
902   // Indicates if ref_frame_mvs should be enabled at the frame level.
903   bool enable_ref_frame_mvs;
904   // Indicates if interintra compound mode is enabled.
905   bool enable_interintra_comp;
906   // Indicates if global motion should be enabled.
907   bool enable_global_motion;
908   // Indicates if palette should be enabled.
909   bool enable_palette;
910 } ToolCfg;
911 
912 /*!\endcond */
913 /*!
914  * \brief Main encoder configuration data structure.
915  */
916 typedef struct AV1EncoderConfig {
917   /*!\cond */
918   // Configuration related to the input video.
919   InputCfg input_cfg;
920 
921   // Configuration related to frame-dimensions.
922   FrameDimensionCfg frm_dim_cfg;
923 
924   /*!\endcond */
925   /*!
926    * Encoder algorithm configuration.
927    */
928   AlgoCfg algo_cfg;
929 
930   /*!
931    * Configuration related to key-frames.
932    */
933   KeyFrameCfg kf_cfg;
934 
935   /*!
936    * Rate control configuration
937    */
938   RateControlCfg rc_cfg;
939   /*!\cond */
940 
941   // Configuration related to Quantization.
942   QuantizationCfg q_cfg;
943 
944   // Internal frame size scaling.
945   ResizeCfg resize_cfg;
946 
947   // Frame Super-Resolution size scaling.
948   SuperResCfg superres_cfg;
949 
950   /*!\endcond */
951   /*!
952    * stats_in buffer contains all of the stats packets produced in the first
953    * pass, concatenated.
954    */
955   aom_fixed_buf_t twopass_stats_in;
956   /*!\cond */
957 
958   // Configuration related to encoder toolsets.
959   ToolCfg tool_cfg;
960 
961   // Configuration related to Group of frames.
962   GFConfig gf_cfg;
963 
964   // Tile related configuration parameters.
965   TileConfig tile_cfg;
966 
967   // Configuration related to Tune.
968   TuneCfg tune_cfg;
969 
970   // Configuration related to color.
971   ColorCfg color_cfg;
972 
973   // Configuration related to decoder model.
974   DecoderModelCfg dec_model_cfg;
975 
976   // Configuration related to reference frames.
977   RefFrameCfg ref_frm_cfg;
978 
979   // Configuration related to unit tests.
980   UnitTestCfg unit_test_cfg;
981 
982   // Flags related to motion mode.
983   MotionModeCfg motion_mode_cfg;
984 
985   // Flags related to intra mode search.
986   IntraModeCfg intra_mode_cfg;
987 
988   // Flags related to transform size/type.
989   TxfmSizeTypeCfg txfm_cfg;
990 
991   // Flags related to compound type.
992   CompoundTypeCfg comp_type_cfg;
993 
994   // Partition related information.
995   PartitionCfg part_cfg;
996 
997   // Configuration related to frequency of cost update.
998   CostUpdateFreq cost_upd_freq;
999 
1000 #if CONFIG_DENOISE
1001   // Indicates the noise level.
1002   float noise_level;
1003   // Indicates the the denoisers block size.
1004   int noise_block_size;
1005   // Indicates whether to apply denoising to the frame to be encoded
1006   int enable_dnl_denoising;
1007 #endif
1008 
1009 #if CONFIG_AV1_TEMPORAL_DENOISING
1010   // Noise sensitivity.
1011   int noise_sensitivity;
1012 #endif
1013   // Bit mask to specify which tier each of the 32 possible operating points
1014   // conforms to.
1015   unsigned int tier_mask;
1016 
1017   // Indicates the number of pixels off the edge of a reference frame we're
1018   // allowed to go when forming an inter prediction.
1019   int border_in_pixels;
1020 
1021   // Indicates the maximum number of threads that may be used by the encoder.
1022   int max_threads;
1023 
1024   // Indicates the speed preset to be used.
1025   int speed;
1026 
1027   // Indicates the target sequence level index for each operating point(OP).
1028   AV1_LEVEL target_seq_level_idx[MAX_NUM_OPERATING_POINTS];
1029 
1030   // Indicates the bitstream profile to be used.
1031   BITSTREAM_PROFILE profile;
1032 
1033   /*!\endcond */
1034   /*!
1035    * Indicates the current encoder pass :
1036    * AOM_RC_ONE_PASS = One pass encode,
1037    * AOM_RC_FIRST_PASS = First pass of multiple-pass
1038    * AOM_RC_SECOND_PASS = Second pass of multiple-pass
1039    * AOM_RC_THIRD_PASS = Third pass of multiple-pass
1040    */
1041   enum aom_enc_pass pass;
1042   /*!\cond */
1043 
1044   // Total number of encoding passes.
1045   int passes;
1046 
1047   // the name of the second pass output file when passes > 2
1048   const char *two_pass_output;
1049 
1050   // the name of the second pass log file when passes > 2
1051   const char *second_pass_log;
1052 
1053   // Indicates if the encoding is GOOD or REALTIME.
1054   MODE mode;
1055 
1056   // Indicates if row-based multi-threading should be enabled or not.
1057   bool row_mt;
1058 
1059   // Indicates if frame parallel multi-threading should be enabled or not.
1060   bool fp_mt;
1061 
1062   // Indicates if 16bit frame buffers are to be used i.e., the content is >
1063   // 8-bit.
1064   bool use_highbitdepth;
1065 
1066   // Indicates the bitstream syntax mode. 0 indicates bitstream is saved as
1067   // Section 5 bitstream, while 1 indicates the bitstream is saved in Annex - B
1068   // format.
1069   bool save_as_annexb;
1070 
1071   // The path for partition stats reading and writing, used in the experiment
1072   // CONFIG_PARTITION_SEARCH_ORDER.
1073   const char *partition_info_path;
1074 
1075   // The flag that indicates whether we use an external rate distribution to
1076   // guide adaptive quantization. It requires --deltaq-mode=3. The rate
1077   // distribution map file name is stored in |rate_distribution_info|.
1078   unsigned int enable_rate_guide_deltaq;
1079 
1080   // The input file of rate distribution information used in all intra mode
1081   // to determine delta quantization.
1082   const char *rate_distribution_info;
1083 
1084   // Exit the encoder when it fails to encode to a given level.
1085   int strict_level_conformance;
1086 
1087   // Max depth for the GOP after a key frame
1088   int kf_max_pyr_height;
1089 
1090   // A flag to control if we enable the superblock qp sweep for a given lambda
1091   int sb_qp_sweep;
1092   /*!\endcond */
1093 } AV1EncoderConfig;
1094 
1095 /*!\cond */
is_lossless_requested(const RateControlCfg * const rc_cfg)1096 static INLINE int is_lossless_requested(const RateControlCfg *const rc_cfg) {
1097   return rc_cfg->best_allowed_q == 0 && rc_cfg->worst_allowed_q == 0;
1098 }
1099 /*!\endcond */
1100 
1101 /*!
1102  * \brief Encoder-side probabilities for pruning of various AV1 tools
1103  */
1104 typedef struct {
1105   /*!
1106    * obmc_probs[i][j] is the probability of OBMC being the best motion mode for
1107    * jth block size and ith frame update type, averaged over past frames. If
1108    * obmc_probs[i][j] < thresh, then OBMC search is pruned.
1109    */
1110   int obmc_probs[FRAME_UPDATE_TYPES][BLOCK_SIZES_ALL];
1111 
1112   /*!
1113    * warped_probs[i] is the probability of warped motion being the best motion
1114    * mode for ith frame update type, averaged over past frames. If
1115    * warped_probs[i] < thresh, then warped motion search is pruned.
1116    */
1117   int warped_probs[FRAME_UPDATE_TYPES];
1118 
1119   /*!
1120    * tx_type_probs[i][j][k] is the probability of kth tx_type being the best
1121    * for jth transform size and ith frame update type, averaged over past
1122    * frames. If tx_type_probs[i][j][k] < thresh, then transform search for that
1123    * type is pruned.
1124    */
1125   int tx_type_probs[FRAME_UPDATE_TYPES][TX_SIZES_ALL][TX_TYPES];
1126 
1127   /*!
1128    * switchable_interp_probs[i][j][k] is the probability of kth interpolation
1129    * filter being the best for jth filter context and ith frame update type,
1130    * averaged over past frames. If switchable_interp_probs[i][j][k] < thresh,
1131    * then interpolation filter search is pruned for that case.
1132    */
1133   int switchable_interp_probs[FRAME_UPDATE_TYPES][SWITCHABLE_FILTER_CONTEXTS]
1134                              [SWITCHABLE_FILTERS];
1135 } FrameProbInfo;
1136 
1137 /*!\cond */
1138 
1139 typedef struct FRAME_COUNTS {
1140 // Note: This structure should only contain 'unsigned int' fields, or
1141 // aggregates built solely from 'unsigned int' fields/elements
1142 #if CONFIG_ENTROPY_STATS
1143   unsigned int kf_y_mode[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS][INTRA_MODES];
1144   unsigned int angle_delta[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1];
1145   unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
1146   unsigned int uv_mode[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES];
1147   unsigned int cfl_sign[CFL_JOINT_SIGNS];
1148   unsigned int cfl_alpha[CFL_ALPHA_CONTEXTS][CFL_ALPHABET_SIZE];
1149   unsigned int palette_y_mode[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2];
1150   unsigned int palette_uv_mode[PALETTE_UV_MODE_CONTEXTS][2];
1151   unsigned int palette_y_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1152   unsigned int palette_uv_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1153   unsigned int palette_y_color_index[PALETTE_SIZES]
1154                                     [PALETTE_COLOR_INDEX_CONTEXTS]
1155                                     [PALETTE_COLORS];
1156   unsigned int palette_uv_color_index[PALETTE_SIZES]
1157                                      [PALETTE_COLOR_INDEX_CONTEXTS]
1158                                      [PALETTE_COLORS];
1159   unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
1160   unsigned int txb_skip[TOKEN_CDF_Q_CTXS][TX_SIZES][TXB_SKIP_CONTEXTS][2];
1161   unsigned int eob_extra[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1162                         [EOB_COEF_CONTEXTS][2];
1163   unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
1164   unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][BR_CDF_SIZE - 1][LEVEL_CONTEXTS]
1165                         [2];
1166   unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
1167   unsigned int eob_multi16[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][5];
1168   unsigned int eob_multi32[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][6];
1169   unsigned int eob_multi64[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][7];
1170   unsigned int eob_multi128[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][8];
1171   unsigned int eob_multi256[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][9];
1172   unsigned int eob_multi512[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][10];
1173   unsigned int eob_multi1024[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][11];
1174   unsigned int coeff_lps_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1175                               [LEVEL_CONTEXTS][BR_CDF_SIZE];
1176   unsigned int coeff_base_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1177                                [SIG_COEF_CONTEXTS][NUM_BASE_LEVELS + 2];
1178   unsigned int coeff_base_eob_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1179                                    [SIG_COEF_CONTEXTS_EOB][NUM_BASE_LEVELS + 1];
1180   unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
1181   unsigned int zeromv_mode[GLOBALMV_MODE_CONTEXTS][2];
1182   unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
1183   unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
1184   unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
1185   unsigned int wedge_idx[BLOCK_SIZES_ALL][16];
1186   unsigned int interintra[BLOCK_SIZE_GROUPS][2];
1187   unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
1188   unsigned int wedge_interintra[BLOCK_SIZES_ALL][2];
1189   unsigned int compound_type[BLOCK_SIZES_ALL][MASKED_COMPOUND_TYPES];
1190   unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES];
1191   unsigned int obmc[BLOCK_SIZES_ALL][2];
1192   unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
1193   unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
1194   unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
1195   unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
1196   unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
1197   unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
1198   unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
1199   unsigned int intrabc[2];
1200 
1201   unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
1202   unsigned int intra_tx_size[MAX_TX_CATS][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1];
1203   unsigned int skip_mode[SKIP_MODE_CONTEXTS][2];
1204   unsigned int skip_txfm[SKIP_CONTEXTS][2];
1205   unsigned int compound_index[COMP_INDEX_CONTEXTS][2];
1206   unsigned int comp_group_idx[COMP_GROUP_IDX_CONTEXTS][2];
1207   unsigned int delta_q[DELTA_Q_PROBS][2];
1208   unsigned int delta_lf_multi[FRAME_LF_COUNT][DELTA_LF_PROBS][2];
1209   unsigned int delta_lf[DELTA_LF_PROBS][2];
1210 
1211   unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
1212   unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
1213                            [TX_TYPES];
1214   unsigned int filter_intra_mode[FILTER_INTRA_MODES];
1215   unsigned int filter_intra[BLOCK_SIZES_ALL][2];
1216   unsigned int switchable_restore[RESTORE_SWITCHABLE_TYPES];
1217   unsigned int wiener_restore[2];
1218   unsigned int sgrproj_restore[2];
1219 #endif  // CONFIG_ENTROPY_STATS
1220 
1221   unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
1222                                 [SWITCHABLE_FILTERS];
1223 } FRAME_COUNTS;
1224 
1225 #define INTER_MODE_RD_DATA_OVERALL_SIZE 6400
1226 
1227 typedef struct {
1228   int ready;
1229   double a;
1230   double b;
1231   double dist_mean;
1232   double ld_mean;
1233   double sse_mean;
1234   double sse_sse_mean;
1235   double sse_ld_mean;
1236   int num;
1237   double dist_sum;
1238   double ld_sum;
1239   double sse_sum;
1240   double sse_sse_sum;
1241   double sse_ld_sum;
1242 } InterModeRdModel;
1243 
1244 typedef struct {
1245   int idx;
1246   int64_t rd;
1247 } RdIdxPair;
1248 // TODO(angiebird): This is an estimated size. We still need to figure what is
1249 // the maximum number of modes.
1250 #define MAX_INTER_MODES 1024
1251 // TODO(any): rename this struct to something else. There is already another
1252 // struct called inter_mode_info, which makes this terribly confusing.
1253 /*!\endcond */
1254 /*!
1255  * \brief Struct used to hold inter mode data for fast tx search.
1256  *
1257  * This struct is used to perform a full transform search only on winning
1258  * candidates searched with an estimate for transform coding RD.
1259  */
1260 typedef struct inter_modes_info {
1261   /*!
1262    * The number of inter modes for which data was stored in each of the
1263    * following arrays.
1264    */
1265   int num;
1266   /*!
1267    * Mode info struct for each of the candidate modes.
1268    */
1269   MB_MODE_INFO mbmi_arr[MAX_INTER_MODES];
1270   /*!
1271    * The rate for each of the candidate modes.
1272    */
1273   int mode_rate_arr[MAX_INTER_MODES];
1274   /*!
1275    * The sse of the predictor for each of the candidate modes.
1276    */
1277   int64_t sse_arr[MAX_INTER_MODES];
1278   /*!
1279    * The estimated rd of the predictor for each of the candidate modes.
1280    */
1281   int64_t est_rd_arr[MAX_INTER_MODES];
1282   /*!
1283    * The rate and mode index for each of the candidate modes.
1284    */
1285   RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES];
1286   /*!
1287    * The full rd stats for each of the candidate modes.
1288    */
1289   RD_STATS rd_cost_arr[MAX_INTER_MODES];
1290   /*!
1291    * The full rd stats of luma only for each of the candidate modes.
1292    */
1293   RD_STATS rd_cost_y_arr[MAX_INTER_MODES];
1294   /*!
1295    * The full rd stats of chroma only for each of the candidate modes.
1296    */
1297   RD_STATS rd_cost_uv_arr[MAX_INTER_MODES];
1298 } InterModesInfo;
1299 
1300 /*!\cond */
1301 typedef struct {
1302   // TODO(kyslov): consider changing to 64bit
1303 
1304   // This struct is used for computing variance in choose_partitioning(), where
1305   // the max number of samples within a superblock is 32x32 (with 4x4 avg).
1306   // With 8bit bitdepth, uint32_t is enough for sum_square_error (2^8 * 2^8 * 32
1307   // * 32 = 2^26). For high bitdepth we need to consider changing this to 64 bit
1308   uint32_t sum_square_error;
1309   int32_t sum_error;
1310   int log2_count;
1311   int variance;
1312 } VPartVar;
1313 
1314 typedef struct {
1315   VPartVar none;
1316   VPartVar horz[2];
1317   VPartVar vert[2];
1318 } VPVariance;
1319 
1320 typedef struct {
1321   VPVariance part_variances;
1322   VPartVar split[4];
1323 } VP4x4;
1324 
1325 typedef struct {
1326   VPVariance part_variances;
1327   VP4x4 split[4];
1328 } VP8x8;
1329 
1330 typedef struct {
1331   VPVariance part_variances;
1332   VP8x8 split[4];
1333 } VP16x16;
1334 
1335 typedef struct {
1336   VPVariance part_variances;
1337   VP16x16 split[4];
1338 } VP32x32;
1339 
1340 typedef struct {
1341   VPVariance part_variances;
1342   VP32x32 split[4];
1343 } VP64x64;
1344 
1345 typedef struct {
1346   VPVariance part_variances;
1347   VP64x64 *split;
1348 } VP128x128;
1349 
1350 /*!\endcond */
1351 
1352 /*!
1353  * \brief Thresholds for variance based partitioning.
1354  */
1355 typedef struct {
1356   /*!
1357    * If block variance > threshold, then that block is forced to split.
1358    * thresholds[0] - threshold for 128x128;
1359    * thresholds[1] - threshold for 64x64;
1360    * thresholds[2] - threshold for 32x32;
1361    * thresholds[3] - threshold for 16x16;
1362    * thresholds[4] - threshold for 8x8;
1363    */
1364   int64_t thresholds[5];
1365 
1366   /*!
1367    * MinMax variance threshold for 8x8 sub blocks of a 16x16 block. If actual
1368    * minmax > threshold_minmax, the 16x16 is forced to split.
1369    */
1370   int64_t threshold_minmax;
1371 } VarBasedPartitionInfo;
1372 
1373 /*!
1374  * \brief Encoder parameters for synchronization of row based multi-threading
1375  */
1376 typedef struct {
1377 #if CONFIG_MULTITHREAD
1378   /**
1379    * \name Synchronization objects for top-right dependency.
1380    */
1381   /**@{*/
1382   pthread_mutex_t *mutex_; /*!< Mutex lock object */
1383   pthread_cond_t *cond_;   /*!< Condition variable */
1384   /**@}*/
1385 #endif  // CONFIG_MULTITHREAD
1386   /*!
1387    * Buffer to store the superblock whose encoding is complete.
1388    * num_finished_cols[i] stores the number of superblocks which finished
1389    * encoding in the ith superblock row.
1390    */
1391   int *num_finished_cols;
1392   /*!
1393    * Denotes the superblock interval at which conditional signalling should
1394    * happen. Also denotes the minimum number of extra superblocks of the top row
1395    * to be complete to start encoding the current superblock. A value of 1
1396    * indicates top-right dependency.
1397    */
1398   int sync_range;
1399   /*!
1400    * Denotes the additional number of superblocks in the previous row to be
1401    * complete to start encoding the current superblock when intraBC tool is
1402    * enabled. This additional top-right delay is required to satisfy the
1403    * hardware constraints for intraBC tool when row multithreading is enabled.
1404    */
1405   int intrabc_extra_top_right_sb_delay;
1406   /*!
1407    * Number of superblock rows.
1408    */
1409   int rows;
1410   /*!
1411    * The superblock row (in units of MI blocks) to be processed next.
1412    */
1413   int next_mi_row;
1414   /*!
1415    * Number of threads processing the current tile.
1416    */
1417   int num_threads_working;
1418 } AV1EncRowMultiThreadSync;
1419 
1420 /*!\cond */
1421 
1422 // TODO(jingning) All spatially adaptive variables should go to TileDataEnc.
1423 typedef struct TileDataEnc {
1424   TileInfo tile_info;
1425   DECLARE_ALIGNED(16, FRAME_CONTEXT, tctx);
1426   FRAME_CONTEXT *row_ctx;
1427   uint64_t abs_sum_level;
1428   uint8_t allow_update_cdf;
1429   InterModeRdModel inter_mode_rd_models[BLOCK_SIZES_ALL];
1430   AV1EncRowMultiThreadSync row_mt_sync;
1431   MV firstpass_top_mv;
1432 } TileDataEnc;
1433 
1434 typedef struct RD_COUNTS {
1435   int compound_ref_used_flag;
1436   int skip_mode_used_flag;
1437   int tx_type_used[TX_SIZES_ALL][TX_TYPES];
1438   int obmc_used[BLOCK_SIZES_ALL][2];
1439   int warped_used[2];
1440   int newmv_or_intra_blocks;
1441   uint64_t seg_tmp_pred_cost[2];
1442 } RD_COUNTS;
1443 
1444 typedef struct ThreadData {
1445   MACROBLOCK mb;
1446   MvCosts *mv_costs_alloc;
1447   IntraBCMVCosts *dv_costs_alloc;
1448   RD_COUNTS rd_counts;
1449   FRAME_COUNTS *counts;
1450   PC_TREE_SHARED_BUFFERS shared_coeff_buf;
1451   SIMPLE_MOTION_DATA_TREE *sms_tree;
1452   SIMPLE_MOTION_DATA_TREE *sms_root;
1453   uint32_t *hash_value_buffer[2][2];
1454   OBMCBuffer obmc_buffer;
1455   PALETTE_BUFFER *palette_buffer;
1456   CompoundTypeRdBuffers comp_rd_buffer;
1457   CONV_BUF_TYPE *tmp_conv_dst;
1458   uint64_t abs_sum_level;
1459   uint8_t *tmp_pred_bufs[2];
1460   uint8_t *wiener_tmp_pred_buf;
1461   int intrabc_used;
1462   int deltaq_used;
1463   int coefficient_size;
1464   int max_mv_magnitude;
1465   int interp_filter_selected[SWITCHABLE];
1466   FRAME_CONTEXT *tctx;
1467   VP64x64 *vt64x64;
1468   int32_t num_64x64_blocks;
1469   PICK_MODE_CONTEXT *firstpass_ctx;
1470   TemporalFilterData tf_data;
1471   TplBuffers tpl_tmp_buffers;
1472   TplTxfmStats tpl_txfm_stats;
1473   GlobalMotionData gm_data;
1474   // Pointer to the array of structures to store gradient information of each
1475   // pixel in a superblock. The buffer constitutes of MAX_SB_SQUARE pixel level
1476   // structures for each of the plane types (PLANE_TYPE_Y and PLANE_TYPE_UV).
1477   PixelLevelGradientInfo *pixel_gradient_info;
1478   // Pointer to the array of structures to store source variance information of
1479   // each 4x4 sub-block in a superblock. Block4x4VarInfo structure is used to
1480   // store source variance and log of source variance of each 4x4 sub-block
1481   // for subsequent retrieval.
1482   Block4x4VarInfo *src_var_info_of_4x4_sub_blocks;
1483   // Pointer to pc tree root.
1484   PC_TREE *pc_root;
1485 } ThreadData;
1486 
1487 struct EncWorkerData;
1488 
1489 /*!\endcond */
1490 
1491 /*!
1492  * \brief Encoder data related to row-based multi-threading
1493  */
1494 typedef struct {
1495   /*!
1496    * Number of tile rows for which row synchronization memory is allocated.
1497    */
1498   int allocated_tile_rows;
1499   /*!
1500    * Number of tile cols for which row synchronization memory is allocated.
1501    */
1502   int allocated_tile_cols;
1503   /*!
1504    * Number of rows for which row synchronization memory is allocated
1505    * per tile. During first-pass/look-ahead stage this equals the
1506    * maximum number of macroblock rows in a tile. During encode stage,
1507    * this equals the maximum number of superblock rows in a tile.
1508    */
1509   int allocated_rows;
1510   /*!
1511    * Number of columns for which entropy context memory is allocated
1512    * per tile. During encode stage, this equals the maximum number of
1513    * superblock columns in a tile minus 1. The entropy context memory
1514    * is not allocated during first-pass/look-ahead stage.
1515    */
1516   int allocated_cols;
1517 
1518   /*!
1519    * thread_id_to_tile_id[i] indicates the tile id assigned to the ith thread.
1520    */
1521   int thread_id_to_tile_id[MAX_NUM_THREADS];
1522 
1523   /*!
1524    * num_tile_cols_done[i] indicates the number of tile columns whose encoding
1525    * is complete in the ith superblock row.
1526    */
1527   int *num_tile_cols_done;
1528 
1529   /*!
1530    * Number of superblock rows in a frame for which 'num_tile_cols_done' is
1531    * allocated.
1532    */
1533   int allocated_sb_rows;
1534 
1535   /*!
1536    * Initialized to false, set to true by the worker thread that encounters an
1537    * error in order to abort the processing of other worker threads.
1538    */
1539   bool row_mt_exit;
1540 
1541   /*!
1542    * Initialized to false, set to true during first pass encoding by the worker
1543    * thread that encounters an error in order to abort the processing of other
1544    * worker threads.
1545    */
1546   bool firstpass_mt_exit;
1547 
1548   /*!
1549    * Initialized to false, set to true in cal_mb_wiener_var_hook() by the worker
1550    * thread that encounters an error in order to abort the processing of other
1551    * worker threads.
1552    */
1553   bool mb_wiener_mt_exit;
1554 
1555 #if CONFIG_MULTITHREAD
1556   /*!
1557    * Mutex lock used while dispatching jobs.
1558    */
1559   pthread_mutex_t *mutex_;
1560   /*!
1561    *  Condition variable used to dispatch loopfilter jobs.
1562    */
1563   pthread_cond_t *cond_;
1564 #endif
1565 
1566   /**
1567    * \name Row synchronization related function pointers.
1568    */
1569   /**@{*/
1570   /*!
1571    * Reader.
1572    */
1573   void (*sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int);
1574   /*!
1575    * Writer.
1576    */
1577   void (*sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int);
1578   /**@}*/
1579 } AV1EncRowMultiThreadInfo;
1580 
1581 /*!
1582  * \brief Encoder data related to multi-threading for allintra deltaq-mode=3
1583  */
1584 typedef struct {
1585 #if CONFIG_MULTITHREAD
1586   /*!
1587    * Mutex lock used while dispatching jobs.
1588    */
1589   pthread_mutex_t *mutex_;
1590   /*!
1591    *  Condition variable used to dispatch loopfilter jobs.
1592    */
1593   pthread_cond_t *cond_;
1594 #endif
1595 
1596   /**
1597    * \name Row synchronization related function pointers for all intra mode
1598    */
1599   /**@{*/
1600   /*!
1601    * Reader.
1602    */
1603   void (*intra_sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int);
1604   /*!
1605    * Writer.
1606    */
1607   void (*intra_sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int);
1608   /**@}*/
1609 } AV1EncAllIntraMultiThreadInfo;
1610 
1611 /*!
1612  * \brief Max number of recodes used to track the frame probabilities.
1613  */
1614 #define NUM_RECODES_PER_FRAME 10
1615 
1616 /*!
1617  * \brief Max number of frames that can be encoded in a parallel encode set.
1618  */
1619 #define MAX_PARALLEL_FRAMES 4
1620 
1621 /*!
1622  * \brief Buffers to be backed up during parallel encode set to be restored
1623  * later.
1624  */
1625 typedef struct RestoreStateBuffers {
1626   /*!
1627    * Backup of original CDEF srcbuf.
1628    */
1629   uint16_t *cdef_srcbuf;
1630 
1631   /*!
1632    * Backup of original CDEF colbuf.
1633    */
1634   uint16_t *cdef_colbuf[MAX_MB_PLANE];
1635 
1636   /*!
1637    * Backup of original LR rst_tmpbuf.
1638    */
1639   int32_t *rst_tmpbuf;
1640 
1641   /*!
1642    * Backup of original LR rlbs.
1643    */
1644   RestorationLineBuffers *rlbs;
1645 } RestoreStateBuffers;
1646 
1647 /*!
1648  * \brief Parameters related to restoration types.
1649  */
1650 typedef struct {
1651   /*!
1652    * Stores the best coefficients for Wiener restoration.
1653    */
1654   WienerInfo wiener;
1655 
1656   /*!
1657    * Stores the best coefficients for Sgrproj restoration.
1658    */
1659   SgrprojInfo sgrproj;
1660 
1661   /*!
1662    * The rtype to use for this unit given a frame rtype as index. Indices:
1663    * WIENER, SGRPROJ, SWITCHABLE.
1664    */
1665   RestorationType best_rtype[RESTORE_TYPES - 1];
1666 } RestUnitSearchInfo;
1667 
1668 /*!
1669  * \brief Structure to hold search parameter per restoration unit and
1670  * intermediate buffer of Wiener filter used in pick filter stage of Loop
1671  * restoration.
1672  */
1673 typedef struct {
1674   /*!
1675    * Array of pointers to 'RestUnitSearchInfo' which holds data related to
1676    * restoration types.
1677    */
1678   RestUnitSearchInfo *rusi[MAX_MB_PLANE];
1679 
1680   /*!
1681    * Buffer used to hold dgd-avg data during SIMD call of Wiener filter.
1682    */
1683   int16_t *dgd_avg;
1684 } AV1LrPickStruct;
1685 
1686 /*!
1687  * \brief Primary Encoder parameters related to multi-threading.
1688  */
1689 typedef struct PrimaryMultiThreadInfo {
1690   /*!
1691    * Number of workers created for multi-threading.
1692    */
1693   int num_workers;
1694 
1695   /*!
1696    * Number of workers used for different MT modules.
1697    */
1698   int num_mod_workers[NUM_MT_MODULES];
1699 
1700   /*!
1701    * Synchronization object used to launch job in the worker thread.
1702    */
1703   AVxWorker *workers;
1704 
1705   /*!
1706    * Data specific to each worker in encoder multi-threading.
1707    * tile_thr_data[i] stores the worker data of the ith thread.
1708    */
1709   struct EncWorkerData *tile_thr_data;
1710 
1711   /*!
1712    * CDEF row multi-threading data.
1713    */
1714   AV1CdefWorkerData *cdef_worker;
1715 
1716   /*!
1717    * Primary(Level 1) Synchronization object used to launch job in the worker
1718    * thread.
1719    */
1720   AVxWorker *p_workers[MAX_PARALLEL_FRAMES];
1721 
1722   /*!
1723    * Number of primary workers created for multi-threading.
1724    */
1725   int p_num_workers;
1726 
1727   /*!
1728    * Tracks the number of workers in encode stage multi-threading.
1729    */
1730   int prev_num_enc_workers;
1731 } PrimaryMultiThreadInfo;
1732 
1733 /*!
1734  * \brief Encoder parameters related to multi-threading.
1735  */
1736 typedef struct MultiThreadInfo {
1737   /*!
1738    * Number of workers created for multi-threading.
1739    */
1740   int num_workers;
1741 
1742   /*!
1743    * Number of workers used for different MT modules.
1744    */
1745   int num_mod_workers[NUM_MT_MODULES];
1746 
1747   /*!
1748    * Synchronization object used to launch job in the worker thread.
1749    */
1750   AVxWorker *workers;
1751 
1752   /*!
1753    * Data specific to each worker in encoder multi-threading.
1754    * tile_thr_data[i] stores the worker data of the ith thread.
1755    */
1756   struct EncWorkerData *tile_thr_data;
1757 
1758   /*!
1759    * When set, indicates that row based multi-threading of the encoder is
1760    * enabled.
1761    */
1762   bool row_mt_enabled;
1763 
1764   /*!
1765    * When set, indicates that multi-threading for bitstream packing is enabled.
1766    */
1767   bool pack_bs_mt_enabled;
1768 
1769   /*!
1770    * Encoder row multi-threading data.
1771    */
1772   AV1EncRowMultiThreadInfo enc_row_mt;
1773 
1774   /*!
1775    * Encoder multi-threading data for allintra mode in the preprocessing stage
1776    * when --deltaq-mode=3.
1777    */
1778   AV1EncAllIntraMultiThreadInfo intra_mt;
1779 
1780   /*!
1781    * Tpl row multi-threading data.
1782    */
1783   AV1TplRowMultiThreadInfo tpl_row_mt;
1784 
1785   /*!
1786    * Loop Filter multi-threading object.
1787    */
1788   AV1LfSync lf_row_sync;
1789 
1790   /*!
1791    * Loop Restoration multi-threading object.
1792    */
1793   AV1LrSync lr_row_sync;
1794 
1795   /*!
1796    * Pack bitstream multi-threading object.
1797    */
1798   AV1EncPackBSSync pack_bs_sync;
1799 
1800   /*!
1801    * Global Motion multi-threading object.
1802    */
1803   AV1GlobalMotionSync gm_sync;
1804 
1805   /*!
1806    * Temporal Filter multi-threading object.
1807    */
1808   AV1TemporalFilterSync tf_sync;
1809 
1810   /*!
1811    * CDEF search multi-threading object.
1812    */
1813   AV1CdefSync cdef_sync;
1814 
1815   /*!
1816    * Pointer to CDEF row multi-threading data for the frame.
1817    */
1818   AV1CdefWorkerData *cdef_worker;
1819 
1820   /*!
1821    * Buffers to be stored/restored before/after parallel encode.
1822    */
1823   RestoreStateBuffers restore_state_buf;
1824 
1825   /*!
1826    * In multi-threaded realtime encoding with row-mt enabled, pipeline
1827    * loop-filtering after encoding.
1828    */
1829   int pipeline_lpf_mt_with_enc;
1830 } MultiThreadInfo;
1831 
1832 /*!\cond */
1833 
1834 typedef struct ActiveMap {
1835   int enabled;
1836   int update;
1837   unsigned char *map;
1838 } ActiveMap;
1839 
1840 /*!\endcond */
1841 
1842 /*!
1843  * \brief Encoder info used for decision on forcing integer motion vectors.
1844  */
1845 typedef struct {
1846   /*!
1847    * cs_rate_array[i] is the fraction of blocks in a frame which either match
1848    * with the collocated block or are smooth, where i is the rate_index.
1849    */
1850   double cs_rate_array[32];
1851   /*!
1852    * rate_index is used to index cs_rate_array.
1853    */
1854   int rate_index;
1855   /*!
1856    * rate_size is the total number of entries populated in cs_rate_array.
1857    */
1858   int rate_size;
1859 } ForceIntegerMVInfo;
1860 
1861 /*!\cond */
1862 
1863 #if CONFIG_INTERNAL_STATS
1864 // types of stats
1865 enum {
1866   STAT_Y,
1867   STAT_U,
1868   STAT_V,
1869   STAT_ALL,
1870   NUM_STAT_TYPES  // This should always be the last member of the enum
1871 } UENUM1BYTE(StatType);
1872 
1873 typedef struct IMAGE_STAT {
1874   double stat[NUM_STAT_TYPES];
1875   double worst;
1876 } ImageStat;
1877 #endif  // CONFIG_INTERNAL_STATS
1878 
1879 typedef struct {
1880   int ref_count;
1881   YV12_BUFFER_CONFIG buf;
1882 } EncRefCntBuffer;
1883 
1884 /*!\endcond */
1885 
1886 /*!
1887  * \brief Buffer to store mode information at mi_alloc_bsize (4x4 or 8x8) level
1888  *
1889  * This is used for bitstream preparation.
1890  */
1891 typedef struct {
1892   /*!
1893    * frame_base[mi_row * stride + mi_col] stores the mode information of
1894    * block (mi_row,mi_col).
1895    */
1896   MB_MODE_INFO_EXT_FRAME *frame_base;
1897   /*!
1898    * Size of frame_base buffer.
1899    */
1900   int alloc_size;
1901   /*!
1902    * Stride of frame_base buffer.
1903    */
1904   int stride;
1905 } MBMIExtFrameBufferInfo;
1906 
1907 /*!\cond */
1908 
1909 #if CONFIG_COLLECT_PARTITION_STATS
1910 typedef struct FramePartitionTimingStats {
1911   int partition_decisions[6][EXT_PARTITION_TYPES];
1912   int partition_attempts[6][EXT_PARTITION_TYPES];
1913   int64_t partition_times[6][EXT_PARTITION_TYPES];
1914 
1915   int partition_redo;
1916 } FramePartitionTimingStats;
1917 #endif  // CONFIG_COLLECT_PARTITION_STATS
1918 
1919 #if CONFIG_COLLECT_COMPONENT_TIMING
1920 #include "aom_ports/aom_timer.h"
1921 // Adjust the following to add new components.
1922 enum {
1923   av1_encode_strategy_time,
1924   av1_get_one_pass_rt_params_time,
1925   av1_get_second_pass_params_time,
1926   denoise_and_encode_time,
1927   apply_filtering_time,
1928   av1_tpl_setup_stats_time,
1929   encode_frame_to_data_rate_time,
1930   encode_with_or_without_recode_time,
1931   loop_filter_time,
1932   cdef_time,
1933   loop_restoration_time,
1934   av1_pack_bitstream_final_time,
1935   av1_encode_frame_time,
1936   av1_compute_global_motion_time,
1937   av1_setup_motion_field_time,
1938   encode_sb_row_time,
1939 
1940   rd_pick_partition_time,
1941   rd_use_partition_time,
1942   choose_var_based_partitioning_time,
1943   av1_prune_partitions_time,
1944   none_partition_search_time,
1945   split_partition_search_time,
1946   rectangular_partition_search_time,
1947   ab_partitions_search_time,
1948   rd_pick_4partition_time,
1949   encode_sb_time,
1950 
1951   rd_pick_sb_modes_time,
1952   av1_rd_pick_intra_mode_sb_time,
1953   av1_rd_pick_inter_mode_sb_time,
1954   set_params_rd_pick_inter_mode_time,
1955   skip_inter_mode_time,
1956   handle_inter_mode_time,
1957   evaluate_motion_mode_for_winner_candidates_time,
1958   do_tx_search_time,
1959   handle_intra_mode_time,
1960   refine_winner_mode_tx_time,
1961   av1_search_palette_mode_time,
1962   handle_newmv_time,
1963   compound_type_rd_time,
1964   interpolation_filter_search_time,
1965   motion_mode_rd_time,
1966 
1967   nonrd_use_partition_time,
1968   pick_sb_modes_nonrd_time,
1969   hybrid_intra_mode_search_time,
1970   nonrd_pick_inter_mode_sb_time,
1971   encode_b_nonrd_time,
1972 
1973   kTimingComponents,
1974 } UENUM1BYTE(TIMING_COMPONENT);
1975 
get_component_name(int index)1976 static INLINE char const *get_component_name(int index) {
1977   switch (index) {
1978     case av1_encode_strategy_time: return "av1_encode_strategy_time";
1979     case av1_get_one_pass_rt_params_time:
1980       return "av1_get_one_pass_rt_params_time";
1981     case av1_get_second_pass_params_time:
1982       return "av1_get_second_pass_params_time";
1983     case denoise_and_encode_time: return "denoise_and_encode_time";
1984     case apply_filtering_time: return "apply_filtering_time";
1985     case av1_tpl_setup_stats_time: return "av1_tpl_setup_stats_time";
1986     case encode_frame_to_data_rate_time:
1987       return "encode_frame_to_data_rate_time";
1988     case encode_with_or_without_recode_time:
1989       return "encode_with_or_without_recode_time";
1990     case loop_filter_time: return "loop_filter_time";
1991     case cdef_time: return "cdef_time";
1992     case loop_restoration_time: return "loop_restoration_time";
1993     case av1_pack_bitstream_final_time: return "av1_pack_bitstream_final_time";
1994     case av1_encode_frame_time: return "av1_encode_frame_time";
1995     case av1_compute_global_motion_time:
1996       return "av1_compute_global_motion_time";
1997     case av1_setup_motion_field_time: return "av1_setup_motion_field_time";
1998     case encode_sb_row_time: return "encode_sb_row_time";
1999 
2000     case rd_pick_partition_time: return "rd_pick_partition_time";
2001     case rd_use_partition_time: return "rd_use_partition_time";
2002     case choose_var_based_partitioning_time:
2003       return "choose_var_based_partitioning_time";
2004     case av1_prune_partitions_time: return "av1_prune_partitions_time";
2005     case none_partition_search_time: return "none_partition_search_time";
2006     case split_partition_search_time: return "split_partition_search_time";
2007     case rectangular_partition_search_time:
2008       return "rectangular_partition_search_time";
2009     case ab_partitions_search_time: return "ab_partitions_search_time";
2010     case rd_pick_4partition_time: return "rd_pick_4partition_time";
2011     case encode_sb_time: return "encode_sb_time";
2012 
2013     case rd_pick_sb_modes_time: return "rd_pick_sb_modes_time";
2014     case av1_rd_pick_intra_mode_sb_time:
2015       return "av1_rd_pick_intra_mode_sb_time";
2016     case av1_rd_pick_inter_mode_sb_time:
2017       return "av1_rd_pick_inter_mode_sb_time";
2018     case set_params_rd_pick_inter_mode_time:
2019       return "set_params_rd_pick_inter_mode_time";
2020     case skip_inter_mode_time: return "skip_inter_mode_time";
2021     case handle_inter_mode_time: return "handle_inter_mode_time";
2022     case evaluate_motion_mode_for_winner_candidates_time:
2023       return "evaluate_motion_mode_for_winner_candidates_time";
2024     case do_tx_search_time: return "do_tx_search_time";
2025     case handle_intra_mode_time: return "handle_intra_mode_time";
2026     case refine_winner_mode_tx_time: return "refine_winner_mode_tx_time";
2027     case av1_search_palette_mode_time: return "av1_search_palette_mode_time";
2028     case handle_newmv_time: return "handle_newmv_time";
2029     case compound_type_rd_time: return "compound_type_rd_time";
2030     case interpolation_filter_search_time:
2031       return "interpolation_filter_search_time";
2032     case motion_mode_rd_time: return "motion_mode_rd_time";
2033 
2034     case nonrd_use_partition_time: return "nonrd_use_partition_time";
2035     case pick_sb_modes_nonrd_time: return "pick_sb_modes_nonrd_time";
2036     case hybrid_intra_mode_search_time: return "hybrid_intra_mode_search_time";
2037     case nonrd_pick_inter_mode_sb_time: return "nonrd_pick_inter_mode_sb_time";
2038     case encode_b_nonrd_time: return "encode_b_nonrd_time";
2039 
2040     default: assert(0);
2041   }
2042   return "error";
2043 }
2044 #endif
2045 
2046 // The maximum number of internal ARFs except ALTREF_FRAME
2047 #define MAX_INTERNAL_ARFS (REF_FRAMES - BWDREF_FRAME - 1)
2048 
2049 /*!\endcond */
2050 
2051 /*!
2052  * \brief Parameters related to global motion search
2053  */
2054 typedef struct {
2055   /*!
2056    * Flag to indicate if global motion search needs to be rerun.
2057    */
2058   bool search_done;
2059 
2060   /*!
2061    * Array of pointers to the frame buffers holding the reference frames.
2062    * ref_buf[i] stores the pointer to the reference frame of the ith
2063    * reference frame type.
2064    */
2065   YV12_BUFFER_CONFIG *ref_buf[REF_FRAMES];
2066 
2067   /*!
2068    * Holds the number of valid reference frames in past and future directions
2069    * w.r.t. the current frame. num_ref_frames[i] stores the total number of
2070    * valid reference frames in 'i' direction.
2071    */
2072   int num_ref_frames[MAX_DIRECTIONS];
2073 
2074   /*!
2075    * Array of structure which stores the valid reference frames in past and
2076    * future directions and their corresponding distance from the source frame.
2077    * reference_frames[i][j] holds the jth valid reference frame type in the
2078    * direction 'i' and its temporal distance from the source frame .
2079    */
2080   FrameDistPair reference_frames[MAX_DIRECTIONS][REF_FRAMES - 1];
2081 
2082   /**
2083    * \name Dimensions for which segment map is allocated.
2084    */
2085   /**@{*/
2086   int segment_map_w; /*!< segment map width */
2087   int segment_map_h; /*!< segment map height */
2088   /**@}*/
2089 } GlobalMotionInfo;
2090 
2091 /*!
2092  * \brief Flags related to interpolation filter search
2093  */
2094 typedef struct {
2095   /*!
2096    * Stores the default value of skip flag depending on chroma format
2097    * Set as 1 for monochrome and 3 for other color formats
2098    */
2099   int default_interp_skip_flags;
2100   /*!
2101    * Filter mask to allow certain interp_filter type.
2102    */
2103   uint16_t interp_filter_search_mask;
2104 } InterpSearchFlags;
2105 
2106 /*!
2107  * \brief Parameters for motion vector search process
2108  */
2109 typedef struct {
2110   /*!
2111    * Largest MV component used in a frame.
2112    * The value from the previous frame is used to set the full pixel search
2113    * range for the current frame.
2114    */
2115   int max_mv_magnitude;
2116   /*!
2117    * Parameter indicating initial search window to be used in full-pixel search.
2118    * Range [0, MAX_MVSEARCH_STEPS-2]. Lower value indicates larger window.
2119    */
2120   int mv_step_param;
2121   /*!
2122    * Pointer to sub-pixel search function.
2123    * In encoder: av1_find_best_sub_pixel_tree
2124    *             av1_find_best_sub_pixel_tree_pruned
2125    *             av1_find_best_sub_pixel_tree_pruned_more
2126    * In MV unit test: av1_return_max_sub_pixel_mv
2127    *                  av1_return_min_sub_pixel_mv
2128    */
2129   fractional_mv_step_fp *find_fractional_mv_step;
2130   /*!
2131    * Search site configuration for full-pel MV search.
2132    * search_site_cfg[SS_CFG_SRC]: Used in tpl, rd/non-rd inter mode loop, simple
2133    * motion search. search_site_cfg[SS_CFG_LOOKAHEAD]: Used in intraBC, temporal
2134    * filter search_site_cfg[SS_CFG_FPF]: Used during first pass and lookahead
2135    */
2136   search_site_config search_site_cfg[SS_CFG_TOTAL][NUM_DISTINCT_SEARCH_METHODS];
2137 } MotionVectorSearchParams;
2138 
2139 /*!
2140  * \brief Refresh frame flags for different type of frames.
2141  *
2142  * If the refresh flag is true for a particular reference frame, after the
2143  * current frame is encoded, the reference frame gets refreshed (updated) to
2144  * be the current frame. Note: Usually at most one flag will be set to true at
2145  * a time. But, for key-frames, all flags are set to true at once.
2146  */
2147 typedef struct {
2148   bool golden_frame;  /*!< Refresh flag for golden frame */
2149   bool bwd_ref_frame; /*!< Refresh flag for bwd-ref frame */
2150   bool alt_ref_frame; /*!< Refresh flag for alt-ref frame */
2151 } RefreshFrameInfo;
2152 
2153 /*!
2154  * \brief Desired dimensions for an externally triggered resize.
2155  *
2156  * When resize is triggered externally, the desired dimensions are stored in
2157  * this struct until used in the next frame to be coded. These values are
2158  * effective only for one frame and are reset after they are used.
2159  */
2160 typedef struct {
2161   int width;  /*!< Desired resized width */
2162   int height; /*!< Desired resized height */
2163 } ResizePendingParams;
2164 
2165 /*!
2166  * \brief Refrence frame distance related variables.
2167  */
2168 typedef struct {
2169   /*!
2170    * True relative distance of reference frames w.r.t. the current frame.
2171    */
2172   int ref_relative_dist[INTER_REFS_PER_FRAME];
2173   /*!
2174    * The nearest reference w.r.t. current frame in the past.
2175    */
2176   int8_t nearest_past_ref;
2177   /*!
2178    * The nearest reference w.r.t. current frame in the future.
2179    */
2180   int8_t nearest_future_ref;
2181 } RefFrameDistanceInfo;
2182 
2183 /*!
2184  * \brief Parameters used for winner mode processing.
2185  *
2186  * This is a basic two pass approach: in the first pass, we reduce the number of
2187  * transform searches based on some thresholds during the rdopt process to find
2188  * the  "winner mode". In the second pass, we perform a more through tx search
2189  * on the winner mode.
2190  * There are some arrays in the struct, and their indices are used in the
2191  * following manner:
2192  * Index 0: Default mode evaluation, Winner mode processing is not applicable
2193  * (Eg : IntraBc).
2194  * Index 1: Mode evaluation.
2195  * Index 2: Winner mode evaluation
2196  * Index 1 and 2 are only used when the respective speed feature is on.
2197  */
2198 typedef struct {
2199   /*!
2200    * Threshold to determine if trellis optimization is to be enabled
2201    * based on :
2202    * 0 : dist threshold
2203    * 1 : satd threshold
2204    * Corresponds to enable_winner_mode_for_coeff_opt speed feature.
2205    */
2206   unsigned int coeff_opt_thresholds[MODE_EVAL_TYPES][2];
2207 
2208   /*!
2209    * Determines the tx size search method during rdopt.
2210    * Corresponds to enable_winner_mode_for_tx_size_srch speed feature.
2211    */
2212   TX_SIZE_SEARCH_METHOD tx_size_search_methods[MODE_EVAL_TYPES];
2213 
2214   /*!
2215    * Controls how often we should approximate prediction error with tx
2216    * coefficients. If it's 0, then never. If 1, then it's during the tx_type
2217    * search only. If 2, then always.
2218    * Corresponds to tx_domain_dist_level speed feature.
2219    */
2220   unsigned int use_transform_domain_distortion[MODE_EVAL_TYPES];
2221 
2222   /*!
2223    * Threshold to approximate pixel domain distortion with transform domain
2224    * distortion. This is only used if use_transform_domain_distortion is on.
2225    * Corresponds to enable_winner_mode_for_use_tx_domain_dist speed feature.
2226    */
2227   unsigned int tx_domain_dist_threshold[MODE_EVAL_TYPES];
2228 
2229   /*!
2230    * Controls how often we should try to skip the transform process based on
2231    * result from dct.
2232    * Corresponds to use_skip_flag_prediction speed feature.
2233    */
2234   unsigned int skip_txfm_level[MODE_EVAL_TYPES];
2235 
2236   /*!
2237    * Predict DC only txfm blocks for default, mode and winner mode evaluation.
2238    * Index 0: Default mode evaluation, Winner mode processing is not applicable.
2239    * Index 1: Mode evaluation, Index 2: Winner mode evaluation
2240    */
2241   unsigned int predict_dc_level[MODE_EVAL_TYPES];
2242 } WinnerModeParams;
2243 
2244 /*!
2245  * \brief Frame refresh flags set by the external interface.
2246  *
2247  * Flags set by external interface to determine which reference buffers are
2248  * refreshed by this frame. When set, the encoder will update the particular
2249  * reference frame buffer with the contents of the current frame.
2250  */
2251 typedef struct {
2252   bool last_frame;     /*!< Refresh flag for last frame */
2253   bool golden_frame;   /*!< Refresh flag for golden frame */
2254   bool bwd_ref_frame;  /*!< Refresh flag for bwd-ref frame */
2255   bool alt2_ref_frame; /*!< Refresh flag for alt2-ref frame */
2256   bool alt_ref_frame;  /*!< Refresh flag for alt-ref frame */
2257   /*!
2258    * Flag indicating if the update of refresh frame flags is pending.
2259    */
2260   bool update_pending;
2261 } ExtRefreshFrameFlagsInfo;
2262 
2263 /*!
2264  * \brief Flags signalled by the external interface at frame level.
2265  */
2266 typedef struct {
2267   /*!
2268    * Bit mask to disable certain reference frame types.
2269    */
2270   int ref_frame_flags;
2271 
2272   /*!
2273    * Frame refresh flags set by the external interface.
2274    */
2275   ExtRefreshFrameFlagsInfo refresh_frame;
2276 
2277   /*!
2278    * Flag to enable the update of frame contexts at the end of a frame decode.
2279    */
2280   bool refresh_frame_context;
2281 
2282   /*!
2283    * Flag to indicate that update of refresh_frame_context from external
2284    * interface is pending.
2285    */
2286   bool refresh_frame_context_pending;
2287 
2288   /*!
2289    * Flag to enable temporal MV prediction.
2290    */
2291   bool use_ref_frame_mvs;
2292 
2293   /*!
2294    * Indicates whether the current frame is to be coded as error resilient.
2295    */
2296   bool use_error_resilient;
2297 
2298   /*!
2299    * Indicates whether the current frame is to be coded as s-frame.
2300    */
2301   bool use_s_frame;
2302 
2303   /*!
2304    * Indicates whether the current frame's primary_ref_frame is set to
2305    * PRIMARY_REF_NONE.
2306    */
2307   bool use_primary_ref_none;
2308 } ExternalFlags;
2309 
2310 /*!\cond */
2311 
2312 typedef struct {
2313   // Some misc info
2314   int high_prec;
2315   int q;
2316   int order;
2317 
2318   // MV counters
2319   int inter_count;
2320   int intra_count;
2321   int default_mvs;
2322   int mv_joint_count[4];
2323   int last_bit_zero;
2324   int last_bit_nonzero;
2325 
2326   // Keep track of the rates
2327   int total_mv_rate;
2328   int hp_total_mv_rate;
2329   int lp_total_mv_rate;
2330 
2331   // Texture info
2332   int horz_text;
2333   int vert_text;
2334   int diag_text;
2335 
2336   // Whether the current struct contains valid data
2337   int valid;
2338 } MV_STATS;
2339 
2340 typedef struct WeberStats {
2341   int64_t mb_wiener_variance;
2342   int64_t src_variance;
2343   int64_t rec_variance;
2344   int16_t src_pix_max;
2345   int16_t rec_pix_max;
2346   int64_t distortion;
2347   int64_t satd;
2348   double max_scale;
2349 } WeberStats;
2350 
2351 typedef struct {
2352   struct loopfilter lf;
2353   CdefInfo cdef_info;
2354   YV12_BUFFER_CONFIG copy_buffer;
2355   RATE_CONTROL rc;
2356   MV_STATS mv_stats;
2357 } CODING_CONTEXT;
2358 
2359 typedef struct {
2360   int frame_width;
2361   int frame_height;
2362   int mi_rows;
2363   int mi_cols;
2364   int mb_rows;
2365   int mb_cols;
2366   int num_mbs;
2367   aom_bit_depth_t bit_depth;
2368   int subsampling_x;
2369   int subsampling_y;
2370 } FRAME_INFO;
2371 
2372 /*!
2373  * \brief This structure stores different types of frame indices.
2374  */
2375 typedef struct {
2376   int show_frame_count;
2377 } FRAME_INDEX_SET;
2378 
2379 /*!\endcond */
2380 
2381 /*!
2382  * \brief Segmentation related information for the current frame.
2383  */
2384 typedef struct {
2385   /*!
2386    * 3-bit number containing the segment affiliation for each 4x4 block in the
2387    * frame. map[y * stride + x] contains the segment id of the 4x4 block at
2388    * (x,y) position.
2389    */
2390   uint8_t *map;
2391   /*!
2392    * Flag to indicate if current frame has lossless segments or not.
2393    * 1: frame has at least one lossless segment.
2394    * 0: frame has no lossless segments.
2395    */
2396   bool has_lossless_segment;
2397 } EncSegmentationInfo;
2398 
2399 /*!
2400  * \brief Frame time stamps.
2401  */
2402 typedef struct {
2403   /*!
2404    * Start time stamp of the previous frame
2405    */
2406   int64_t prev_ts_start;
2407   /*!
2408    * End time stamp of the previous frame
2409    */
2410   int64_t prev_ts_end;
2411   /*!
2412    * Start time stamp of the first frame
2413    */
2414   int64_t first_ts_start;
2415 } TimeStamps;
2416 
2417 /*!
2418  * Pointers to the memory allocated for frame level transform coeff related
2419  * info.
2420  */
2421 typedef struct {
2422   /*!
2423    * Pointer to the transformed coefficients buffer.
2424    */
2425   tran_low_t *tcoeff;
2426   /*!
2427    * Pointer to the eobs buffer.
2428    */
2429   uint16_t *eobs;
2430   /*!
2431    * Pointer to the entropy_ctx buffer.
2432    */
2433   uint8_t *entropy_ctx;
2434 } CoeffBufferPool;
2435 
2436 #if !CONFIG_REALTIME_ONLY
2437 /*!\cond */
2438 // DUCKY_ENCODE_FRAME_MODE is c version of EncodeFrameMode
2439 enum {
2440   DUCKY_ENCODE_FRAME_MODE_NONE,  // Let native AV1 determine q index and rdmult
2441   DUCKY_ENCODE_FRAME_MODE_QINDEX,  // DuckyEncode determines q index and AV1
2442                                    // determines rdmult
2443   DUCKY_ENCODE_FRAME_MODE_QINDEX_RDMULT,  // DuckyEncode determines q index and
2444                                           // rdmult
2445 } UENUM1BYTE(DUCKY_ENCODE_FRAME_MODE);
2446 
2447 enum {
2448   DUCKY_ENCODE_GOP_MODE_NONE,  // native AV1 decides GOP
2449   DUCKY_ENCODE_GOP_MODE_RCL,   // rate control lib decides GOP
2450 } UENUM1BYTE(DUCKY_ENCODE_GOP_MODE);
2451 
2452 typedef struct DuckyEncodeFrameInfo {
2453   DUCKY_ENCODE_FRAME_MODE qp_mode;
2454   DUCKY_ENCODE_GOP_MODE gop_mode;
2455   int q_index;
2456   int rdmult;
2457   // These two arrays are equivalent to std::vector<SuperblockEncodeParameters>
2458   int *superblock_encode_qindex;
2459   int *superblock_encode_rdmult;
2460   int delta_q_enabled;
2461 } DuckyEncodeFrameInfo;
2462 
2463 typedef struct DuckyEncodeFrameResult {
2464   int global_order_idx;
2465   int q_index;
2466   int rdmult;
2467   int rate;
2468   int64_t dist;
2469   double psnr;
2470 } DuckyEncodeFrameResult;
2471 
2472 typedef struct DuckyEncodeInfo {
2473   DuckyEncodeFrameInfo frame_info;
2474   DuckyEncodeFrameResult frame_result;
2475 } DuckyEncodeInfo;
2476 /*!\endcond */
2477 #endif
2478 
2479 /*!\cond */
2480 typedef struct RTC_REF {
2481   /*!
2482    * LAST_FRAME (0), LAST2_FRAME(1), LAST3_FRAME(2), GOLDEN_FRAME(3),
2483    * BWDREF_FRAME(4), ALTREF2_FRAME(5), ALTREF_FRAME(6).
2484    */
2485   int reference[INTER_REFS_PER_FRAME];
2486   int ref_idx[INTER_REFS_PER_FRAME];
2487   int refresh[REF_FRAMES];
2488   int set_ref_frame_config;
2489   int non_reference_frame;
2490   int ref_frame_comp[3];
2491   int gld_idx_1layer;
2492   /*!
2493    * Frame number of the last frame that refreshed the buffer slot.
2494    */
2495   unsigned int buffer_time_index[REF_FRAMES];
2496   /*!
2497    * Spatial layer id of the last frame that refreshed the buffer slot.
2498    */
2499   unsigned char buffer_spatial_layer[REF_FRAMES];
2500   /*!
2501    * Flag to indicate whether closest reference was the previous frame.
2502    */
2503   bool reference_was_previous_frame;
2504   /*!
2505    * Flag to indicate this frame is based on longer term reference only,
2506    * for recovery from past loss, and it should be biased for improved coding.
2507    */
2508   bool bias_recovery_frame;
2509 } RTC_REF;
2510 /*!\endcond */
2511 
2512 /*!
2513  * \brief Structure to hold data corresponding to an encoded frame.
2514  */
2515 typedef struct AV1_COMP_DATA {
2516   /*!
2517    * Buffer to store packed bitstream data of a frame.
2518    */
2519   unsigned char *cx_data;
2520 
2521   /*!
2522    * Allocated size of the cx_data buffer.
2523    */
2524   size_t cx_data_sz;
2525 
2526   /*!
2527    * Size of data written in the cx_data buffer.
2528    */
2529   size_t frame_size;
2530 
2531   /*!
2532    * Flags for the frame.
2533    */
2534   unsigned int lib_flags;
2535 
2536   /*!
2537    * Time stamp for start of frame.
2538    */
2539   int64_t ts_frame_start;
2540 
2541   /*!
2542    * Time stamp for end of frame.
2543    */
2544   int64_t ts_frame_end;
2545 
2546   /*!
2547    * Flag to indicate flush call.
2548    */
2549   int flush;
2550 
2551   /*!
2552    * Time base for sequence.
2553    */
2554   const aom_rational64_t *timestamp_ratio;
2555 
2556   /*!
2557    * Decide to pop the source for this frame from input buffer queue.
2558    */
2559   int pop_lookahead;
2560 
2561   /*!
2562    * Display order hint of frame whose packed data is in cx_data buffer.
2563    */
2564   int frame_display_order_hint;
2565 } AV1_COMP_DATA;
2566 
2567 /*!
2568  * \brief Top level primary encoder structure
2569  */
2570 typedef struct AV1_PRIMARY {
2571   /*!
2572    * Array of frame level encoder stage top level structures
2573    */
2574   struct AV1_COMP *parallel_cpi[MAX_PARALLEL_FRAMES];
2575 
2576   /*!
2577    * Array of structures to hold data of frames encoded in a given parallel
2578    * encode set.
2579    */
2580   struct AV1_COMP_DATA parallel_frames_data[MAX_PARALLEL_FRAMES - 1];
2581 #if CONFIG_FPMT_TEST
2582   /*!
2583    * Flag which enables/disables simulation path for fpmt unit test.
2584    * 0 - FPMT integration
2585    * 1 - FPMT simulation
2586    */
2587   FPMT_TEST_ENC_CFG fpmt_unit_test_cfg;
2588 
2589   /*!
2590    * Temporary variable simulating the delayed frame_probability update.
2591    */
2592   FrameProbInfo temp_frame_probs;
2593 
2594   /*!
2595    * Temporary variable holding the updated frame probability across
2596    * frames. Copy its value to temp_frame_probs for frame_parallel_level 0
2597    * frames or last frame in parallel encode set.
2598    */
2599   FrameProbInfo temp_frame_probs_simulation;
2600 
2601   /*!
2602    * Temporary variable simulating the delayed update of valid global motion
2603    * model across frames.
2604    */
2605   int temp_valid_gm_model_found[FRAME_UPDATE_TYPES];
2606 #endif  // CONFIG_FPMT_TEST
2607   /*!
2608    * Copy of cm->ref_frame_map maintained to facilitate sequential update of
2609    * ref_frame_map by lower layer depth frames encoded ahead of time in a
2610    * parallel encode set.
2611    */
2612   RefCntBuffer *ref_frame_map_copy[REF_FRAMES];
2613 
2614   /*!
2615    * Start time stamp of the last encoded show frame
2616    */
2617   int64_t ts_start_last_show_frame;
2618 
2619   /*!
2620    * End time stamp of the last encoded show frame
2621    */
2622   int64_t ts_end_last_show_frame;
2623 
2624   /*!
2625    * Number of frame level contexts(cpis)
2626    */
2627   int num_fp_contexts;
2628 
2629   /*!
2630    * Loopfilter levels of the previous encoded frame.
2631    */
2632   int filter_level[2];
2633 
2634   /*!
2635    * Chrominance component loopfilter level of the previous encoded frame.
2636    */
2637   int filter_level_u;
2638 
2639   /*!
2640    * Chrominance component loopfilter level of the previous encoded frame.
2641    */
2642   int filter_level_v;
2643 
2644   /*!
2645    * Encode stage top level structure
2646    * During frame parallel encode, this is the same as parallel_cpi[0]
2647    */
2648   struct AV1_COMP *cpi;
2649 
2650   /*!
2651    * Lookahead processing stage top level structure
2652    */
2653   struct AV1_COMP *cpi_lap;
2654 
2655   /*!
2656    * Look-ahead context.
2657    */
2658   struct lookahead_ctx *lookahead;
2659 
2660   /*!
2661    * Sequence parameters have been transmitted already and locked
2662    * or not. Once locked av1_change_config cannot change the seq
2663    * parameters.
2664    */
2665   int seq_params_locked;
2666 
2667   /*!
2668    * Pointer to internal utility functions that manipulate aom_codec_* data
2669    * structures.
2670    */
2671   struct aom_codec_pkt_list *output_pkt_list;
2672 
2673   /*!
2674    * When set, indicates that internal ARFs are enabled.
2675    */
2676   int internal_altref_allowed;
2677 
2678   /*!
2679    * Tell if OVERLAY frame shows existing alt_ref frame.
2680    */
2681   int show_existing_alt_ref;
2682 
2683   /*!
2684    * Information related to a gf group.
2685    */
2686   GF_GROUP gf_group;
2687 
2688   /*!
2689    * Track prior gf group state.
2690    */
2691   GF_STATE gf_state;
2692 
2693   /*!
2694    * Flag indicating whether look ahead processing (LAP) is enabled.
2695    */
2696   int lap_enabled;
2697 
2698   /*!
2699    * Parameters for AV1 bitstream levels.
2700    */
2701   AV1LevelParams level_params;
2702 
2703   /*!
2704    * Calculates PSNR on each frame when set to 1.
2705    */
2706   int b_calculate_psnr;
2707 
2708   /*!
2709    * Number of frames left to be encoded, is 0 if limit is not set.
2710    */
2711   int frames_left;
2712 
2713   /*!
2714    * Information related to two pass encoding.
2715    */
2716   TWO_PASS twopass;
2717 
2718   /*!
2719    * Rate control related parameters.
2720    */
2721   PRIMARY_RATE_CONTROL p_rc;
2722 
2723   /*!
2724    * Info and resources used by temporal filtering.
2725    */
2726   TEMPORAL_FILTER_INFO tf_info;
2727   /*!
2728    * Elements part of the sequence header, that are applicable for all the
2729    * frames in the video.
2730    */
2731   SequenceHeader seq_params;
2732 
2733   /*!
2734    * Indicates whether to use SVC.
2735    */
2736   int use_svc;
2737 
2738   /*!
2739    * If true, buffer removal times are present.
2740    */
2741   bool buffer_removal_time_present;
2742 
2743   /*!
2744    * Number of temporal layers: may be > 1 for SVC (scalable vector coding).
2745    */
2746   unsigned int number_temporal_layers;
2747 
2748   /*!
2749    * Number of spatial layers: may be > 1 for SVC (scalable vector coding).
2750    */
2751   unsigned int number_spatial_layers;
2752 
2753   /*!
2754    * Code and details about current error status.
2755    */
2756   struct aom_internal_error_info error;
2757 
2758   /*!
2759    * Function pointers to variants of sse/sad/variance computation functions.
2760    * fn_ptr[i] indicates the list of function pointers corresponding to block
2761    * size i.
2762    */
2763   aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL];
2764 
2765   /*!
2766    * tpl_sb_rdmult_scaling_factors[i] stores the RD multiplier scaling factor of
2767    * the ith 16 x 16 block in raster scan order.
2768    */
2769   double *tpl_sb_rdmult_scaling_factors;
2770 
2771   /*!
2772    * Parameters related to tpl.
2773    */
2774   TplParams tpl_data;
2775 
2776   /*!
2777    * Motion vector stats of the previous encoded frame.
2778    */
2779   MV_STATS mv_stats;
2780 
2781 #if CONFIG_INTERNAL_STATS
2782   /*!\cond */
2783   uint64_t total_time_receive_data;
2784   uint64_t total_time_compress_data;
2785 
2786   unsigned int total_mode_chosen_counts[MAX_MODES];
2787 
2788   int count[2];
2789   uint64_t total_sq_error[2];
2790   uint64_t total_samples[2];
2791   ImageStat psnr[2];
2792 
2793   double total_blockiness;
2794   double worst_blockiness;
2795 
2796   int total_bytes;
2797   double summed_quality;
2798   double summed_weights;
2799   double summed_quality_hbd;
2800   double summed_weights_hbd;
2801   unsigned int total_recode_hits;
2802   double worst_ssim;
2803   double worst_ssim_hbd;
2804 
2805   ImageStat fastssim;
2806   ImageStat psnrhvs;
2807 
2808   int b_calculate_blockiness;
2809   int b_calculate_consistency;
2810 
2811   double total_inconsistency;
2812   double worst_consistency;
2813   Ssimv *ssim_vars;
2814   Metrics metrics;
2815   /*!\endcond */
2816 #endif
2817 
2818 #if CONFIG_ENTROPY_STATS
2819   /*!
2820    * Aggregates frame counts for the sequence.
2821    */
2822   FRAME_COUNTS aggregate_fc;
2823 #endif  // CONFIG_ENTROPY_STATS
2824 
2825   /*!
2826    * For each type of reference frame, this contains the index of a reference
2827    * frame buffer for a reference frame of the same type.  We use this to
2828    * choose our primary reference frame (which is the most recent reference
2829    * frame of the same type as the current frame).
2830    */
2831   int fb_of_context_type[REF_FRAMES];
2832 
2833   /*!
2834    * Primary Multi-threading parameters.
2835    */
2836   PrimaryMultiThreadInfo p_mt_info;
2837 
2838   /*!
2839    * Probabilities for pruning of various AV1 tools.
2840    */
2841   FrameProbInfo frame_probs;
2842 
2843   /*!
2844    * Indicates if a valid global motion model has been found in the different
2845    * frame update types of a GF group.
2846    * valid_gm_model_found[i] indicates if valid global motion model has been
2847    * found in the frame update type with enum value equal to i
2848    */
2849   int valid_gm_model_found[FRAME_UPDATE_TYPES];
2850 
2851   /*!
2852    * Struct for the reference structure for RTC.
2853    */
2854   RTC_REF rtc_ref;
2855 
2856   /*!
2857    * Struct for all intra mode row multi threading in the preprocess stage
2858    * when --deltaq-mode=3.
2859    */
2860   AV1EncRowMultiThreadSync intra_row_mt_sync;
2861 } AV1_PRIMARY;
2862 
2863 /*!
2864  * \brief Top level encoder structure.
2865  */
2866 typedef struct AV1_COMP {
2867   /*!
2868    * Pointer to top level primary encoder structure
2869    */
2870   AV1_PRIMARY *ppi;
2871 
2872   /*!
2873    * Quantization and dequantization parameters for internal quantizer setup
2874    * in the encoder.
2875    */
2876   EncQuantDequantParams enc_quant_dequant_params;
2877 
2878   /*!
2879    * Structure holding thread specific variables.
2880    */
2881   ThreadData td;
2882 
2883   /*!
2884    * Statistics collected at frame level.
2885    */
2886   FRAME_COUNTS counts;
2887 
2888   /*!
2889    * Holds buffer storing mode information at 4x4/8x8 level.
2890    */
2891   MBMIExtFrameBufferInfo mbmi_ext_info;
2892 
2893   /*!
2894    * Buffer holding the transform block related information.
2895    * coeff_buffer_base[i] stores the transform block related information of the
2896    * ith superblock in raster scan order.
2897    */
2898   CB_COEFF_BUFFER *coeff_buffer_base;
2899 
2900   /*!
2901    * Structure holding pointers to frame level memory allocated for transform
2902    * block related information.
2903    */
2904   CoeffBufferPool coeff_buffer_pool;
2905 
2906   /*!
2907    * Structure holding variables common to encoder and decoder.
2908    */
2909   AV1_COMMON common;
2910 
2911   /*!
2912    * Encoder configuration related parameters.
2913    */
2914   AV1EncoderConfig oxcf;
2915 
2916   /*!
2917    * Stores the trellis optimization type at segment level.
2918    * optimize_seg_arr[i] stores the trellis opt type for ith segment.
2919    */
2920   TRELLIS_OPT_TYPE optimize_seg_arr[MAX_SEGMENTS];
2921 
2922   /*!
2923    * Pointer to the frame buffer holding the source frame to be used during the
2924    * current stage of encoding. It can be the raw input, temporally filtered
2925    * input or scaled input.
2926    */
2927   YV12_BUFFER_CONFIG *source;
2928 
2929   /*!
2930    * Pointer to the frame buffer holding the last raw source frame.
2931    * last_source is NULL for the following cases:
2932    * 1) First frame
2933    * 2) Alt-ref frames
2934    * 3) All frames for all-intra frame encoding.
2935    */
2936   YV12_BUFFER_CONFIG *last_source;
2937 
2938   /*!
2939    * Pointer to the frame buffer holding the unscaled source frame.
2940    * It can be either the raw input or temporally filtered input.
2941    */
2942   YV12_BUFFER_CONFIG *unscaled_source;
2943 
2944   /*!
2945    * Frame buffer holding the resized source frame (cropping / superres).
2946    */
2947   YV12_BUFFER_CONFIG scaled_source;
2948 
2949   /*!
2950    * Pointer to the frame buffer holding the unscaled last source frame.
2951    */
2952   YV12_BUFFER_CONFIG *unscaled_last_source;
2953 
2954   /*!
2955    * Frame buffer holding the resized last source frame.
2956    */
2957   YV12_BUFFER_CONFIG scaled_last_source;
2958 
2959   /*!
2960    * Pointer to the original source frame. This is used to determine if the
2961    * content is screen.
2962    */
2963   YV12_BUFFER_CONFIG *unfiltered_source;
2964 
2965   /*!
2966    * Frame buffer holding the orig source frame for PSNR calculation in rtc tf
2967    * case.
2968    */
2969   YV12_BUFFER_CONFIG orig_source;
2970 
2971   /*!
2972    * Skip tpl setup when tpl data from gop length decision can be reused.
2973    */
2974   int skip_tpl_setup_stats;
2975 
2976   /*!
2977    * Scaling factors used in the RD multiplier modulation.
2978    * TODO(sdeng): consider merge the following arrays.
2979    * tpl_rdmult_scaling_factors is a temporary buffer used to store the
2980    * intermediate scaling factors which are used in the calculation of
2981    * tpl_sb_rdmult_scaling_factors. tpl_rdmult_scaling_factors[i] stores the
2982    * intermediate scaling factor of the ith 16 x 16 block in raster scan order.
2983    */
2984   double *tpl_rdmult_scaling_factors;
2985 
2986   /*!
2987    * Temporal filter context.
2988    */
2989   TemporalFilterCtx tf_ctx;
2990 
2991   /*!
2992    * Pointer to CDEF search context.
2993    */
2994   CdefSearchCtx *cdef_search_ctx;
2995 
2996   /*!
2997    * Variables related to forcing integer mv decisions for the current frame.
2998    */
2999   ForceIntegerMVInfo force_intpel_info;
3000 
3001   /*!
3002    * Pointer to the buffer holding the scaled reference frames.
3003    * scaled_ref_buf[i] holds the scaled reference frame of type i.
3004    */
3005   RefCntBuffer *scaled_ref_buf[INTER_REFS_PER_FRAME];
3006 
3007   /*!
3008    * Pointer to the buffer holding the last show frame.
3009    */
3010   RefCntBuffer *last_show_frame_buf;
3011 
3012   /*!
3013    * Refresh frame flags for golden, bwd-ref and alt-ref frames.
3014    */
3015   RefreshFrameInfo refresh_frame;
3016 
3017   /*!
3018    * Flag to reduce the number of reference frame buffers used in rt.
3019    */
3020   int rt_reduce_num_ref_buffers;
3021 
3022   /*!
3023    * Flags signalled by the external interface at frame level.
3024    */
3025   ExternalFlags ext_flags;
3026 
3027   /*!
3028    * Temporary frame buffer used to store the non-loop filtered reconstructed
3029    * frame during the search of loop filter level.
3030    */
3031   YV12_BUFFER_CONFIG last_frame_uf;
3032 
3033   /*!
3034    * Temporary frame buffer used to store the loop restored frame during loop
3035    * restoration search.
3036    */
3037   YV12_BUFFER_CONFIG trial_frame_rst;
3038 
3039   /*!
3040    * Ambient reconstruction err target for force key frames.
3041    */
3042   int64_t ambient_err;
3043 
3044   /*!
3045    * Parameters related to rate distortion optimization.
3046    */
3047   RD_OPT rd;
3048 
3049   /*!
3050    * Temporary coding context used to save and restore when encoding with and
3051    * without super-resolution.
3052    */
3053   CODING_CONTEXT coding_context;
3054 
3055   /*!
3056    * Parameters related to global motion search.
3057    */
3058   GlobalMotionInfo gm_info;
3059 
3060   /*!
3061    * Parameters related to winner mode processing.
3062    */
3063   WinnerModeParams winner_mode_params;
3064 
3065   /*!
3066    * Frame time stamps.
3067    */
3068   TimeStamps time_stamps;
3069 
3070   /*!
3071    * Rate control related parameters.
3072    */
3073   RATE_CONTROL rc;
3074 
3075   /*!
3076    * Frame rate of the video.
3077    */
3078   double framerate;
3079 
3080   /*!
3081    * Bitmask indicating which reference buffers may be referenced by this frame.
3082    */
3083   int ref_frame_flags;
3084 
3085   /*!
3086    * speed is passed as a per-frame parameter into the encoder.
3087    */
3088   int speed;
3089 
3090   /*!
3091    * sf contains fine-grained config set internally based on speed.
3092    */
3093   SPEED_FEATURES sf;
3094 
3095   /*!
3096    * Parameters for motion vector search process.
3097    */
3098   MotionVectorSearchParams mv_search_params;
3099 
3100   /*!
3101    * When set, indicates that all reference frames are forward references,
3102    * i.e., all the reference frames are output before the current frame.
3103    */
3104   int all_one_sided_refs;
3105 
3106   /*!
3107    * Segmentation related information for current frame.
3108    */
3109   EncSegmentationInfo enc_seg;
3110 
3111   /*!
3112    * Parameters related to cyclic refresh aq-mode.
3113    */
3114   CYCLIC_REFRESH *cyclic_refresh;
3115   /*!
3116    * Parameters related to active map. Active maps indicate
3117    * if there is any activity on a 4x4 block basis.
3118    */
3119   ActiveMap active_map;
3120 
3121   /*!
3122    * The frame processing order within a GOP.
3123    */
3124   unsigned char gf_frame_index;
3125 
3126 #if CONFIG_INTERNAL_STATS
3127   /*!\cond */
3128   uint64_t time_compress_data;
3129 
3130   unsigned int mode_chosen_counts[MAX_MODES];
3131   int bytes;
3132   unsigned int frame_recode_hits;
3133   /*!\endcond */
3134 #endif
3135 
3136 #if CONFIG_SPEED_STATS
3137   /*!
3138    * For debugging: number of transform searches we have performed.
3139    */
3140   unsigned int tx_search_count;
3141 #endif  // CONFIG_SPEED_STATS
3142 
3143   /*!
3144    * When set, indicates that the frame is droppable, i.e., this frame
3145    * does not update any reference buffers.
3146    */
3147   int droppable;
3148 
3149   /*!
3150    * Stores the frame parameters during encoder initialization.
3151    */
3152   FRAME_INFO frame_info;
3153 
3154   /*!
3155    * Stores different types of frame indices.
3156    */
3157   FRAME_INDEX_SET frame_index_set;
3158 
3159   /*!
3160    * Stores the cm->width in the last call of alloc_compressor_data(). Helps
3161    * determine whether compressor data should be reallocated when cm->width
3162    * changes.
3163    */
3164   int data_alloc_width;
3165 
3166   /*!
3167    * Stores the cm->height in the last call of alloc_compressor_data(). Helps
3168    * determine whether compressor data should be reallocated when cm->height
3169    * changes.
3170    */
3171   int data_alloc_height;
3172 
3173   /*!
3174    * Number of MBs in the full-size frame; to be used to
3175    * normalize the firstpass stats. This will differ from the
3176    * number of MBs in the current frame when the frame is
3177    * scaled.
3178    */
3179   int initial_mbs;
3180 
3181   /*!
3182    * Flag to indicate whether the frame size inforamation has been
3183    * setup and propagated to associated allocations.
3184    */
3185   bool frame_size_related_setup_done;
3186 
3187   /*!
3188    * The width of the frame that is lastly encoded.
3189    * It is updated in the function "encoder_encode()".
3190    */
3191   int last_coded_width;
3192 
3193   /*!
3194    * The height of the frame that is lastly encoded.
3195    * It is updated in the function "encoder_encode()".
3196    */
3197   int last_coded_height;
3198 
3199   /*!
3200    * Resize related parameters.
3201    */
3202   ResizePendingParams resize_pending_params;
3203 
3204   /*!
3205    * Pointer to struct holding adaptive data/contexts/models for the tile during
3206    * encoding.
3207    */
3208   TileDataEnc *tile_data;
3209   /*!
3210    * Number of tiles for which memory has been allocated for tile_data.
3211    */
3212   int allocated_tiles;
3213 
3214   /*!
3215    * Structure to store the palette token related information.
3216    */
3217   TokenInfo token_info;
3218 
3219   /*!
3220    * VARIANCE_AQ segment map refresh.
3221    */
3222   int vaq_refresh;
3223 
3224   /*!
3225    * Thresholds for variance based partitioning.
3226    */
3227   VarBasedPartitionInfo vbp_info;
3228 
3229   /*!
3230    * Number of recodes in the frame.
3231    */
3232   int num_frame_recode;
3233 
3234   /*!
3235    * Current frame probability of parallel frames, across recodes.
3236    */
3237   FrameProbInfo frame_new_probs[NUM_RECODES_PER_FRAME];
3238 
3239   /*!
3240    * Retain condition for transform type frame_probability calculation
3241    */
3242   int do_update_frame_probs_txtype[NUM_RECODES_PER_FRAME];
3243 
3244   /*!
3245    * Retain condition for obmc frame_probability calculation
3246    */
3247   int do_update_frame_probs_obmc[NUM_RECODES_PER_FRAME];
3248 
3249   /*!
3250    * Retain condition for warped motion frame_probability calculation
3251    */
3252   int do_update_frame_probs_warp[NUM_RECODES_PER_FRAME];
3253 
3254   /*!
3255    * Retain condition for interpolation filter frame_probability calculation
3256    */
3257   int do_update_frame_probs_interpfilter[NUM_RECODES_PER_FRAME];
3258 
3259 #if CONFIG_FPMT_TEST
3260   /*!
3261    * Temporary variable for simulation.
3262    * Previous frame's framerate.
3263    */
3264   double temp_framerate;
3265 #endif
3266   /*!
3267    * Updated framerate for the current parallel frame.
3268    * cpi->framerate is updated with new_framerate during
3269    * post encode updates for parallel frames.
3270    */
3271   double new_framerate;
3272 
3273   /*!
3274    * Retain condition for fast_extra_bits calculation.
3275    */
3276   int do_update_vbr_bits_off_target_fast;
3277 
3278   /*!
3279    * Multi-threading parameters.
3280    */
3281   MultiThreadInfo mt_info;
3282 
3283   /*!
3284    * Specifies the frame to be output. It is valid only if show_existing_frame
3285    * is 1. When show_existing_frame is 0, existing_fb_idx_to_show is set to
3286    * INVALID_IDX.
3287    */
3288   int existing_fb_idx_to_show;
3289 
3290   /*!
3291    * A flag to indicate if intrabc is ever used in current frame.
3292    */
3293   int intrabc_used;
3294 
3295   /*!
3296    * Mark which ref frames can be skipped for encoding current frame during RDO.
3297    */
3298   int prune_ref_frame_mask;
3299 
3300   /*!
3301    * Loop Restoration context.
3302    */
3303   AV1LrStruct lr_ctxt;
3304 
3305   /*!
3306    * Loop Restoration context used during pick stage.
3307    */
3308   AV1LrPickStruct pick_lr_ctxt;
3309 
3310   /*!
3311    * Pointer to list of tables with film grain parameters.
3312    */
3313   aom_film_grain_table_t *film_grain_table;
3314 
3315 #if CONFIG_DENOISE
3316   /*!
3317    * Pointer to structure holding the denoised image buffers and the helper
3318    * noise models.
3319    */
3320   struct aom_denoise_and_model_t *denoise_and_model;
3321 #endif
3322 
3323   /*!
3324    * Flags related to interpolation filter search.
3325    */
3326   InterpSearchFlags interp_search_flags;
3327 
3328   /*!
3329    * Turn on screen content tools flag.
3330    * Note that some videos are not screen content videos, but
3331    * screen content tools could also improve coding efficiency.
3332    * For example, videos with large flat regions, gaming videos that look
3333    * like natural videos.
3334    */
3335   int use_screen_content_tools;
3336 
3337   /*!
3338    * A flag to indicate "real" screen content videos.
3339    * For example, screen shares, screen editing.
3340    * This type is true indicates |use_screen_content_tools| must be true.
3341    * In addition, rate control strategy is adjusted when this flag is true.
3342    */
3343   int is_screen_content_type;
3344 
3345 #if CONFIG_COLLECT_PARTITION_STATS
3346   /*!
3347    * Accumulates the partition timing stat over the whole frame.
3348    */
3349   FramePartitionTimingStats partition_stats;
3350 #endif  // CONFIG_COLLECT_PARTITION_STATS
3351 
3352 #if CONFIG_COLLECT_COMPONENT_TIMING
3353   /*!
3354    * component_time[] are initialized to zero while encoder starts.
3355    */
3356   uint64_t component_time[kTimingComponents];
3357   /*!
3358    * Stores timing for individual components between calls of start_timing()
3359    * and end_timing().
3360    */
3361   struct aom_usec_timer component_timer[kTimingComponents];
3362   /*!
3363    * frame_component_time[] are initialized to zero at beginning of each frame.
3364    */
3365   uint64_t frame_component_time[kTimingComponents];
3366 #endif
3367 
3368   /*!
3369    * Count the number of OBU_FRAME and OBU_FRAME_HEADER for level calculation.
3370    */
3371   int frame_header_count;
3372 
3373   /*!
3374    * Whether any no-zero delta_q was actually used.
3375    */
3376   int deltaq_used;
3377 
3378   /*!
3379    * Refrence frame distance related variables.
3380    */
3381   RefFrameDistanceInfo ref_frame_dist_info;
3382 
3383   /*!
3384    * ssim_rdmult_scaling_factors[i] stores the RD multiplier scaling factor of
3385    * the ith 16 x 16 block in raster scan order. This scaling factor is used for
3386    * RD multiplier modulation when SSIM tuning is enabled.
3387    */
3388   double *ssim_rdmult_scaling_factors;
3389 
3390 #if CONFIG_TUNE_VMAF
3391   /*!
3392    * Parameters for VMAF tuning.
3393    */
3394   TuneVMAFInfo vmaf_info;
3395 #endif
3396 
3397 #if CONFIG_TUNE_BUTTERAUGLI
3398   /*!
3399    * Parameters for Butteraugli tuning.
3400    */
3401   TuneButteraugliInfo butteraugli_info;
3402 #endif
3403 
3404   /*!
3405    * Parameters for scalable video coding.
3406    */
3407   SVC svc;
3408 
3409   /*!
3410    * Indicates whether current processing stage is encode stage or LAP stage.
3411    */
3412   COMPRESSOR_STAGE compressor_stage;
3413 
3414   /*!
3415    * Frame type of the last frame. May be used in some heuristics for speeding
3416    * up the encoding.
3417    */
3418   FRAME_TYPE last_frame_type;
3419 
3420   /*!
3421    * Number of tile-groups.
3422    */
3423   int num_tg;
3424 
3425   /*!
3426    * Super-resolution mode currently being used by the encoder.
3427    * This may / may not be same as user-supplied mode in oxcf->superres_mode
3428    * (when we are recoding to try multiple options for example).
3429    */
3430   aom_superres_mode superres_mode;
3431 
3432   /*!
3433    * First pass related data.
3434    */
3435   FirstPassData firstpass_data;
3436 
3437   /*!
3438    * Temporal Noise Estimate
3439    */
3440   NOISE_ESTIMATE noise_estimate;
3441 
3442 #if CONFIG_AV1_TEMPORAL_DENOISING
3443   /*!
3444    * Temporal Denoiser
3445    */
3446   AV1_DENOISER denoiser;
3447 #endif
3448 
3449   /*!
3450    * Count on how many consecutive times a block uses small/zeromv for encoding
3451    * in a scale of 8x8 block.
3452    */
3453   uint8_t *consec_zero_mv;
3454 
3455   /*!
3456    * Allocated memory size for |consec_zero_mv|.
3457    */
3458   int consec_zero_mv_alloc_size;
3459 
3460   /*!
3461    * Block size of first pass encoding
3462    */
3463   BLOCK_SIZE fp_block_size;
3464 
3465   /*!
3466    * The counter of encoded super block, used to differentiate block names.
3467    * This number starts from 0 and increases whenever a super block is encoded.
3468    */
3469   int sb_counter;
3470 
3471   /*!
3472    * Available bitstream buffer size in bytes
3473    */
3474   size_t available_bs_size;
3475 
3476   /*!
3477    * The controller of the external partition model.
3478    * It is used to do partition type selection based on external models.
3479    */
3480   ExtPartController ext_part_controller;
3481 
3482   /*!
3483    * Motion vector stats of the current encoded frame, used to update the
3484    * ppi->mv_stats during postencode.
3485    */
3486   MV_STATS mv_stats;
3487   /*!
3488    * Stores the reference refresh index for the current frame.
3489    */
3490   int ref_refresh_index;
3491 
3492   /*!
3493    * A flag to indicate if the reference refresh index is available for the
3494    * current frame.
3495    */
3496   bool refresh_idx_available;
3497 
3498   /*!
3499    * Reference frame index corresponding to the frame to be excluded from being
3500    * used as a reference by frame_parallel_level 2 frame in a parallel
3501    * encode set of lower layer frames.
3502    */
3503   int ref_idx_to_skip;
3504 #if CONFIG_FPMT_TEST
3505   /*!
3506    * Stores the wanted frame buffer index for choosing primary ref frame by a
3507    * frame_parallel_level 2 frame in a parallel encode set of lower layer
3508    * frames.
3509    */
3510 
3511   int wanted_fb;
3512 #endif  // CONFIG_FPMT_TEST
3513 
3514   /*!
3515    * A flag to indicate frames that will update their data to the primary
3516    * context at the end of the encode. It is set for non-parallel frames and the
3517    * last frame in encode order in a given parallel encode set.
3518    */
3519   bool do_frame_data_update;
3520 
3521 #if CONFIG_RD_COMMAND
3522   /*!
3523    *  A structure for assigning external q_index / rdmult for experiments
3524    */
3525   RD_COMMAND rd_command;
3526 #endif  // CONFIG_RD_COMMAND
3527 
3528   /*!
3529    * Buffer to store MB variance after Wiener filter.
3530    */
3531   WeberStats *mb_weber_stats;
3532 
3533   /*!
3534    * Buffer to store rate cost estimates for each macro block (8x8) in the
3535    * preprocessing stage used in allintra mode.
3536    */
3537   int *prep_rate_estimates;
3538 
3539   /*!
3540    * Buffer to store rate cost estimates for each 16x16 block read
3541    * from an external file, used in allintra mode.
3542    */
3543   double *ext_rate_distribution;
3544 
3545   /*!
3546    * The scale that equals sum_rate_uniform_quantizer / sum_ext_rate.
3547    */
3548   double ext_rate_scale;
3549 
3550   /*!
3551    * Buffer to store MB variance after Wiener filter.
3552    */
3553   BLOCK_SIZE weber_bsize;
3554 
3555   /*!
3556    * Frame level Wiener filter normalization.
3557    */
3558   int64_t norm_wiener_variance;
3559 
3560   /*!
3561    * Buffer to store delta-q values for delta-q mode 4.
3562    */
3563   int *mb_delta_q;
3564 
3565   /*!
3566    * Flag to indicate that current frame is dropped.
3567    */
3568   bool is_dropped_frame;
3569 
3570 #if CONFIG_BITRATE_ACCURACY
3571   /*!
3572    * Structure stores information needed for bitrate accuracy experiment.
3573    */
3574   VBR_RATECTRL_INFO vbr_rc_info;
3575 #endif
3576 
3577 #if CONFIG_RATECTRL_LOG
3578   /*!
3579    * Structure stores information of rate control decisions.
3580    */
3581   RATECTRL_LOG rc_log;
3582 #endif  // CONFIG_RATECTRL_LOG
3583 
3584   /*!
3585    * Frame level twopass status and control data
3586    */
3587   TWO_PASS_FRAME twopass_frame;
3588 
3589   /*!
3590    * Context needed for third pass encoding.
3591    */
3592   THIRD_PASS_DEC_CTX *third_pass_ctx;
3593 
3594   /*!
3595    * File pointer to second pass log
3596    */
3597   FILE *second_pass_log_stream;
3598 
3599   /*!
3600    * Buffer to store 64x64 SAD
3601    */
3602   uint64_t *src_sad_blk_64x64;
3603 
3604   /*!
3605    * SSE between the current frame and the reconstructed last frame
3606    * It is only used for CBR mode.
3607    * It is not used if the reference frame has a different frame size.
3608    */
3609   uint64_t rec_sse;
3610 
3611   /*!
3612    * A flag to indicate whether the encoder is controlled by DuckyEncode or not.
3613    * 1:yes 0:no
3614    */
3615   int use_ducky_encode;
3616 
3617 #if !CONFIG_REALTIME_ONLY
3618   /*! A structure that facilitates the communication between DuckyEncode and AV1
3619    * encoder.
3620    */
3621   DuckyEncodeInfo ducky_encode_info;
3622 #endif  // CONFIG_REALTIME_ONLY
3623         //
3624   /*!
3625    * Frames since last frame with cdf update.
3626    */
3627   int frames_since_last_update;
3628 
3629   /*!
3630    * Block level thresholds to force zeromv-skip at partition level.
3631    */
3632   unsigned int zeromv_skip_thresh_exit_part[BLOCK_SIZES_ALL];
3633 
3634   /*!
3635    *  Should we allocate a downsampling pyramid for each frame buffer?
3636    *  This is currently only used for global motion
3637    */
3638   bool alloc_pyramid;
3639 
3640 #if CONFIG_SALIENCY_MAP
3641   /*!
3642    * Pixel level saliency map for each frame.
3643    */
3644   uint8_t *saliency_map;
3645 
3646   /*!
3647    * Superblock level rdmult scaling factor driven by saliency map.
3648    */
3649   double *sm_scaling_factor;
3650 #endif
3651 
3652   /*!
3653    * Number of pixels that choose palette mode for luma in the
3654    * fast encoding pass in av1_determine_sc_tools_with_encoding().
3655    */
3656   int palette_pixel_num;
3657 
3658   /*!
3659    * Flag to indicate scaled_last_source is available,
3660    * so scaling is not needed for last_source.
3661    */
3662   int scaled_last_source_available;
3663 } AV1_COMP;
3664 
3665 /*!
3666  * \brief Input frames and last input frame
3667  */
3668 typedef struct EncodeFrameInput {
3669   /*!\cond */
3670   YV12_BUFFER_CONFIG *source;
3671   YV12_BUFFER_CONFIG *last_source;
3672   int64_t ts_duration;
3673   /*!\endcond */
3674 } EncodeFrameInput;
3675 
3676 /*!
3677  * \brief contains per-frame encoding parameters decided upon by
3678  * av1_encode_strategy() and passed down to av1_encode().
3679  */
3680 typedef struct EncodeFrameParams {
3681   /*!
3682    * Is error resilient mode enabled
3683    */
3684   int error_resilient_mode;
3685   /*!
3686    * Frame type (eg KF vs inter frame etc)
3687    */
3688   FRAME_TYPE frame_type;
3689 
3690   /*!\cond */
3691   int primary_ref_frame;
3692   int order_offset;
3693 
3694   /*!\endcond */
3695   /*!
3696    * Should the current frame be displayed after being decoded
3697    */
3698   int show_frame;
3699 
3700   /*!\cond */
3701   int refresh_frame_flags;
3702 
3703   int show_existing_frame;
3704   int existing_fb_idx_to_show;
3705 
3706   /*!\endcond */
3707   /*!
3708    *  Bitmask of which reference buffers may be referenced by this frame.
3709    */
3710   int ref_frame_flags;
3711 
3712   /*!
3713    *  Reference buffer assignment for this frame.
3714    */
3715   int remapped_ref_idx[REF_FRAMES];
3716 
3717   /*!
3718    *  Flags which determine which reference buffers are refreshed by this
3719    *  frame.
3720    */
3721   RefreshFrameInfo refresh_frame;
3722 
3723   /*!
3724    *  Speed level to use for this frame: Bigger number means faster.
3725    */
3726   int speed;
3727 } EncodeFrameParams;
3728 
3729 /*!\cond */
3730 
3731 // EncodeFrameResults contains information about the result of encoding a
3732 // single frame
3733 typedef struct {
3734   size_t size;  // Size of resulting bitstream
3735 } EncodeFrameResults;
3736 
3737 void av1_initialize_enc(unsigned int usage, enum aom_rc_mode end_usage);
3738 
3739 struct AV1_COMP *av1_create_compressor(AV1_PRIMARY *ppi,
3740                                        const AV1EncoderConfig *oxcf,
3741                                        BufferPool *const pool,
3742                                        COMPRESSOR_STAGE stage,
3743                                        int lap_lag_in_frames);
3744 
3745 struct AV1_PRIMARY *av1_create_primary_compressor(
3746     struct aom_codec_pkt_list *pkt_list_head, int num_lap_buffers,
3747     const AV1EncoderConfig *oxcf);
3748 
3749 void av1_remove_compressor(AV1_COMP *cpi);
3750 
3751 void av1_remove_primary_compressor(AV1_PRIMARY *ppi);
3752 
3753 #if CONFIG_ENTROPY_STATS
3754 void print_entropy_stats(AV1_PRIMARY *const ppi);
3755 #endif
3756 #if CONFIG_INTERNAL_STATS
3757 void print_internal_stats(AV1_PRIMARY *ppi);
3758 #endif
3759 
3760 void av1_change_config_seq(AV1_PRIMARY *ppi, const AV1EncoderConfig *oxcf,
3761                            bool *sb_size_changed);
3762 
3763 void av1_change_config(AV1_COMP *cpi, const AV1EncoderConfig *oxcf,
3764                        bool sb_size_changed);
3765 
3766 aom_codec_err_t av1_check_initial_width(AV1_COMP *cpi, int use_highbitdepth,
3767                                         int subsampling_x, int subsampling_y);
3768 
3769 void av1_init_seq_coding_tools(AV1_PRIMARY *const ppi,
3770                                const AV1EncoderConfig *oxcf, int use_svc);
3771 
3772 void av1_post_encode_updates(AV1_COMP *const cpi,
3773                              const AV1_COMP_DATA *const cpi_data);
3774 
3775 void av1_scale_references_fpmt(AV1_COMP *cpi, int *ref_buffers_used_map);
3776 
3777 void av1_increment_scaled_ref_counts_fpmt(BufferPool *buffer_pool,
3778                                           int ref_buffers_used_map);
3779 
3780 void av1_release_scaled_references_fpmt(AV1_COMP *cpi);
3781 
3782 void av1_decrement_ref_counts_fpmt(BufferPool *buffer_pool,
3783                                    int ref_buffers_used_map);
3784 
3785 void av1_init_sc_decisions(AV1_PRIMARY *const ppi);
3786 
3787 AV1_COMP *av1_get_parallel_frame_enc_data(AV1_PRIMARY *const ppi,
3788                                           AV1_COMP_DATA *const first_cpi_data);
3789 
3790 int av1_init_parallel_frame_context(const AV1_COMP_DATA *const first_cpi_data,
3791                                     AV1_PRIMARY *const ppi,
3792                                     int *ref_buffers_used_map);
3793 /*!\endcond */
3794 
3795 /*!\brief Obtain the raw frame data
3796  *
3797  * \ingroup high_level_algo
3798  * This function receives the raw frame data from input.
3799  *
3800  * \param[in]     cpi            Top-level encoder structure
3801  * \param[in]     frame_flags    Flags to decide how to encoding the frame
3802  * \param[in,out] sd             Contain raw frame data
3803  * \param[in]     time_stamp     Time stamp of the frame
3804  * \param[in]     end_time_stamp End time stamp
3805  *
3806  * \return Returns a value to indicate if the frame data is received
3807  * successfully.
3808  * \note The caller can assume that a copy of this frame is made and not just a
3809  * copy of the pointer.
3810  */
3811 int av1_receive_raw_frame(AV1_COMP *cpi, aom_enc_frame_flags_t frame_flags,
3812                           const YV12_BUFFER_CONFIG *sd, int64_t time_stamp,
3813                           int64_t end_time_stamp);
3814 
3815 /*!\brief Encode a frame
3816  *
3817  * \ingroup high_level_algo
3818  * \callgraph
3819  * \callergraph
3820  * This function encodes the raw frame data, and outputs the frame bit stream
3821  * to the designated buffer. The caller should use the output parameters
3822  * cpi_data->ts_frame_start and cpi_data->ts_frame_end only when this function
3823  * returns AOM_CODEC_OK.
3824  *
3825  * \param[in]     cpi         Top-level encoder structure
3826  * \param[in,out] cpi_data    Data corresponding to a frame encode
3827  *
3828  * \return Returns a value to indicate if the encoding is done successfully.
3829  * \retval #AOM_CODEC_OK
3830  * \retval -1
3831  *     No frame encoded; more input is required.
3832  * \retval "A nonzero (positive) aom_codec_err_t code"
3833  *     The encoding failed with the error. Sets the error code and error message
3834  * in \c cpi->common.error.
3835  */
3836 int av1_get_compressed_data(AV1_COMP *cpi, AV1_COMP_DATA *const cpi_data);
3837 
3838 /*!\brief Run 1-pass/2-pass encoding
3839  *
3840  * \ingroup high_level_algo
3841  * \callgraph
3842  * \callergraph
3843  */
3844 int av1_encode(AV1_COMP *const cpi, uint8_t *const dest,
3845                const EncodeFrameInput *const frame_input,
3846                const EncodeFrameParams *const frame_params,
3847                EncodeFrameResults *const frame_results);
3848 
3849 /*!\cond */
3850 int av1_get_preview_raw_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *dest);
3851 
3852 int av1_get_last_show_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *frame);
3853 
3854 aom_codec_err_t av1_copy_new_frame_enc(AV1_COMMON *cm,
3855                                        YV12_BUFFER_CONFIG *new_frame,
3856                                        YV12_BUFFER_CONFIG *sd);
3857 
3858 int av1_use_as_reference(int *ext_ref_frame_flags, int ref_frame_flags);
3859 
3860 int av1_copy_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3861 
3862 int av1_set_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3863 
3864 void av1_set_frame_size(AV1_COMP *cpi, int width, int height);
3865 
3866 void av1_set_mv_search_params(AV1_COMP *cpi);
3867 
3868 int av1_set_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3869 
3870 int av1_get_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3871 
3872 int av1_set_internal_size(AV1EncoderConfig *const oxcf,
3873                           ResizePendingParams *resize_pending_params,
3874                           AOM_SCALING_MODE horiz_mode,
3875                           AOM_SCALING_MODE vert_mode);
3876 
3877 int av1_get_quantizer(struct AV1_COMP *cpi);
3878 
3879 int av1_convert_sect5obus_to_annexb(uint8_t *buffer, size_t *input_size);
3880 
3881 void av1_alloc_mb_wiener_var_pred_buf(AV1_COMMON *cm, ThreadData *td);
3882 
3883 void av1_dealloc_mb_wiener_var_pred_buf(ThreadData *td);
3884 
3885 // Set screen content options.
3886 // This function estimates whether to use screen content tools, by counting
3887 // the portion of blocks that have few luma colors.
3888 // Modifies:
3889 //   cpi->commom.features.allow_screen_content_tools
3890 //   cpi->common.features.allow_intrabc
3891 //   cpi->use_screen_content_tools
3892 //   cpi->is_screen_content_type
3893 // However, the estimation is not accurate and may misclassify videos.
3894 // A slower but more accurate approach that determines whether to use screen
3895 // content tools is employed later. See av1_determine_sc_tools_with_encoding().
3896 void av1_set_screen_content_options(struct AV1_COMP *cpi,
3897                                     FeatureFlags *features);
3898 
3899 void av1_update_frame_size(AV1_COMP *cpi);
3900 
3901 typedef struct {
3902   int pyr_level;
3903   int disp_order;
3904 } RefFrameMapPair;
3905 
init_ref_map_pair(AV1_COMP * cpi,RefFrameMapPair ref_frame_map_pairs[REF_FRAMES])3906 static INLINE void init_ref_map_pair(
3907     AV1_COMP *cpi, RefFrameMapPair ref_frame_map_pairs[REF_FRAMES]) {
3908   if (cpi->ppi->gf_group.update_type[cpi->gf_frame_index] == KF_UPDATE) {
3909     memset(ref_frame_map_pairs, -1, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3910     return;
3911   }
3912   memset(ref_frame_map_pairs, 0, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3913   for (int map_idx = 0; map_idx < REF_FRAMES; map_idx++) {
3914     // Get reference frame buffer.
3915     const RefCntBuffer *const buf = cpi->common.ref_frame_map[map_idx];
3916     if (ref_frame_map_pairs[map_idx].disp_order == -1) continue;
3917     if (buf == NULL) {
3918       ref_frame_map_pairs[map_idx].disp_order = -1;
3919       ref_frame_map_pairs[map_idx].pyr_level = -1;
3920       continue;
3921     } else if (buf->ref_count > 1) {
3922       // Once the keyframe is coded, the slots in ref_frame_map will all
3923       // point to the same frame. In that case, all subsequent pointers
3924       // matching the current are considered "free" slots. This will find
3925       // the next occurrence of the current pointer if ref_count indicates
3926       // there are multiple instances of it and mark it as free.
3927       for (int idx2 = map_idx + 1; idx2 < REF_FRAMES; ++idx2) {
3928         const RefCntBuffer *const buf2 = cpi->common.ref_frame_map[idx2];
3929         if (buf2 == buf) {
3930           ref_frame_map_pairs[idx2].disp_order = -1;
3931           ref_frame_map_pairs[idx2].pyr_level = -1;
3932         }
3933       }
3934     }
3935     ref_frame_map_pairs[map_idx].disp_order = (int)buf->display_order_hint;
3936     ref_frame_map_pairs[map_idx].pyr_level = buf->pyramid_level;
3937   }
3938 }
3939 
3940 #if CONFIG_FPMT_TEST
calc_frame_data_update_flag(GF_GROUP * const gf_group,int gf_frame_index,bool * const do_frame_data_update)3941 static AOM_INLINE void calc_frame_data_update_flag(
3942     GF_GROUP *const gf_group, int gf_frame_index,
3943     bool *const do_frame_data_update) {
3944   *do_frame_data_update = true;
3945   // Set the flag to false for all frames in a given parallel encode set except
3946   // the last frame in the set with frame_parallel_level = 2.
3947   if (gf_group->frame_parallel_level[gf_frame_index] == 1) {
3948     *do_frame_data_update = false;
3949   } else if (gf_group->frame_parallel_level[gf_frame_index] == 2) {
3950     // Check if this is the last frame in the set with frame_parallel_level = 2.
3951     for (int i = gf_frame_index + 1; i < gf_group->size; i++) {
3952       if ((gf_group->frame_parallel_level[i] == 0 &&
3953            (gf_group->update_type[i] == ARF_UPDATE ||
3954             gf_group->update_type[i] == INTNL_ARF_UPDATE)) ||
3955           gf_group->frame_parallel_level[i] == 1) {
3956         break;
3957       } else if (gf_group->frame_parallel_level[i] == 2) {
3958         *do_frame_data_update = false;
3959         break;
3960       }
3961     }
3962   }
3963 }
3964 #endif
3965 
3966 // av1 uses 10,000,000 ticks/second as time stamp
3967 #define TICKS_PER_SEC 10000000LL
3968 
3969 static INLINE int64_t
timebase_units_to_ticks(const aom_rational64_t * timestamp_ratio,int64_t n)3970 timebase_units_to_ticks(const aom_rational64_t *timestamp_ratio, int64_t n) {
3971   return n * timestamp_ratio->num / timestamp_ratio->den;
3972 }
3973 
3974 static INLINE int64_t
ticks_to_timebase_units(const aom_rational64_t * timestamp_ratio,int64_t n)3975 ticks_to_timebase_units(const aom_rational64_t *timestamp_ratio, int64_t n) {
3976   int64_t round = timestamp_ratio->num / 2;
3977   if (round > 0) --round;
3978   return (n * timestamp_ratio->den + round) / timestamp_ratio->num;
3979 }
3980 
frame_is_kf_gf_arf(const AV1_COMP * cpi)3981 static INLINE int frame_is_kf_gf_arf(const AV1_COMP *cpi) {
3982   const GF_GROUP *const gf_group = &cpi->ppi->gf_group;
3983   const FRAME_UPDATE_TYPE update_type =
3984       gf_group->update_type[cpi->gf_frame_index];
3985 
3986   return frame_is_intra_only(&cpi->common) || update_type == ARF_UPDATE ||
3987          update_type == GF_UPDATE;
3988 }
3989 
3990 // TODO(huisu@google.com, youzhou@microsoft.com): enable hash-me for HBD.
av1_use_hash_me(const AV1_COMP * const cpi)3991 static INLINE int av1_use_hash_me(const AV1_COMP *const cpi) {
3992   return (cpi->common.features.allow_screen_content_tools &&
3993           cpi->common.features.allow_intrabc &&
3994           frame_is_intra_only(&cpi->common));
3995 }
3996 
get_ref_frame_yv12_buf(const AV1_COMMON * const cm,MV_REFERENCE_FRAME ref_frame)3997 static INLINE const YV12_BUFFER_CONFIG *get_ref_frame_yv12_buf(
3998     const AV1_COMMON *const cm, MV_REFERENCE_FRAME ref_frame) {
3999   const RefCntBuffer *const buf = get_ref_frame_buf(cm, ref_frame);
4000   return buf != NULL ? &buf->buf : NULL;
4001 }
4002 
alloc_frame_mvs(AV1_COMMON * const cm,RefCntBuffer * buf)4003 static INLINE void alloc_frame_mvs(AV1_COMMON *const cm, RefCntBuffer *buf) {
4004   assert(buf != NULL);
4005   ensure_mv_buffer(buf, cm);
4006   buf->width = cm->width;
4007   buf->height = cm->height;
4008 }
4009 
4010 // Get the allocated token size for a tile. It does the same calculation as in
4011 // the frame token allocation.
allocated_tokens(const TileInfo * tile,int sb_size_log2,int num_planes)4012 static INLINE unsigned int allocated_tokens(const TileInfo *tile,
4013                                             int sb_size_log2, int num_planes) {
4014   int tile_mb_rows =
4015       ROUND_POWER_OF_TWO(tile->mi_row_end - tile->mi_row_start, 2);
4016   int tile_mb_cols =
4017       ROUND_POWER_OF_TWO(tile->mi_col_end - tile->mi_col_start, 2);
4018 
4019   return get_token_alloc(tile_mb_rows, tile_mb_cols, sb_size_log2, num_planes);
4020 }
4021 
get_start_tok(AV1_COMP * cpi,int tile_row,int tile_col,int mi_row,TokenExtra ** tok,int sb_size_log2,int num_planes)4022 static INLINE void get_start_tok(AV1_COMP *cpi, int tile_row, int tile_col,
4023                                  int mi_row, TokenExtra **tok, int sb_size_log2,
4024                                  int num_planes) {
4025   AV1_COMMON *const cm = &cpi->common;
4026   const int tile_cols = cm->tiles.cols;
4027   TileDataEnc *this_tile = &cpi->tile_data[tile_row * tile_cols + tile_col];
4028   const TileInfo *const tile_info = &this_tile->tile_info;
4029 
4030   const int tile_mb_cols =
4031       (tile_info->mi_col_end - tile_info->mi_col_start + 2) >> 2;
4032   const int tile_mb_row = (mi_row - tile_info->mi_row_start + 2) >> 2;
4033 
4034   *tok = cpi->token_info.tile_tok[tile_row][tile_col] +
4035          get_token_alloc(tile_mb_row, tile_mb_cols, sb_size_log2, num_planes);
4036 }
4037 
4038 void av1_apply_encoding_flags(AV1_COMP *cpi, aom_enc_frame_flags_t flags);
4039 
4040 #define ALT_MIN_LAG 3
is_altref_enabled(int lag_in_frames,bool enable_auto_arf)4041 static INLINE int is_altref_enabled(int lag_in_frames, bool enable_auto_arf) {
4042   return lag_in_frames >= ALT_MIN_LAG && enable_auto_arf;
4043 }
4044 
can_disable_altref(const GFConfig * gf_cfg)4045 static AOM_INLINE int can_disable_altref(const GFConfig *gf_cfg) {
4046   return is_altref_enabled(gf_cfg->lag_in_frames, gf_cfg->enable_auto_arf) &&
4047          (gf_cfg->gf_min_pyr_height == 0);
4048 }
4049 
4050 // Helper function to compute number of blocks on either side of the frame.
get_num_blocks(const int frame_length,const int mb_length)4051 static INLINE int get_num_blocks(const int frame_length, const int mb_length) {
4052   return (frame_length + mb_length - 1) / mb_length;
4053 }
4054 
4055 // Check if statistics generation stage
is_stat_generation_stage(const AV1_COMP * const cpi)4056 static INLINE int is_stat_generation_stage(const AV1_COMP *const cpi) {
4057   assert(IMPLIES(cpi->compressor_stage == LAP_STAGE,
4058                  cpi->oxcf.pass == AOM_RC_ONE_PASS && cpi->ppi->lap_enabled));
4059   return (cpi->oxcf.pass == AOM_RC_FIRST_PASS ||
4060           (cpi->compressor_stage == LAP_STAGE));
4061 }
4062 // Check if statistics consumption stage
is_stat_consumption_stage_twopass(const AV1_COMP * const cpi)4063 static INLINE int is_stat_consumption_stage_twopass(const AV1_COMP *const cpi) {
4064   return (cpi->oxcf.pass >= AOM_RC_SECOND_PASS);
4065 }
4066 
4067 // Check if statistics consumption stage
is_stat_consumption_stage(const AV1_COMP * const cpi)4068 static INLINE int is_stat_consumption_stage(const AV1_COMP *const cpi) {
4069   return (is_stat_consumption_stage_twopass(cpi) ||
4070           (cpi->oxcf.pass == AOM_RC_ONE_PASS &&
4071            (cpi->compressor_stage == ENCODE_STAGE) && cpi->ppi->lap_enabled));
4072 }
4073 
4074 // Decide whether 'dv_costs' need to be allocated/stored during the encoding.
av1_need_dv_costs(const AV1_COMP * const cpi)4075 static AOM_INLINE bool av1_need_dv_costs(const AV1_COMP *const cpi) {
4076   return !cpi->sf.rt_sf.use_nonrd_pick_mode &&
4077          av1_allow_intrabc(&cpi->common) && !is_stat_generation_stage(cpi);
4078 }
4079 
4080 /*!\endcond */
4081 /*!\brief Check if the current stage has statistics
4082  *
4083  *\ingroup two_pass_algo
4084  *
4085  * \param[in]    cpi     Top - level encoder instance structure
4086  *
4087  * \return 0 if no stats for current stage else 1
4088  */
has_no_stats_stage(const AV1_COMP * const cpi)4089 static INLINE int has_no_stats_stage(const AV1_COMP *const cpi) {
4090   assert(
4091       IMPLIES(!cpi->ppi->lap_enabled, cpi->compressor_stage == ENCODE_STAGE));
4092   return (cpi->oxcf.pass == AOM_RC_ONE_PASS && !cpi->ppi->lap_enabled);
4093 }
4094 
4095 /*!\cond */
4096 
is_one_pass_rt_params(const AV1_COMP * cpi)4097 static INLINE int is_one_pass_rt_params(const AV1_COMP *cpi) {
4098   return has_no_stats_stage(cpi) && cpi->oxcf.mode == REALTIME &&
4099          cpi->oxcf.gf_cfg.lag_in_frames == 0;
4100 }
4101 
4102 // Use default/internal reference structure for single-layer RTC.
use_rtc_reference_structure_one_layer(const AV1_COMP * cpi)4103 static INLINE int use_rtc_reference_structure_one_layer(const AV1_COMP *cpi) {
4104   return is_one_pass_rt_params(cpi) && cpi->ppi->number_spatial_layers == 1 &&
4105          cpi->ppi->number_temporal_layers == 1 &&
4106          !cpi->ppi->rtc_ref.set_ref_frame_config;
4107 }
4108 
4109 // Function return size of frame stats buffer
get_stats_buf_size(int num_lap_buffer,int num_lag_buffer)4110 static INLINE int get_stats_buf_size(int num_lap_buffer, int num_lag_buffer) {
4111   /* if lookahead is enabled return num_lap_buffers else num_lag_buffers */
4112   return (num_lap_buffer > 0 ? num_lap_buffer + 1 : num_lag_buffer);
4113 }
4114 
4115 // TODO(zoeliu): To set up cpi->oxcf.gf_cfg.enable_auto_brf
4116 
set_ref_ptrs(const AV1_COMMON * cm,MACROBLOCKD * xd,MV_REFERENCE_FRAME ref0,MV_REFERENCE_FRAME ref1)4117 static INLINE void set_ref_ptrs(const AV1_COMMON *cm, MACROBLOCKD *xd,
4118                                 MV_REFERENCE_FRAME ref0,
4119                                 MV_REFERENCE_FRAME ref1) {
4120   xd->block_ref_scale_factors[0] =
4121       get_ref_scale_factors_const(cm, ref0 >= LAST_FRAME ? ref0 : 1);
4122   xd->block_ref_scale_factors[1] =
4123       get_ref_scale_factors_const(cm, ref1 >= LAST_FRAME ? ref1 : 1);
4124 }
4125 
get_chessboard_index(int frame_index)4126 static INLINE int get_chessboard_index(int frame_index) {
4127   return frame_index & 0x1;
4128 }
4129 
cond_cost_list_const(const struct AV1_COMP * cpi,const int * cost_list)4130 static INLINE const int *cond_cost_list_const(const struct AV1_COMP *cpi,
4131                                               const int *cost_list) {
4132   const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
4133                             cpi->sf.mv_sf.use_fullpel_costlist;
4134   return use_cost_list ? cost_list : NULL;
4135 }
4136 
cond_cost_list(const struct AV1_COMP * cpi,int * cost_list)4137 static INLINE int *cond_cost_list(const struct AV1_COMP *cpi, int *cost_list) {
4138   const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
4139                             cpi->sf.mv_sf.use_fullpel_costlist;
4140   return use_cost_list ? cost_list : NULL;
4141 }
4142 
4143 // Compression ratio of current frame.
4144 double av1_get_compression_ratio(const AV1_COMMON *const cm,
4145                                  size_t encoded_frame_size);
4146 
4147 void av1_new_framerate(AV1_COMP *cpi, double framerate);
4148 
4149 void av1_setup_frame_size(AV1_COMP *cpi);
4150 
4151 #define LAYER_IDS_TO_IDX(sl, tl, num_tl) ((sl) * (num_tl) + (tl))
4152 
4153 // Returns 1 if a frame is scaled and 0 otherwise.
av1_resize_scaled(const AV1_COMMON * cm)4154 static INLINE int av1_resize_scaled(const AV1_COMMON *cm) {
4155   return cm->superres_upscaled_width != cm->render_width ||
4156          cm->superres_upscaled_height != cm->render_height;
4157 }
4158 
av1_frame_scaled(const AV1_COMMON * cm)4159 static INLINE int av1_frame_scaled(const AV1_COMMON *cm) {
4160   return av1_superres_scaled(cm) || av1_resize_scaled(cm);
4161 }
4162 
4163 // Don't allow a show_existing_frame to coincide with an error resilient
4164 // frame. An exception can be made for a forward keyframe since it has no
4165 // previous dependencies.
encode_show_existing_frame(const AV1_COMMON * cm)4166 static INLINE int encode_show_existing_frame(const AV1_COMMON *cm) {
4167   return cm->show_existing_frame && (!cm->features.error_resilient_mode ||
4168                                      cm->current_frame.frame_type == KEY_FRAME);
4169 }
4170 
4171 // Get index into the 'cpi->mbmi_ext_info.frame_base' array for the given
4172 // 'mi_row' and 'mi_col'.
get_mi_ext_idx(const int mi_row,const int mi_col,const BLOCK_SIZE mi_alloc_bsize,const int mbmi_ext_stride)4173 static INLINE int get_mi_ext_idx(const int mi_row, const int mi_col,
4174                                  const BLOCK_SIZE mi_alloc_bsize,
4175                                  const int mbmi_ext_stride) {
4176   const int mi_ext_size_1d = mi_size_wide[mi_alloc_bsize];
4177   const int mi_ext_row = mi_row / mi_ext_size_1d;
4178   const int mi_ext_col = mi_col / mi_ext_size_1d;
4179   return mi_ext_row * mbmi_ext_stride + mi_ext_col;
4180 }
4181 
4182 // Lighter version of set_offsets that only sets the mode info
4183 // pointers.
set_mode_info_offsets(const CommonModeInfoParams * const mi_params,const MBMIExtFrameBufferInfo * const mbmi_ext_info,MACROBLOCK * const x,MACROBLOCKD * const xd,int mi_row,int mi_col)4184 static INLINE void set_mode_info_offsets(
4185     const CommonModeInfoParams *const mi_params,
4186     const MBMIExtFrameBufferInfo *const mbmi_ext_info, MACROBLOCK *const x,
4187     MACROBLOCKD *const xd, int mi_row, int mi_col) {
4188   set_mi_offsets(mi_params, xd, mi_row, mi_col);
4189   const int ext_idx = get_mi_ext_idx(mi_row, mi_col, mi_params->mi_alloc_bsize,
4190                                      mbmi_ext_info->stride);
4191   x->mbmi_ext_frame = mbmi_ext_info->frame_base + ext_idx;
4192 }
4193 
4194 // Check to see if the given partition size is allowed for a specified number
4195 // of mi block rows and columns remaining in the image.
4196 // If not then return the largest allowed partition size
find_partition_size(BLOCK_SIZE bsize,int rows_left,int cols_left,int * bh,int * bw)4197 static INLINE BLOCK_SIZE find_partition_size(BLOCK_SIZE bsize, int rows_left,
4198                                              int cols_left, int *bh, int *bw) {
4199   int int_size = (int)bsize;
4200   if (rows_left <= 0 || cols_left <= 0) {
4201     return AOMMIN(bsize, BLOCK_8X8);
4202   } else {
4203     for (; int_size > 0; int_size -= 3) {
4204       *bh = mi_size_high[int_size];
4205       *bw = mi_size_wide[int_size];
4206       if ((*bh <= rows_left) && (*bw <= cols_left)) {
4207         break;
4208       }
4209     }
4210   }
4211   return (BLOCK_SIZE)int_size;
4212 }
4213 
4214 static const uint8_t av1_ref_frame_flag_list[REF_FRAMES] = { 0,
4215                                                              AOM_LAST_FLAG,
4216                                                              AOM_LAST2_FLAG,
4217                                                              AOM_LAST3_FLAG,
4218                                                              AOM_GOLD_FLAG,
4219                                                              AOM_BWD_FLAG,
4220                                                              AOM_ALT2_FLAG,
4221                                                              AOM_ALT_FLAG };
4222 
4223 // When more than 'max_allowed_refs' are available, we reduce the number of
4224 // reference frames one at a time based on this order.
4225 static const MV_REFERENCE_FRAME disable_order[] = {
4226   LAST3_FRAME,
4227   LAST2_FRAME,
4228   ALTREF2_FRAME,
4229   BWDREF_FRAME,
4230 };
4231 
4232 static const MV_REFERENCE_FRAME
4233     ref_frame_priority_order[INTER_REFS_PER_FRAME] = {
4234       LAST_FRAME,    ALTREF_FRAME, BWDREF_FRAME, GOLDEN_FRAME,
4235       ALTREF2_FRAME, LAST2_FRAME,  LAST3_FRAME,
4236     };
4237 
get_ref_frame_flags(const SPEED_FEATURES * const sf,const int use_one_pass_rt_params,const YV12_BUFFER_CONFIG ** ref_frames,const int ext_ref_frame_flags)4238 static INLINE int get_ref_frame_flags(const SPEED_FEATURES *const sf,
4239                                       const int use_one_pass_rt_params,
4240                                       const YV12_BUFFER_CONFIG **ref_frames,
4241                                       const int ext_ref_frame_flags) {
4242   // cpi->ext_flags.ref_frame_flags allows certain reference types to be
4243   // disabled by the external interface.  These are set by
4244   // av1_apply_encoding_flags(). Start with what the external interface allows,
4245   // then suppress any reference types which we have found to be duplicates.
4246   int flags = ext_ref_frame_flags;
4247 
4248   for (int i = 1; i < INTER_REFS_PER_FRAME; ++i) {
4249     const YV12_BUFFER_CONFIG *const this_ref = ref_frames[i];
4250     // If this_ref has appeared before, mark the corresponding ref frame as
4251     // invalid. For one_pass_rt mode, only disable GOLDEN_FRAME if it's the
4252     // same as LAST_FRAME or ALTREF_FRAME (if ALTREF is being used in nonrd).
4253     int index =
4254         (use_one_pass_rt_params && ref_frame_priority_order[i] == GOLDEN_FRAME)
4255             ? (1 + sf->rt_sf.use_nonrd_altref_frame)
4256             : i;
4257     for (int j = 0; j < index; ++j) {
4258       // If this_ref has appeared before (same as the reference corresponding
4259       // to lower index j), remove it as a reference only if that reference
4260       // (for index j) is actually used as a reference.
4261       if (this_ref == ref_frames[j] &&
4262           (flags & (1 << (ref_frame_priority_order[j] - 1)))) {
4263         flags &= ~(1 << (ref_frame_priority_order[i] - 1));
4264         break;
4265       }
4266     }
4267   }
4268   return flags;
4269 }
4270 
4271 // Returns a Sequence Header OBU stored in an aom_fixed_buf_t, or NULL upon
4272 // failure. When a non-NULL aom_fixed_buf_t pointer is returned by this
4273 // function, the memory must be freed by the caller. Both the buf member of the
4274 // aom_fixed_buf_t, and the aom_fixed_buf_t pointer itself must be freed. Memory
4275 // returned must be freed via call to free().
4276 //
4277 // Note: The OBU returned is in Low Overhead Bitstream Format. Specifically,
4278 // the obu_has_size_field bit is set, and the buffer contains the obu_size
4279 // field.
4280 aom_fixed_buf_t *av1_get_global_headers(AV1_PRIMARY *ppi);
4281 
4282 #define MAX_GFUBOOST_FACTOR 10.0
4283 #define MIN_GFUBOOST_FACTOR 4.0
4284 
is_frame_tpl_eligible(const GF_GROUP * const gf_group,uint8_t index)4285 static INLINE int is_frame_tpl_eligible(const GF_GROUP *const gf_group,
4286                                         uint8_t index) {
4287   const FRAME_UPDATE_TYPE update_type = gf_group->update_type[index];
4288   return update_type == ARF_UPDATE || update_type == GF_UPDATE ||
4289          update_type == KF_UPDATE;
4290 }
4291 
is_frame_eligible_for_ref_pruning(const GF_GROUP * gf_group,int selective_ref_frame,int prune_ref_frames,int gf_index)4292 static INLINE int is_frame_eligible_for_ref_pruning(const GF_GROUP *gf_group,
4293                                                     int selective_ref_frame,
4294                                                     int prune_ref_frames,
4295                                                     int gf_index) {
4296   return (selective_ref_frame > 0) && (prune_ref_frames > 0) &&
4297          !is_frame_tpl_eligible(gf_group, gf_index);
4298 }
4299 
4300 // Get update type of the current frame.
get_frame_update_type(const GF_GROUP * gf_group,int gf_frame_index)4301 static INLINE FRAME_UPDATE_TYPE get_frame_update_type(const GF_GROUP *gf_group,
4302                                                       int gf_frame_index) {
4303   return gf_group->update_type[gf_frame_index];
4304 }
4305 
av1_pixels_to_mi(int pixels)4306 static INLINE int av1_pixels_to_mi(int pixels) {
4307   return ALIGN_POWER_OF_TWO(pixels, 3) >> MI_SIZE_LOG2;
4308 }
4309 
is_psnr_calc_enabled(const AV1_COMP * cpi)4310 static AOM_INLINE int is_psnr_calc_enabled(const AV1_COMP *cpi) {
4311   const AV1_COMMON *const cm = &cpi->common;
4312 
4313   return cpi->ppi->b_calculate_psnr && !is_stat_generation_stage(cpi) &&
4314          cm->show_frame && !cpi->is_dropped_frame;
4315 }
4316 
is_frame_resize_pending(const AV1_COMP * const cpi)4317 static INLINE int is_frame_resize_pending(const AV1_COMP *const cpi) {
4318   const ResizePendingParams *const resize_pending_params =
4319       &cpi->resize_pending_params;
4320   return (resize_pending_params->width && resize_pending_params->height &&
4321           (cpi->common.width != resize_pending_params->width ||
4322            cpi->common.height != resize_pending_params->height));
4323 }
4324 
4325 // Check if loop filter is used.
is_loopfilter_used(const AV1_COMMON * const cm)4326 static INLINE int is_loopfilter_used(const AV1_COMMON *const cm) {
4327   return !cm->features.coded_lossless && !cm->tiles.large_scale;
4328 }
4329 
4330 // Check if CDEF is used.
is_cdef_used(const AV1_COMMON * const cm)4331 static INLINE int is_cdef_used(const AV1_COMMON *const cm) {
4332   return cm->seq_params->enable_cdef && !cm->features.coded_lossless &&
4333          !cm->tiles.large_scale;
4334 }
4335 
4336 // Check if loop restoration filter is used.
is_restoration_used(const AV1_COMMON * const cm)4337 static INLINE int is_restoration_used(const AV1_COMMON *const cm) {
4338   return cm->seq_params->enable_restoration && !cm->features.all_lossless &&
4339          !cm->tiles.large_scale;
4340 }
4341 
4342 // Checks if post-processing filters need to be applied.
4343 // NOTE: This function decides if the application of different post-processing
4344 // filters on the reconstructed frame can be skipped at the encoder side.
4345 // However the computation of different filter parameters that are signaled in
4346 // the bitstream is still required.
derive_skip_apply_postproc_filters(const AV1_COMP * cpi,int use_loopfilter,int use_cdef,int use_superres,int use_restoration)4347 static INLINE unsigned int derive_skip_apply_postproc_filters(
4348     const AV1_COMP *cpi, int use_loopfilter, int use_cdef, int use_superres,
4349     int use_restoration) {
4350   // Though CDEF parameter selection should be dependent on
4351   // deblocked/loop-filtered pixels for cdef_pick_method <=
4352   // CDEF_FAST_SEARCH_LVL5, CDEF strength values are calculated based on the
4353   // pixel values that are not loop-filtered in svc real-time encoding mode.
4354   // Hence this case is handled separately using the condition below.
4355   if (cpi->ppi->rtc_ref.non_reference_frame)
4356     return (SKIP_APPLY_LOOPFILTER | SKIP_APPLY_CDEF);
4357 
4358   if (!cpi->oxcf.algo_cfg.skip_postproc_filtering || cpi->ppi->b_calculate_psnr)
4359     return 0;
4360   assert(cpi->oxcf.mode == ALLINTRA);
4361 
4362   // The post-processing filters are applied one after the other in the
4363   // following order: deblocking->cdef->superres->restoration. In case of
4364   // ALLINTRA encoding, the reconstructed frame is not used as a reference
4365   // frame. Hence, the application of these filters can be skipped when
4366   // 1. filter parameters of the subsequent stages are not dependent on the
4367   // filtered output of the current stage or
4368   // 2. subsequent filtering stages are disabled
4369   if (use_restoration) return SKIP_APPLY_RESTORATION;
4370   if (use_superres) return SKIP_APPLY_SUPERRES;
4371   if (use_cdef) {
4372     // CDEF parameter selection is not dependent on the deblocked frame if
4373     // cdef_pick_method is CDEF_PICK_FROM_Q. Hence the application of deblocking
4374     // filters and cdef filters can be skipped in this case.
4375     return (cpi->sf.lpf_sf.cdef_pick_method == CDEF_PICK_FROM_Q &&
4376             use_loopfilter)
4377                ? (SKIP_APPLY_LOOPFILTER | SKIP_APPLY_CDEF)
4378                : SKIP_APPLY_CDEF;
4379   }
4380   if (use_loopfilter) return SKIP_APPLY_LOOPFILTER;
4381 
4382   // If we reach here, all post-processing stages are disabled, so none need to
4383   // be skipped.
4384   return 0;
4385 }
4386 
set_postproc_filter_default_params(AV1_COMMON * cm)4387 static INLINE void set_postproc_filter_default_params(AV1_COMMON *cm) {
4388   struct loopfilter *const lf = &cm->lf;
4389   CdefInfo *const cdef_info = &cm->cdef_info;
4390   RestorationInfo *const rst_info = cm->rst_info;
4391 
4392   lf->filter_level[0] = 0;
4393   lf->filter_level[1] = 0;
4394   cdef_info->cdef_bits = 0;
4395   cdef_info->cdef_strengths[0] = 0;
4396   cdef_info->nb_cdef_strengths = 1;
4397   cdef_info->cdef_uv_strengths[0] = 0;
4398   rst_info[0].frame_restoration_type = RESTORE_NONE;
4399   rst_info[1].frame_restoration_type = RESTORE_NONE;
4400   rst_info[2].frame_restoration_type = RESTORE_NONE;
4401 }
4402 
is_inter_tx_size_search_level_one(const TX_SPEED_FEATURES * tx_sf)4403 static INLINE int is_inter_tx_size_search_level_one(
4404     const TX_SPEED_FEATURES *tx_sf) {
4405   return (tx_sf->inter_tx_size_search_init_depth_rect >= 1 &&
4406           tx_sf->inter_tx_size_search_init_depth_sqr >= 1);
4407 }
4408 
get_lpf_opt_level(const SPEED_FEATURES * sf)4409 static INLINE int get_lpf_opt_level(const SPEED_FEATURES *sf) {
4410   int lpf_opt_level = 0;
4411   if (is_inter_tx_size_search_level_one(&sf->tx_sf))
4412     lpf_opt_level = (sf->lpf_sf.lpf_pick == LPF_PICK_FROM_Q) ? 2 : 1;
4413   return lpf_opt_level;
4414 }
4415 
4416 // Enable switchable motion mode only if warp and OBMC tools are allowed
is_switchable_motion_mode_allowed(bool allow_warped_motion,bool enable_obmc)4417 static INLINE bool is_switchable_motion_mode_allowed(bool allow_warped_motion,
4418                                                      bool enable_obmc) {
4419   return (allow_warped_motion || enable_obmc);
4420 }
4421 
4422 #if CONFIG_AV1_TEMPORAL_DENOISING
denoise_svc(const struct AV1_COMP * const cpi)4423 static INLINE int denoise_svc(const struct AV1_COMP *const cpi) {
4424   return (!cpi->ppi->use_svc ||
4425           (cpi->ppi->use_svc &&
4426            cpi->svc.spatial_layer_id >= cpi->svc.first_layer_denoise));
4427 }
4428 #endif
4429 
4430 #if CONFIG_COLLECT_PARTITION_STATS == 2
av1_print_fr_partition_timing_stats(const FramePartitionTimingStats * part_stats,const char * filename)4431 static INLINE void av1_print_fr_partition_timing_stats(
4432     const FramePartitionTimingStats *part_stats, const char *filename) {
4433   FILE *f = fopen(filename, "w");
4434   if (!f) {
4435     return;
4436   }
4437 
4438   fprintf(f, "bsize,redo,");
4439   for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4440     fprintf(f, "decision_%d,", part);
4441   }
4442   for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4443     fprintf(f, "attempt_%d,", part);
4444   }
4445   for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4446     fprintf(f, "time_%d,", part);
4447   }
4448   fprintf(f, "\n");
4449 
4450   static const int bsizes[6] = { 128, 64, 32, 16, 8, 4 };
4451 
4452   for (int bsize_idx = 0; bsize_idx < 6; bsize_idx++) {
4453     fprintf(f, "%d,%d,", bsizes[bsize_idx], part_stats->partition_redo);
4454     for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4455       fprintf(f, "%d,", part_stats->partition_decisions[bsize_idx][part]);
4456     }
4457     for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4458       fprintf(f, "%d,", part_stats->partition_attempts[bsize_idx][part]);
4459     }
4460     for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4461       fprintf(f, "%ld,", part_stats->partition_times[bsize_idx][part]);
4462     }
4463     fprintf(f, "\n");
4464   }
4465   fclose(f);
4466 }
4467 #endif  // CONFIG_COLLECT_PARTITION_STATS == 2
4468 
4469 #if CONFIG_COLLECT_PARTITION_STATS
av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize)4470 static INLINE int av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize) {
4471   assert(bsize == BLOCK_128X128 || bsize == BLOCK_64X64 ||
4472          bsize == BLOCK_32X32 || bsize == BLOCK_16X16 || bsize == BLOCK_8X8 ||
4473          bsize == BLOCK_4X4);
4474   switch (bsize) {
4475     case BLOCK_128X128: return 0;
4476     case BLOCK_64X64: return 1;
4477     case BLOCK_32X32: return 2;
4478     case BLOCK_16X16: return 3;
4479     case BLOCK_8X8: return 4;
4480     case BLOCK_4X4: return 5;
4481     default: assert(0 && "Invalid bsize for partition_stats."); return -1;
4482   }
4483 }
4484 #endif  // CONFIG_COLLECT_PARTITION_STATS
4485 
4486 #if CONFIG_COLLECT_COMPONENT_TIMING
start_timing(AV1_COMP * cpi,int component)4487 static INLINE void start_timing(AV1_COMP *cpi, int component) {
4488   aom_usec_timer_start(&cpi->component_timer[component]);
4489 }
end_timing(AV1_COMP * cpi,int component)4490 static INLINE void end_timing(AV1_COMP *cpi, int component) {
4491   aom_usec_timer_mark(&cpi->component_timer[component]);
4492   cpi->frame_component_time[component] +=
4493       aom_usec_timer_elapsed(&cpi->component_timer[component]);
4494 }
get_frame_type_enum(int type)4495 static INLINE char const *get_frame_type_enum(int type) {
4496   switch (type) {
4497     case 0: return "KEY_FRAME";
4498     case 1: return "INTER_FRAME";
4499     case 2: return "INTRA_ONLY_FRAME";
4500     case 3: return "S_FRAME";
4501     default: assert(0);
4502   }
4503   return "error";
4504 }
4505 #endif
4506 
4507 /*!\endcond */
4508 
4509 #ifdef __cplusplus
4510 }  // extern "C"
4511 #endif
4512 
4513 #endif  // AOM_AV1_ENCODER_ENCODER_H_
4514