1 /*
2 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11
12 /*!\file
13 * \brief Declares top-level encoder structures and functions.
14 */
15 #ifndef AOM_AV1_ENCODER_ENCODER_H_
16 #define AOM_AV1_ENCODER_ENCODER_H_
17
18 #include <stdbool.h>
19 #include <stdio.h>
20
21 #include "config/aom_config.h"
22
23 #include "aom/aomcx.h"
24 #include "aom_util/aom_pthread.h"
25
26 #include "av1/common/alloccommon.h"
27 #include "av1/common/av1_common_int.h"
28 #include "av1/common/blockd.h"
29 #include "av1/common/entropymode.h"
30 #include "av1/common/enums.h"
31 #include "av1/common/reconintra.h"
32 #include "av1/common/resize.h"
33 #include "av1/common/thread_common.h"
34 #include "av1/common/timing.h"
35
36 #include "av1/encoder/aq_cyclicrefresh.h"
37 #include "av1/encoder/av1_quantize.h"
38 #include "av1/encoder/block.h"
39 #include "av1/encoder/context_tree.h"
40 #include "av1/encoder/encodemb.h"
41 #include "av1/encoder/external_partition.h"
42 #include "av1/encoder/firstpass.h"
43 #include "av1/encoder/global_motion.h"
44 #include "av1/encoder/level.h"
45 #include "av1/encoder/lookahead.h"
46 #include "av1/encoder/mcomp.h"
47 #include "av1/encoder/pickcdef.h"
48 #include "av1/encoder/ratectrl.h"
49 #include "av1/encoder/rd.h"
50 #include "av1/encoder/speed_features.h"
51 #include "av1/encoder/svc_layercontext.h"
52 #include "av1/encoder/temporal_filter.h"
53 #include "av1/encoder/thirdpass.h"
54 #include "av1/encoder/tokenize.h"
55 #include "av1/encoder/tpl_model.h"
56 #include "av1/encoder/av1_noise_estimate.h"
57 #include "av1/encoder/bitstream.h"
58
59 #if CONFIG_INTERNAL_STATS
60 #include "aom_dsp/ssim.h"
61 #endif
62 #include "aom_dsp/variance.h"
63 #if CONFIG_DENOISE
64 #include "aom_dsp/noise_model.h"
65 #endif
66 #if CONFIG_TUNE_VMAF
67 #include "av1/encoder/tune_vmaf.h"
68 #endif
69 #if CONFIG_AV1_TEMPORAL_DENOISING
70 #include "av1/encoder/av1_temporal_denoiser.h"
71 #endif
72 #if CONFIG_TUNE_BUTTERAUGLI
73 #include "av1/encoder/tune_butteraugli.h"
74 #endif
75
76 #include "aom/internal/aom_codec_internal.h"
77 #include "aom_util/aom_thread.h"
78
79 #ifdef __cplusplus
80 extern "C" {
81 #endif
82
83 // TODO(yunqing, any): Added suppression tag to quiet Doxygen warnings. Need to
84 // adjust it while we work on documentation.
85 /*!\cond */
86 // Number of frames required to test for scene cut detection
87 #define SCENE_CUT_KEY_TEST_INTERVAL 16
88
89 // Lookahead index threshold to enable temporal filtering for second arf.
90 #define TF_LOOKAHEAD_IDX_THR 7
91
92 #define HDR_QP_LEVELS 10
93 #define CHROMA_CB_QP_SCALE 1.04
94 #define CHROMA_CR_QP_SCALE 1.04
95 #define CHROMA_QP_SCALE -0.46
96 #define CHROMA_QP_OFFSET 9.26
97 #define QP_SCALE_FACTOR 2.0
98 #define DISABLE_HDR_LUMA_DELTAQ 1
99
100 // Rational number with an int64 numerator
101 // This structure holds a fractional value
102 typedef struct aom_rational64 {
103 int64_t num; // fraction numerator
104 int den; // fraction denominator
105 } aom_rational64_t; // alias for struct aom_rational
106
107 enum {
108 // Good Quality Fast Encoding. The encoder balances quality with the amount of
109 // time it takes to encode the output. Speed setting controls how fast.
110 GOOD,
111 // Realtime Fast Encoding. Will force some restrictions on bitrate
112 // constraints.
113 REALTIME,
114 // All intra mode. All the frames are coded as intra frames.
115 ALLINTRA
116 } UENUM1BYTE(MODE);
117
118 enum {
119 FRAMEFLAGS_KEY = 1 << 0,
120 FRAMEFLAGS_GOLDEN = 1 << 1,
121 FRAMEFLAGS_BWDREF = 1 << 2,
122 // TODO(zoeliu): To determine whether a frame flag is needed for ALTREF2_FRAME
123 FRAMEFLAGS_ALTREF = 1 << 3,
124 FRAMEFLAGS_INTRAONLY = 1 << 4,
125 FRAMEFLAGS_SWITCH = 1 << 5,
126 FRAMEFLAGS_ERROR_RESILIENT = 1 << 6,
127 } UENUM1BYTE(FRAMETYPE_FLAGS);
128
129 #if CONFIG_FPMT_TEST
130 enum {
131 PARALLEL_ENCODE = 0,
132 PARALLEL_SIMULATION_ENCODE,
133 NUM_FPMT_TEST_ENCODES
134 } UENUM1BYTE(FPMT_TEST_ENC_CFG);
135 #endif // CONFIG_FPMT_TEST
136 // 0 level frames are sometimes used for rate control purposes, but for
137 // reference mapping purposes, the minimum level should be 1.
138 #define MIN_PYR_LEVEL 1
get_true_pyr_level(int frame_level,int frame_order,int max_layer_depth)139 static INLINE int get_true_pyr_level(int frame_level, int frame_order,
140 int max_layer_depth) {
141 if (frame_order == 0) {
142 // Keyframe case
143 return MIN_PYR_LEVEL;
144 } else if (frame_level == MAX_ARF_LAYERS) {
145 // Leaves
146 return max_layer_depth;
147 } else if (frame_level == (MAX_ARF_LAYERS + 1)) {
148 // Altrefs
149 return MIN_PYR_LEVEL;
150 }
151 return AOMMAX(MIN_PYR_LEVEL, frame_level);
152 }
153
154 enum {
155 NO_AQ = 0,
156 VARIANCE_AQ = 1,
157 COMPLEXITY_AQ = 2,
158 CYCLIC_REFRESH_AQ = 3,
159 AQ_MODE_COUNT // This should always be the last member of the enum
160 } UENUM1BYTE(AQ_MODE);
161 enum {
162 NO_DELTA_Q = 0,
163 DELTA_Q_OBJECTIVE = 1, // Modulation to improve objective quality
164 DELTA_Q_PERCEPTUAL = 2, // Modulation to improve video perceptual quality
165 DELTA_Q_PERCEPTUAL_AI = 3, // Perceptual quality opt for all intra mode
166 DELTA_Q_USER_RATING_BASED = 4, // User rating based delta q mode
167 DELTA_Q_HDR = 5, // QP adjustment based on HDR block pixel average
168 DELTA_Q_MODE_COUNT // This should always be the last member of the enum
169 } UENUM1BYTE(DELTAQ_MODE);
170
171 enum {
172 RESIZE_NONE = 0, // No frame resizing allowed.
173 RESIZE_FIXED = 1, // All frames are coded at the specified scale.
174 RESIZE_RANDOM = 2, // All frames are coded at a random scale.
175 RESIZE_DYNAMIC = 3, // Frames coded at lower scale based on rate control.
176 RESIZE_MODES
177 } UENUM1BYTE(RESIZE_MODE);
178
179 enum {
180 SS_CFG_SRC = 0,
181 SS_CFG_LOOKAHEAD = 1,
182 SS_CFG_FPF = 2,
183 SS_CFG_TOTAL = 3
184 } UENUM1BYTE(SS_CFG_OFFSET);
185
186 enum {
187 DISABLE_SCENECUT, // For LAP, lag_in_frames < 19
188 ENABLE_SCENECUT_MODE_1, // For LAP, lag_in_frames >=19 and < 33
189 ENABLE_SCENECUT_MODE_2 // For twopass and LAP - lag_in_frames >=33
190 } UENUM1BYTE(SCENECUT_MODE);
191
192 #define MAX_VBR_CORPUS_COMPLEXITY 10000
193
194 typedef enum {
195 MOD_FP, // First pass
196 MOD_TF, // Temporal filtering
197 MOD_TPL, // TPL
198 MOD_GME, // Global motion estimation
199 MOD_ENC, // Encode stage
200 MOD_LPF, // Deblocking loop filter
201 MOD_CDEF_SEARCH, // CDEF search
202 MOD_CDEF, // CDEF frame
203 MOD_LR, // Loop restoration filtering
204 MOD_PACK_BS, // Pack bitstream
205 MOD_FRAME_ENC, // Frame Parallel encode
206 MOD_AI, // All intra
207 NUM_MT_MODULES
208 } MULTI_THREADED_MODULES;
209
210 /*!\endcond */
211
212 /*!\enum COST_UPDATE_TYPE
213 * \brief This enum controls how often the entropy costs should be updated.
214 * \warning In case of any modifications/additions done to the enum
215 * COST_UPDATE_TYPE, the enum INTERNAL_COST_UPDATE_TYPE needs to be updated as
216 * well.
217 */
218 typedef enum {
219 COST_UPD_SB, /*!< Update every sb. */
220 COST_UPD_SBROW, /*!< Update every sb rows inside a tile. */
221 COST_UPD_TILE, /*!< Update every tile. */
222 COST_UPD_OFF, /*!< Turn off cost updates. */
223 NUM_COST_UPDATE_TYPES, /*!< Number of cost update types. */
224 } COST_UPDATE_TYPE;
225
226 /*!\enum LOOPFILTER_CONTROL
227 * \brief This enum controls to which frames loopfilter is applied.
228 */
229 typedef enum {
230 LOOPFILTER_NONE = 0, /*!< Disable loopfilter on all frames. */
231 LOOPFILTER_ALL = 1, /*!< Enable loopfilter for all frames. */
232 LOOPFILTER_REFERENCE = 2, /*!< Disable loopfilter on non reference frames. */
233 LOOPFILTER_SELECTIVELY =
234 3, /*!< Disable loopfilter on frames with low motion. */
235 } LOOPFILTER_CONTROL;
236
237 /*!\enum SKIP_APPLY_POSTPROC_FILTER
238 * \brief This enum controls the application of post-processing filters on a
239 * reconstructed frame.
240 */
241 typedef enum {
242 SKIP_APPLY_RESTORATION = 1 << 0,
243 SKIP_APPLY_SUPERRES = 1 << 1,
244 SKIP_APPLY_CDEF = 1 << 2,
245 SKIP_APPLY_LOOPFILTER = 1 << 3,
246 } SKIP_APPLY_POSTPROC_FILTER;
247
248 /*!
249 * \brief Encoder config related to resize.
250 */
251 typedef struct {
252 /*!
253 * Indicates the frame resize mode to be used by the encoder.
254 */
255 RESIZE_MODE resize_mode;
256 /*!
257 * Indicates the denominator for resize of inter frames, assuming 8 as the
258 * numerator. Its value ranges between 8-16.
259 */
260 uint8_t resize_scale_denominator;
261 /*!
262 * Indicates the denominator for resize of key frames, assuming 8 as the
263 * numerator. Its value ranges between 8-16.
264 */
265 uint8_t resize_kf_scale_denominator;
266 } ResizeCfg;
267
268 /*!
269 * \brief Encoder config for coding block partitioning.
270 */
271 typedef struct {
272 /*!
273 * Flag to indicate if rectanguar partitions should be enabled.
274 */
275 bool enable_rect_partitions;
276 /*!
277 * Flag to indicate if AB partitions should be enabled.
278 */
279 bool enable_ab_partitions;
280 /*!
281 * Flag to indicate if 1:4 / 4:1 partitions should be enabled.
282 */
283 bool enable_1to4_partitions;
284 /*!
285 * Indicates the minimum partition size that should be allowed. Both width and
286 * height of a partition cannot be smaller than the min_partition_size.
287 */
288 BLOCK_SIZE min_partition_size;
289 /*!
290 * Indicates the maximum partition size that should be allowed. Both width and
291 * height of a partition cannot be larger than the max_partition_size.
292 */
293 BLOCK_SIZE max_partition_size;
294 } PartitionCfg;
295
296 /*!
297 * \brief Encoder flags for intra prediction.
298 */
299 typedef struct {
300 /*!
301 * Flag to indicate if intra edge filtering process should be enabled.
302 */
303 bool enable_intra_edge_filter;
304 /*!
305 * Flag to indicate if recursive filtering based intra prediction should be
306 * enabled.
307 */
308 bool enable_filter_intra;
309 /*!
310 * Flag to indicate if smooth intra prediction modes should be enabled.
311 */
312 bool enable_smooth_intra;
313 /*!
314 * Flag to indicate if PAETH intra prediction mode should be enabled.
315 */
316 bool enable_paeth_intra;
317 /*!
318 * Flag to indicate if CFL uv intra mode should be enabled.
319 */
320 bool enable_cfl_intra;
321 /*!
322 * Flag to indicate if directional modes should be enabled.
323 */
324 bool enable_directional_intra;
325 /*!
326 * Flag to indicate if the subset of directional modes from D45 to D203 intra
327 * should be enabled. Has no effect if directional modes are disabled.
328 */
329 bool enable_diagonal_intra;
330 /*!
331 * Flag to indicate if delta angles for directional intra prediction should be
332 * enabled.
333 */
334 bool enable_angle_delta;
335 /*!
336 * Flag to indicate whether to automatically turn off several intral coding
337 * tools.
338 * This flag is only used when "--deltaq-mode=3" is true.
339 * When set to 1, the encoder will analyze the reconstruction quality
340 * as compared to the source image in the preprocessing pass.
341 * If the recontruction quality is considered high enough, we disable
342 * the following intra coding tools, for better encoding speed:
343 * "--enable_smooth_intra",
344 * "--enable_paeth_intra",
345 * "--enable_cfl_intra",
346 * "--enable_diagonal_intra".
347 */
348 bool auto_intra_tools_off;
349 } IntraModeCfg;
350
351 /*!
352 * \brief Encoder flags for transform sizes and types.
353 */
354 typedef struct {
355 /*!
356 * Flag to indicate if 64-pt transform should be enabled.
357 */
358 bool enable_tx64;
359 /*!
360 * Flag to indicate if flip and identity transform types should be enabled.
361 */
362 bool enable_flip_idtx;
363 /*!
364 * Flag to indicate if rectangular transform should be enabled.
365 */
366 bool enable_rect_tx;
367 /*!
368 * Flag to indicate whether or not to use a default reduced set for ext-tx
369 * rather than the potential full set of 16 transforms.
370 */
371 bool reduced_tx_type_set;
372 /*!
373 * Flag to indicate if transform type for intra blocks should be limited to
374 * DCT_DCT.
375 */
376 bool use_intra_dct_only;
377 /*!
378 * Flag to indicate if transform type for inter blocks should be limited to
379 * DCT_DCT.
380 */
381 bool use_inter_dct_only;
382 /*!
383 * Flag to indicate if intra blocks should use default transform type
384 * (mode-dependent) only.
385 */
386 bool use_intra_default_tx_only;
387 /*!
388 * Flag to indicate if transform size search should be enabled.
389 */
390 bool enable_tx_size_search;
391 } TxfmSizeTypeCfg;
392
393 /*!
394 * \brief Encoder flags for compound prediction modes.
395 */
396 typedef struct {
397 /*!
398 * Flag to indicate if distance-weighted compound type should be enabled.
399 */
400 bool enable_dist_wtd_comp;
401 /*!
402 * Flag to indicate if masked (wedge/diff-wtd) compound type should be
403 * enabled.
404 */
405 bool enable_masked_comp;
406 /*!
407 * Flag to indicate if smooth interintra mode should be enabled.
408 */
409 bool enable_smooth_interintra;
410 /*!
411 * Flag to indicate if difference-weighted compound type should be enabled.
412 */
413 bool enable_diff_wtd_comp;
414 /*!
415 * Flag to indicate if inter-inter wedge compound type should be enabled.
416 */
417 bool enable_interinter_wedge;
418 /*!
419 * Flag to indicate if inter-intra wedge compound type should be enabled.
420 */
421 bool enable_interintra_wedge;
422 } CompoundTypeCfg;
423
424 /*!
425 * \brief Encoder config related to frame super-resolution.
426 */
427 typedef struct {
428 /*!
429 * Indicates the qindex based threshold to be used when AOM_SUPERRES_QTHRESH
430 * mode is used for inter frames.
431 */
432 int superres_qthresh;
433 /*!
434 * Indicates the qindex based threshold to be used when AOM_SUPERRES_QTHRESH
435 * mode is used for key frames.
436 */
437 int superres_kf_qthresh;
438 /*!
439 * Indicates the denominator of the fraction that specifies the ratio between
440 * the superblock width before and after upscaling for inter frames. The
441 * numerator of this fraction is equal to the constant SCALE_NUMERATOR.
442 */
443 uint8_t superres_scale_denominator;
444 /*!
445 * Indicates the denominator of the fraction that specifies the ratio between
446 * the superblock width before and after upscaling for key frames. The
447 * numerator of this fraction is equal to the constant SCALE_NUMERATOR.
448 */
449 uint8_t superres_kf_scale_denominator;
450 /*!
451 * Indicates the Super-resolution mode to be used by the encoder.
452 */
453 aom_superres_mode superres_mode;
454 /*!
455 * Flag to indicate if super-resolution should be enabled for the sequence.
456 */
457 bool enable_superres;
458 } SuperResCfg;
459
460 /*!
461 * \brief Encoder config related to the coding of key frames.
462 */
463 typedef struct {
464 /*!
465 * Indicates the minimum distance to a key frame.
466 */
467 int key_freq_min;
468
469 /*!
470 * Indicates the maximum distance to a key frame.
471 */
472 int key_freq_max;
473
474 /*!
475 * Indicates if temporal filtering should be applied on keyframe.
476 */
477 int enable_keyframe_filtering;
478
479 /*!
480 * Indicates the number of frames after which a frame may be coded as an
481 * S-Frame.
482 */
483 int sframe_dist;
484
485 /*!
486 * Indicates how an S-Frame should be inserted.
487 * 1: the considered frame will be made into an S-Frame only if it is an
488 * altref frame. 2: the next altref frame will be made into an S-Frame.
489 */
490 int sframe_mode;
491
492 /*!
493 * Indicates if encoder should autodetect cut scenes and set the keyframes.
494 */
495 bool auto_key;
496
497 /*!
498 * Indicates the forward key frame distance.
499 */
500 int fwd_kf_dist;
501
502 /*!
503 * Indicates if forward keyframe reference should be enabled.
504 */
505 bool fwd_kf_enabled;
506
507 /*!
508 * Indicates if S-Frames should be enabled for the sequence.
509 */
510 bool enable_sframe;
511
512 /*!
513 * Indicates if intra block copy prediction mode should be enabled or not.
514 */
515 bool enable_intrabc;
516 } KeyFrameCfg;
517
518 /*!
519 * \brief Encoder rate control configuration parameters
520 */
521 typedef struct {
522 /*!\cond */
523 // BUFFERING PARAMETERS
524 /*!\endcond */
525 /*!
526 * Indicates the amount of data that will be buffered by the decoding
527 * application prior to beginning playback, and is expressed in units of
528 * time(milliseconds).
529 */
530 int64_t starting_buffer_level_ms;
531 /*!
532 * Indicates the amount of data that the encoder should try to maintain in the
533 * decoder's buffer, and is expressed in units of time(milliseconds).
534 */
535 int64_t optimal_buffer_level_ms;
536 /*!
537 * Indicates the maximum amount of data that may be buffered by the decoding
538 * application, and is expressed in units of time(milliseconds).
539 */
540 int64_t maximum_buffer_size_ms;
541
542 /*!
543 * Indicates the bandwidth to be used in bits per second.
544 */
545 int64_t target_bandwidth;
546
547 /*!
548 * Indicates average complexity of the corpus in single pass vbr based on
549 * LAP. 0 indicates that corpus complexity vbr mode is disabled.
550 */
551 unsigned int vbr_corpus_complexity_lap;
552 /*!
553 * Indicates the maximum allowed bitrate for any intra frame as % of bitrate
554 * target.
555 */
556 unsigned int max_intra_bitrate_pct;
557 /*!
558 * Indicates the maximum allowed bitrate for any inter frame as % of bitrate
559 * target.
560 */
561 unsigned int max_inter_bitrate_pct;
562 /*!
563 * Indicates the percentage of rate boost for golden frame in CBR mode.
564 */
565 unsigned int gf_cbr_boost_pct;
566 /*!
567 * min_cr / 100 indicates the target minimum compression ratio for each
568 * frame.
569 */
570 unsigned int min_cr;
571 /*!
572 * Indicates the frame drop threshold.
573 */
574 int drop_frames_water_mark;
575 /*!
576 * under_shoot_pct indicates the tolerance of the VBR algorithm to
577 * undershoot and is used as a trigger threshold for more aggressive
578 * adaptation of Q. It's value can range from 0-100.
579 */
580 int under_shoot_pct;
581 /*!
582 * over_shoot_pct indicates the tolerance of the VBR algorithm to overshoot
583 * and is used as a trigger threshold for more aggressive adaptation of Q.
584 * It's value can range from 0-1000.
585 */
586 int over_shoot_pct;
587 /*!
588 * Indicates the maximum qindex that can be used by the quantizer i.e. the
589 * worst quality qindex.
590 */
591 int worst_allowed_q;
592 /*!
593 * Indicates the minimum qindex that can be used by the quantizer i.e. the
594 * best quality qindex.
595 */
596 int best_allowed_q;
597 /*!
598 * Indicates the Constant/Constrained Quality level.
599 */
600 int cq_level;
601 /*!
602 * Indicates if the encoding mode is vbr, cbr, constrained quality or
603 * constant quality.
604 */
605 enum aom_rc_mode mode;
606 /*!
607 * Indicates the bias (expressed on a scale of 0 to 100) for determining
608 * target size for the current frame. The value 0 indicates the optimal CBR
609 * mode value should be used, and 100 indicates the optimal VBR mode value
610 * should be used.
611 */
612 int vbrbias;
613 /*!
614 * Indicates the minimum bitrate to be used for a single frame as a percentage
615 * of the target bitrate.
616 */
617 int vbrmin_section;
618 /*!
619 * Indicates the maximum bitrate to be used for a single frame as a percentage
620 * of the target bitrate.
621 */
622 int vbrmax_section;
623 } RateControlCfg;
624
625 /*!\cond */
626 typedef struct {
627 // Indicates the number of frames lag before encoding is started.
628 int lag_in_frames;
629 // Indicates the minimum gf/arf interval to be used.
630 int min_gf_interval;
631 // Indicates the maximum gf/arf interval to be used.
632 int max_gf_interval;
633 // Indicates the minimum height for GF group pyramid structure to be used.
634 int gf_min_pyr_height;
635 // Indicates the maximum height for GF group pyramid structure to be used.
636 int gf_max_pyr_height;
637 // Indicates if automatic set and use of altref frames should be enabled.
638 bool enable_auto_arf;
639 // Indicates if automatic set and use of (b)ackward (r)ef (f)rames should be
640 // enabled.
641 bool enable_auto_brf;
642 } GFConfig;
643
644 typedef struct {
645 // Indicates the number of tile groups.
646 unsigned int num_tile_groups;
647 // Indicates the MTU size for a tile group. If mtu is non-zero,
648 // num_tile_groups is set to DEFAULT_MAX_NUM_TG.
649 unsigned int mtu;
650 // Indicates the number of tile columns in log2.
651 int tile_columns;
652 // Indicates the number of tile rows in log2.
653 int tile_rows;
654 // Indicates the number of widths in the tile_widths[] array.
655 int tile_width_count;
656 // Indicates the number of heights in the tile_heights[] array.
657 int tile_height_count;
658 // Indicates the tile widths, and may be empty.
659 int tile_widths[MAX_TILE_COLS];
660 // Indicates the tile heights, and may be empty.
661 int tile_heights[MAX_TILE_ROWS];
662 // Indicates if large scale tile coding should be used.
663 bool enable_large_scale_tile;
664 // Indicates if single tile decoding mode should be enabled.
665 bool enable_single_tile_decoding;
666 // Indicates if EXT_TILE_DEBUG should be enabled.
667 bool enable_ext_tile_debug;
668 } TileConfig;
669
670 typedef struct {
671 // Indicates the width of the input frame.
672 int width;
673 // Indicates the height of the input frame.
674 int height;
675 // If forced_max_frame_width is non-zero then it is used to force the maximum
676 // frame width written in write_sequence_header().
677 int forced_max_frame_width;
678 // If forced_max_frame_width is non-zero then it is used to force the maximum
679 // frame height written in write_sequence_header().
680 int forced_max_frame_height;
681 // Indicates the frame width after applying both super-resolution and resize
682 // to the coded frame.
683 int render_width;
684 // Indicates the frame height after applying both super-resolution and resize
685 // to the coded frame.
686 int render_height;
687 } FrameDimensionCfg;
688
689 typedef struct {
690 // Indicates if warped motion should be enabled.
691 bool enable_warped_motion;
692 // Indicates if warped motion should be evaluated or not.
693 bool allow_warped_motion;
694 // Indicates if OBMC motion should be enabled.
695 bool enable_obmc;
696 } MotionModeCfg;
697
698 typedef struct {
699 // Timing info for each frame.
700 aom_timing_info_t timing_info;
701 // Indicates the number of time units of a decoding clock.
702 uint32_t num_units_in_decoding_tick;
703 // Indicates if decoder model information is present in the coded sequence
704 // header.
705 bool decoder_model_info_present_flag;
706 // Indicates if display model information is present in the coded sequence
707 // header.
708 bool display_model_info_present_flag;
709 // Indicates if timing info for each frame is present.
710 bool timing_info_present;
711 } DecoderModelCfg;
712
713 typedef struct {
714 // Indicates the update frequency for coeff costs.
715 COST_UPDATE_TYPE coeff;
716 // Indicates the update frequency for mode costs.
717 COST_UPDATE_TYPE mode;
718 // Indicates the update frequency for mv costs.
719 COST_UPDATE_TYPE mv;
720 // Indicates the update frequency for dv costs.
721 COST_UPDATE_TYPE dv;
722 } CostUpdateFreq;
723
724 typedef struct {
725 // Indicates the maximum number of reference frames allowed per frame.
726 unsigned int max_reference_frames;
727 // Indicates if the reduced set of references should be enabled.
728 bool enable_reduced_reference_set;
729 // Indicates if one-sided compound should be enabled.
730 bool enable_onesided_comp;
731 } RefFrameCfg;
732
733 typedef struct {
734 // Indicates the color space that should be used.
735 aom_color_primaries_t color_primaries;
736 // Indicates the characteristics of transfer function to be used.
737 aom_transfer_characteristics_t transfer_characteristics;
738 // Indicates the matrix coefficients to be used for the transfer function.
739 aom_matrix_coefficients_t matrix_coefficients;
740 // Indicates the chroma 4:2:0 sample position info.
741 aom_chroma_sample_position_t chroma_sample_position;
742 // Indicates if a limited color range or full color range should be used.
743 aom_color_range_t color_range;
744 } ColorCfg;
745
746 typedef struct {
747 // Indicates if extreme motion vector unit test should be enabled or not.
748 unsigned int motion_vector_unit_test;
749 // Indicates if superblock multipass unit test should be enabled or not.
750 unsigned int sb_multipass_unit_test;
751 } UnitTestCfg;
752
753 typedef struct {
754 // Indicates the file path to the VMAF model.
755 const char *vmaf_model_path;
756 // Indicates the path to the film grain parameters.
757 const char *film_grain_table_filename;
758 // Indicates the visual tuning metric.
759 aom_tune_metric tuning;
760 // Indicates if the current content is screen or default type.
761 aom_tune_content content;
762 // Indicates the film grain parameters.
763 int film_grain_test_vector;
764 // Indicates the in-block distortion metric to use.
765 aom_dist_metric dist_metric;
766 } TuneCfg;
767
768 typedef struct {
769 // Indicates the framerate of the input video.
770 double init_framerate;
771 // Indicates the bit-depth of the input video.
772 unsigned int input_bit_depth;
773 // Indicates the maximum number of frames to be encoded.
774 unsigned int limit;
775 // Indicates the chrome subsampling x value.
776 unsigned int chroma_subsampling_x;
777 // Indicates the chrome subsampling y value.
778 unsigned int chroma_subsampling_y;
779 } InputCfg;
780
781 typedef struct {
782 // If true, encoder will use fixed QP offsets, that are either:
783 // - Given by the user, and stored in 'fixed_qp_offsets' array, OR
784 // - Picked automatically from cq_level.
785 int use_fixed_qp_offsets;
786 // Indicates the minimum flatness of the quantization matrix.
787 int qm_minlevel;
788 // Indicates the maximum flatness of the quantization matrix.
789 int qm_maxlevel;
790 // Indicates if adaptive quantize_b should be enabled.
791 int quant_b_adapt;
792 // Indicates the Adaptive Quantization mode to be used.
793 AQ_MODE aq_mode;
794 // Indicates the delta q mode to be used.
795 DELTAQ_MODE deltaq_mode;
796 // Indicates the delta q mode strength.
797 DELTAQ_MODE deltaq_strength;
798 // Indicates if delta quantization should be enabled in chroma planes.
799 bool enable_chroma_deltaq;
800 // Indicates if delta quantization should be enabled for hdr video
801 bool enable_hdr_deltaq;
802 // Indicates if encoding with quantization matrices should be enabled.
803 bool using_qm;
804 } QuantizationCfg;
805
806 /*!\endcond */
807 /*!
808 * \brief Algorithm configuration parameters.
809 */
810 typedef struct {
811 /*!
812 * Controls the level at which rate-distortion optimization of transform
813 * coefficients favours sharpness in the block. Has no impact on RD when set
814 * to zero (default). For values 1-7, eob and skip block optimization are
815 * avoided and rdmult is adjusted in favour of block sharpness.
816 */
817 int sharpness;
818
819 /*!
820 * Indicates the trellis optimization mode of quantized coefficients.
821 * 0: disabled
822 * 1: enabled
823 * 2: enabled for rd search
824 * 3: true for estimate yrd search
825 */
826 int disable_trellis_quant;
827
828 /*!
829 * The maximum number of frames used to create an arf.
830 */
831 int arnr_max_frames;
832
833 /*!
834 * The temporal filter strength for arf used when creating ARFs.
835 */
836 int arnr_strength;
837
838 /*!
839 * Indicates the CDF update mode
840 * 0: no update
841 * 1: update on every frame(default)
842 * 2: selectively update
843 */
844 uint8_t cdf_update_mode;
845
846 /*!
847 * Indicates if RDO based on frame temporal dependency should be enabled.
848 */
849 bool enable_tpl_model;
850
851 /*!
852 * Indicates if coding of overlay frames for filtered ALTREF frames is
853 * enabled.
854 */
855 bool enable_overlay;
856
857 /*!
858 * Controls loop filtering
859 * 0: Loop filter is disabled for all frames
860 * 1: Loop filter is enabled for all frames
861 * 2: Loop filter is disabled for non-reference frames
862 * 3: Loop filter is disables for the frames with low motion
863 */
864 LOOPFILTER_CONTROL loopfilter_control;
865
866 /*!
867 * Indicates if the application of post-processing filters should be skipped
868 * on reconstructed frame.
869 */
870 bool skip_postproc_filtering;
871 } AlgoCfg;
872 /*!\cond */
873
874 typedef struct {
875 // Indicates the codec bit-depth.
876 aom_bit_depth_t bit_depth;
877 // Indicates the superblock size that should be used by the encoder.
878 aom_superblock_size_t superblock_size;
879 // Indicates if loopfilter modulation should be enabled.
880 bool enable_deltalf_mode;
881 // Indicates how CDEF should be applied.
882 CDEF_CONTROL cdef_control;
883 // Indicates if loop restoration filter should be enabled.
884 bool enable_restoration;
885 // When enabled, video mode should be used even for single frame input.
886 bool force_video_mode;
887 // Indicates if the error resiliency features should be enabled.
888 bool error_resilient_mode;
889 // Indicates if frame parallel decoding feature should be enabled.
890 bool frame_parallel_decoding_mode;
891 // Indicates if the input should be encoded as monochrome.
892 bool enable_monochrome;
893 // When enabled, the encoder will use a full header even for still pictures.
894 // When disabled, a reduced header is used for still pictures.
895 bool full_still_picture_hdr;
896 // Indicates if dual interpolation filters should be enabled.
897 bool enable_dual_filter;
898 // Indicates if frame order hint should be enabled or not.
899 bool enable_order_hint;
900 // Indicates if ref_frame_mvs should be enabled at the sequence level.
901 bool ref_frame_mvs_present;
902 // Indicates if ref_frame_mvs should be enabled at the frame level.
903 bool enable_ref_frame_mvs;
904 // Indicates if interintra compound mode is enabled.
905 bool enable_interintra_comp;
906 // Indicates if global motion should be enabled.
907 bool enable_global_motion;
908 // Indicates if palette should be enabled.
909 bool enable_palette;
910 } ToolCfg;
911
912 /*!\endcond */
913 /*!
914 * \brief Main encoder configuration data structure.
915 */
916 typedef struct AV1EncoderConfig {
917 /*!\cond */
918 // Configuration related to the input video.
919 InputCfg input_cfg;
920
921 // Configuration related to frame-dimensions.
922 FrameDimensionCfg frm_dim_cfg;
923
924 /*!\endcond */
925 /*!
926 * Encoder algorithm configuration.
927 */
928 AlgoCfg algo_cfg;
929
930 /*!
931 * Configuration related to key-frames.
932 */
933 KeyFrameCfg kf_cfg;
934
935 /*!
936 * Rate control configuration
937 */
938 RateControlCfg rc_cfg;
939 /*!\cond */
940
941 // Configuration related to Quantization.
942 QuantizationCfg q_cfg;
943
944 // Internal frame size scaling.
945 ResizeCfg resize_cfg;
946
947 // Frame Super-Resolution size scaling.
948 SuperResCfg superres_cfg;
949
950 /*!\endcond */
951 /*!
952 * stats_in buffer contains all of the stats packets produced in the first
953 * pass, concatenated.
954 */
955 aom_fixed_buf_t twopass_stats_in;
956 /*!\cond */
957
958 // Configuration related to encoder toolsets.
959 ToolCfg tool_cfg;
960
961 // Configuration related to Group of frames.
962 GFConfig gf_cfg;
963
964 // Tile related configuration parameters.
965 TileConfig tile_cfg;
966
967 // Configuration related to Tune.
968 TuneCfg tune_cfg;
969
970 // Configuration related to color.
971 ColorCfg color_cfg;
972
973 // Configuration related to decoder model.
974 DecoderModelCfg dec_model_cfg;
975
976 // Configuration related to reference frames.
977 RefFrameCfg ref_frm_cfg;
978
979 // Configuration related to unit tests.
980 UnitTestCfg unit_test_cfg;
981
982 // Flags related to motion mode.
983 MotionModeCfg motion_mode_cfg;
984
985 // Flags related to intra mode search.
986 IntraModeCfg intra_mode_cfg;
987
988 // Flags related to transform size/type.
989 TxfmSizeTypeCfg txfm_cfg;
990
991 // Flags related to compound type.
992 CompoundTypeCfg comp_type_cfg;
993
994 // Partition related information.
995 PartitionCfg part_cfg;
996
997 // Configuration related to frequency of cost update.
998 CostUpdateFreq cost_upd_freq;
999
1000 #if CONFIG_DENOISE
1001 // Indicates the noise level.
1002 float noise_level;
1003 // Indicates the the denoisers block size.
1004 int noise_block_size;
1005 // Indicates whether to apply denoising to the frame to be encoded
1006 int enable_dnl_denoising;
1007 #endif
1008
1009 #if CONFIG_AV1_TEMPORAL_DENOISING
1010 // Noise sensitivity.
1011 int noise_sensitivity;
1012 #endif
1013 // Bit mask to specify which tier each of the 32 possible operating points
1014 // conforms to.
1015 unsigned int tier_mask;
1016
1017 // Indicates the number of pixels off the edge of a reference frame we're
1018 // allowed to go when forming an inter prediction.
1019 int border_in_pixels;
1020
1021 // Indicates the maximum number of threads that may be used by the encoder.
1022 int max_threads;
1023
1024 // Indicates the speed preset to be used.
1025 int speed;
1026
1027 // Indicates the target sequence level index for each operating point(OP).
1028 AV1_LEVEL target_seq_level_idx[MAX_NUM_OPERATING_POINTS];
1029
1030 // Indicates the bitstream profile to be used.
1031 BITSTREAM_PROFILE profile;
1032
1033 /*!\endcond */
1034 /*!
1035 * Indicates the current encoder pass :
1036 * AOM_RC_ONE_PASS = One pass encode,
1037 * AOM_RC_FIRST_PASS = First pass of multiple-pass
1038 * AOM_RC_SECOND_PASS = Second pass of multiple-pass
1039 * AOM_RC_THIRD_PASS = Third pass of multiple-pass
1040 */
1041 enum aom_enc_pass pass;
1042 /*!\cond */
1043
1044 // Total number of encoding passes.
1045 int passes;
1046
1047 // the name of the second pass output file when passes > 2
1048 const char *two_pass_output;
1049
1050 // the name of the second pass log file when passes > 2
1051 const char *second_pass_log;
1052
1053 // Indicates if the encoding is GOOD or REALTIME.
1054 MODE mode;
1055
1056 // Indicates if row-based multi-threading should be enabled or not.
1057 bool row_mt;
1058
1059 // Indicates if frame parallel multi-threading should be enabled or not.
1060 bool fp_mt;
1061
1062 // Indicates if 16bit frame buffers are to be used i.e., the content is >
1063 // 8-bit.
1064 bool use_highbitdepth;
1065
1066 // Indicates the bitstream syntax mode. 0 indicates bitstream is saved as
1067 // Section 5 bitstream, while 1 indicates the bitstream is saved in Annex - B
1068 // format.
1069 bool save_as_annexb;
1070
1071 // The path for partition stats reading and writing, used in the experiment
1072 // CONFIG_PARTITION_SEARCH_ORDER.
1073 const char *partition_info_path;
1074
1075 // The flag that indicates whether we use an external rate distribution to
1076 // guide adaptive quantization. It requires --deltaq-mode=3. The rate
1077 // distribution map file name is stored in |rate_distribution_info|.
1078 unsigned int enable_rate_guide_deltaq;
1079
1080 // The input file of rate distribution information used in all intra mode
1081 // to determine delta quantization.
1082 const char *rate_distribution_info;
1083
1084 // Exit the encoder when it fails to encode to a given level.
1085 int strict_level_conformance;
1086
1087 // Max depth for the GOP after a key frame
1088 int kf_max_pyr_height;
1089
1090 // A flag to control if we enable the superblock qp sweep for a given lambda
1091 int sb_qp_sweep;
1092 /*!\endcond */
1093 } AV1EncoderConfig;
1094
1095 /*!\cond */
is_lossless_requested(const RateControlCfg * const rc_cfg)1096 static INLINE int is_lossless_requested(const RateControlCfg *const rc_cfg) {
1097 return rc_cfg->best_allowed_q == 0 && rc_cfg->worst_allowed_q == 0;
1098 }
1099 /*!\endcond */
1100
1101 /*!
1102 * \brief Encoder-side probabilities for pruning of various AV1 tools
1103 */
1104 typedef struct {
1105 /*!
1106 * obmc_probs[i][j] is the probability of OBMC being the best motion mode for
1107 * jth block size and ith frame update type, averaged over past frames. If
1108 * obmc_probs[i][j] < thresh, then OBMC search is pruned.
1109 */
1110 int obmc_probs[FRAME_UPDATE_TYPES][BLOCK_SIZES_ALL];
1111
1112 /*!
1113 * warped_probs[i] is the probability of warped motion being the best motion
1114 * mode for ith frame update type, averaged over past frames. If
1115 * warped_probs[i] < thresh, then warped motion search is pruned.
1116 */
1117 int warped_probs[FRAME_UPDATE_TYPES];
1118
1119 /*!
1120 * tx_type_probs[i][j][k] is the probability of kth tx_type being the best
1121 * for jth transform size and ith frame update type, averaged over past
1122 * frames. If tx_type_probs[i][j][k] < thresh, then transform search for that
1123 * type is pruned.
1124 */
1125 int tx_type_probs[FRAME_UPDATE_TYPES][TX_SIZES_ALL][TX_TYPES];
1126
1127 /*!
1128 * switchable_interp_probs[i][j][k] is the probability of kth interpolation
1129 * filter being the best for jth filter context and ith frame update type,
1130 * averaged over past frames. If switchable_interp_probs[i][j][k] < thresh,
1131 * then interpolation filter search is pruned for that case.
1132 */
1133 int switchable_interp_probs[FRAME_UPDATE_TYPES][SWITCHABLE_FILTER_CONTEXTS]
1134 [SWITCHABLE_FILTERS];
1135 } FrameProbInfo;
1136
1137 /*!\cond */
1138
1139 typedef struct FRAME_COUNTS {
1140 // Note: This structure should only contain 'unsigned int' fields, or
1141 // aggregates built solely from 'unsigned int' fields/elements
1142 #if CONFIG_ENTROPY_STATS
1143 unsigned int kf_y_mode[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS][INTRA_MODES];
1144 unsigned int angle_delta[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1];
1145 unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
1146 unsigned int uv_mode[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES];
1147 unsigned int cfl_sign[CFL_JOINT_SIGNS];
1148 unsigned int cfl_alpha[CFL_ALPHA_CONTEXTS][CFL_ALPHABET_SIZE];
1149 unsigned int palette_y_mode[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2];
1150 unsigned int palette_uv_mode[PALETTE_UV_MODE_CONTEXTS][2];
1151 unsigned int palette_y_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1152 unsigned int palette_uv_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1153 unsigned int palette_y_color_index[PALETTE_SIZES]
1154 [PALETTE_COLOR_INDEX_CONTEXTS]
1155 [PALETTE_COLORS];
1156 unsigned int palette_uv_color_index[PALETTE_SIZES]
1157 [PALETTE_COLOR_INDEX_CONTEXTS]
1158 [PALETTE_COLORS];
1159 unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
1160 unsigned int txb_skip[TOKEN_CDF_Q_CTXS][TX_SIZES][TXB_SKIP_CONTEXTS][2];
1161 unsigned int eob_extra[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1162 [EOB_COEF_CONTEXTS][2];
1163 unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
1164 unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][BR_CDF_SIZE - 1][LEVEL_CONTEXTS]
1165 [2];
1166 unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
1167 unsigned int eob_multi16[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][5];
1168 unsigned int eob_multi32[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][6];
1169 unsigned int eob_multi64[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][7];
1170 unsigned int eob_multi128[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][8];
1171 unsigned int eob_multi256[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][9];
1172 unsigned int eob_multi512[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][10];
1173 unsigned int eob_multi1024[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][11];
1174 unsigned int coeff_lps_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1175 [LEVEL_CONTEXTS][BR_CDF_SIZE];
1176 unsigned int coeff_base_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1177 [SIG_COEF_CONTEXTS][NUM_BASE_LEVELS + 2];
1178 unsigned int coeff_base_eob_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1179 [SIG_COEF_CONTEXTS_EOB][NUM_BASE_LEVELS + 1];
1180 unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
1181 unsigned int zeromv_mode[GLOBALMV_MODE_CONTEXTS][2];
1182 unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
1183 unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
1184 unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
1185 unsigned int wedge_idx[BLOCK_SIZES_ALL][16];
1186 unsigned int interintra[BLOCK_SIZE_GROUPS][2];
1187 unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
1188 unsigned int wedge_interintra[BLOCK_SIZES_ALL][2];
1189 unsigned int compound_type[BLOCK_SIZES_ALL][MASKED_COMPOUND_TYPES];
1190 unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES];
1191 unsigned int obmc[BLOCK_SIZES_ALL][2];
1192 unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
1193 unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
1194 unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
1195 unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
1196 unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
1197 unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
1198 unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
1199 unsigned int intrabc[2];
1200
1201 unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
1202 unsigned int intra_tx_size[MAX_TX_CATS][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1];
1203 unsigned int skip_mode[SKIP_MODE_CONTEXTS][2];
1204 unsigned int skip_txfm[SKIP_CONTEXTS][2];
1205 unsigned int compound_index[COMP_INDEX_CONTEXTS][2];
1206 unsigned int comp_group_idx[COMP_GROUP_IDX_CONTEXTS][2];
1207 unsigned int delta_q[DELTA_Q_PROBS][2];
1208 unsigned int delta_lf_multi[FRAME_LF_COUNT][DELTA_LF_PROBS][2];
1209 unsigned int delta_lf[DELTA_LF_PROBS][2];
1210
1211 unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
1212 unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
1213 [TX_TYPES];
1214 unsigned int filter_intra_mode[FILTER_INTRA_MODES];
1215 unsigned int filter_intra[BLOCK_SIZES_ALL][2];
1216 unsigned int switchable_restore[RESTORE_SWITCHABLE_TYPES];
1217 unsigned int wiener_restore[2];
1218 unsigned int sgrproj_restore[2];
1219 #endif // CONFIG_ENTROPY_STATS
1220
1221 unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
1222 [SWITCHABLE_FILTERS];
1223 } FRAME_COUNTS;
1224
1225 #define INTER_MODE_RD_DATA_OVERALL_SIZE 6400
1226
1227 typedef struct {
1228 int ready;
1229 double a;
1230 double b;
1231 double dist_mean;
1232 double ld_mean;
1233 double sse_mean;
1234 double sse_sse_mean;
1235 double sse_ld_mean;
1236 int num;
1237 double dist_sum;
1238 double ld_sum;
1239 double sse_sum;
1240 double sse_sse_sum;
1241 double sse_ld_sum;
1242 } InterModeRdModel;
1243
1244 typedef struct {
1245 int idx;
1246 int64_t rd;
1247 } RdIdxPair;
1248 // TODO(angiebird): This is an estimated size. We still need to figure what is
1249 // the maximum number of modes.
1250 #define MAX_INTER_MODES 1024
1251 // TODO(any): rename this struct to something else. There is already another
1252 // struct called inter_mode_info, which makes this terribly confusing.
1253 /*!\endcond */
1254 /*!
1255 * \brief Struct used to hold inter mode data for fast tx search.
1256 *
1257 * This struct is used to perform a full transform search only on winning
1258 * candidates searched with an estimate for transform coding RD.
1259 */
1260 typedef struct inter_modes_info {
1261 /*!
1262 * The number of inter modes for which data was stored in each of the
1263 * following arrays.
1264 */
1265 int num;
1266 /*!
1267 * Mode info struct for each of the candidate modes.
1268 */
1269 MB_MODE_INFO mbmi_arr[MAX_INTER_MODES];
1270 /*!
1271 * The rate for each of the candidate modes.
1272 */
1273 int mode_rate_arr[MAX_INTER_MODES];
1274 /*!
1275 * The sse of the predictor for each of the candidate modes.
1276 */
1277 int64_t sse_arr[MAX_INTER_MODES];
1278 /*!
1279 * The estimated rd of the predictor for each of the candidate modes.
1280 */
1281 int64_t est_rd_arr[MAX_INTER_MODES];
1282 /*!
1283 * The rate and mode index for each of the candidate modes.
1284 */
1285 RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES];
1286 /*!
1287 * The full rd stats for each of the candidate modes.
1288 */
1289 RD_STATS rd_cost_arr[MAX_INTER_MODES];
1290 /*!
1291 * The full rd stats of luma only for each of the candidate modes.
1292 */
1293 RD_STATS rd_cost_y_arr[MAX_INTER_MODES];
1294 /*!
1295 * The full rd stats of chroma only for each of the candidate modes.
1296 */
1297 RD_STATS rd_cost_uv_arr[MAX_INTER_MODES];
1298 } InterModesInfo;
1299
1300 /*!\cond */
1301 typedef struct {
1302 // TODO(kyslov): consider changing to 64bit
1303
1304 // This struct is used for computing variance in choose_partitioning(), where
1305 // the max number of samples within a superblock is 32x32 (with 4x4 avg).
1306 // With 8bit bitdepth, uint32_t is enough for sum_square_error (2^8 * 2^8 * 32
1307 // * 32 = 2^26). For high bitdepth we need to consider changing this to 64 bit
1308 uint32_t sum_square_error;
1309 int32_t sum_error;
1310 int log2_count;
1311 int variance;
1312 } VPartVar;
1313
1314 typedef struct {
1315 VPartVar none;
1316 VPartVar horz[2];
1317 VPartVar vert[2];
1318 } VPVariance;
1319
1320 typedef struct {
1321 VPVariance part_variances;
1322 VPartVar split[4];
1323 } VP4x4;
1324
1325 typedef struct {
1326 VPVariance part_variances;
1327 VP4x4 split[4];
1328 } VP8x8;
1329
1330 typedef struct {
1331 VPVariance part_variances;
1332 VP8x8 split[4];
1333 } VP16x16;
1334
1335 typedef struct {
1336 VPVariance part_variances;
1337 VP16x16 split[4];
1338 } VP32x32;
1339
1340 typedef struct {
1341 VPVariance part_variances;
1342 VP32x32 split[4];
1343 } VP64x64;
1344
1345 typedef struct {
1346 VPVariance part_variances;
1347 VP64x64 *split;
1348 } VP128x128;
1349
1350 /*!\endcond */
1351
1352 /*!
1353 * \brief Thresholds for variance based partitioning.
1354 */
1355 typedef struct {
1356 /*!
1357 * If block variance > threshold, then that block is forced to split.
1358 * thresholds[0] - threshold for 128x128;
1359 * thresholds[1] - threshold for 64x64;
1360 * thresholds[2] - threshold for 32x32;
1361 * thresholds[3] - threshold for 16x16;
1362 * thresholds[4] - threshold for 8x8;
1363 */
1364 int64_t thresholds[5];
1365
1366 /*!
1367 * MinMax variance threshold for 8x8 sub blocks of a 16x16 block. If actual
1368 * minmax > threshold_minmax, the 16x16 is forced to split.
1369 */
1370 int64_t threshold_minmax;
1371 } VarBasedPartitionInfo;
1372
1373 /*!
1374 * \brief Encoder parameters for synchronization of row based multi-threading
1375 */
1376 typedef struct {
1377 #if CONFIG_MULTITHREAD
1378 /**
1379 * \name Synchronization objects for top-right dependency.
1380 */
1381 /**@{*/
1382 pthread_mutex_t *mutex_; /*!< Mutex lock object */
1383 pthread_cond_t *cond_; /*!< Condition variable */
1384 /**@}*/
1385 #endif // CONFIG_MULTITHREAD
1386 /*!
1387 * Buffer to store the superblock whose encoding is complete.
1388 * num_finished_cols[i] stores the number of superblocks which finished
1389 * encoding in the ith superblock row.
1390 */
1391 int *num_finished_cols;
1392 /*!
1393 * Denotes the superblock interval at which conditional signalling should
1394 * happen. Also denotes the minimum number of extra superblocks of the top row
1395 * to be complete to start encoding the current superblock. A value of 1
1396 * indicates top-right dependency.
1397 */
1398 int sync_range;
1399 /*!
1400 * Denotes the additional number of superblocks in the previous row to be
1401 * complete to start encoding the current superblock when intraBC tool is
1402 * enabled. This additional top-right delay is required to satisfy the
1403 * hardware constraints for intraBC tool when row multithreading is enabled.
1404 */
1405 int intrabc_extra_top_right_sb_delay;
1406 /*!
1407 * Number of superblock rows.
1408 */
1409 int rows;
1410 /*!
1411 * The superblock row (in units of MI blocks) to be processed next.
1412 */
1413 int next_mi_row;
1414 /*!
1415 * Number of threads processing the current tile.
1416 */
1417 int num_threads_working;
1418 } AV1EncRowMultiThreadSync;
1419
1420 /*!\cond */
1421
1422 // TODO(jingning) All spatially adaptive variables should go to TileDataEnc.
1423 typedef struct TileDataEnc {
1424 TileInfo tile_info;
1425 DECLARE_ALIGNED(16, FRAME_CONTEXT, tctx);
1426 FRAME_CONTEXT *row_ctx;
1427 uint64_t abs_sum_level;
1428 uint8_t allow_update_cdf;
1429 InterModeRdModel inter_mode_rd_models[BLOCK_SIZES_ALL];
1430 AV1EncRowMultiThreadSync row_mt_sync;
1431 MV firstpass_top_mv;
1432 } TileDataEnc;
1433
1434 typedef struct RD_COUNTS {
1435 int compound_ref_used_flag;
1436 int skip_mode_used_flag;
1437 int tx_type_used[TX_SIZES_ALL][TX_TYPES];
1438 int obmc_used[BLOCK_SIZES_ALL][2];
1439 int warped_used[2];
1440 int newmv_or_intra_blocks;
1441 uint64_t seg_tmp_pred_cost[2];
1442 } RD_COUNTS;
1443
1444 typedef struct ThreadData {
1445 MACROBLOCK mb;
1446 MvCosts *mv_costs_alloc;
1447 IntraBCMVCosts *dv_costs_alloc;
1448 RD_COUNTS rd_counts;
1449 FRAME_COUNTS *counts;
1450 PC_TREE_SHARED_BUFFERS shared_coeff_buf;
1451 SIMPLE_MOTION_DATA_TREE *sms_tree;
1452 SIMPLE_MOTION_DATA_TREE *sms_root;
1453 uint32_t *hash_value_buffer[2][2];
1454 OBMCBuffer obmc_buffer;
1455 PALETTE_BUFFER *palette_buffer;
1456 CompoundTypeRdBuffers comp_rd_buffer;
1457 CONV_BUF_TYPE *tmp_conv_dst;
1458 uint64_t abs_sum_level;
1459 uint8_t *tmp_pred_bufs[2];
1460 uint8_t *wiener_tmp_pred_buf;
1461 int intrabc_used;
1462 int deltaq_used;
1463 int coefficient_size;
1464 int max_mv_magnitude;
1465 int interp_filter_selected[SWITCHABLE];
1466 FRAME_CONTEXT *tctx;
1467 VP64x64 *vt64x64;
1468 int32_t num_64x64_blocks;
1469 PICK_MODE_CONTEXT *firstpass_ctx;
1470 TemporalFilterData tf_data;
1471 TplBuffers tpl_tmp_buffers;
1472 TplTxfmStats tpl_txfm_stats;
1473 GlobalMotionData gm_data;
1474 // Pointer to the array of structures to store gradient information of each
1475 // pixel in a superblock. The buffer constitutes of MAX_SB_SQUARE pixel level
1476 // structures for each of the plane types (PLANE_TYPE_Y and PLANE_TYPE_UV).
1477 PixelLevelGradientInfo *pixel_gradient_info;
1478 // Pointer to the array of structures to store source variance information of
1479 // each 4x4 sub-block in a superblock. Block4x4VarInfo structure is used to
1480 // store source variance and log of source variance of each 4x4 sub-block
1481 // for subsequent retrieval.
1482 Block4x4VarInfo *src_var_info_of_4x4_sub_blocks;
1483 // Pointer to pc tree root.
1484 PC_TREE *pc_root;
1485 } ThreadData;
1486
1487 struct EncWorkerData;
1488
1489 /*!\endcond */
1490
1491 /*!
1492 * \brief Encoder data related to row-based multi-threading
1493 */
1494 typedef struct {
1495 /*!
1496 * Number of tile rows for which row synchronization memory is allocated.
1497 */
1498 int allocated_tile_rows;
1499 /*!
1500 * Number of tile cols for which row synchronization memory is allocated.
1501 */
1502 int allocated_tile_cols;
1503 /*!
1504 * Number of rows for which row synchronization memory is allocated
1505 * per tile. During first-pass/look-ahead stage this equals the
1506 * maximum number of macroblock rows in a tile. During encode stage,
1507 * this equals the maximum number of superblock rows in a tile.
1508 */
1509 int allocated_rows;
1510 /*!
1511 * Number of columns for which entropy context memory is allocated
1512 * per tile. During encode stage, this equals the maximum number of
1513 * superblock columns in a tile minus 1. The entropy context memory
1514 * is not allocated during first-pass/look-ahead stage.
1515 */
1516 int allocated_cols;
1517
1518 /*!
1519 * thread_id_to_tile_id[i] indicates the tile id assigned to the ith thread.
1520 */
1521 int thread_id_to_tile_id[MAX_NUM_THREADS];
1522
1523 /*!
1524 * num_tile_cols_done[i] indicates the number of tile columns whose encoding
1525 * is complete in the ith superblock row.
1526 */
1527 int *num_tile_cols_done;
1528
1529 /*!
1530 * Number of superblock rows in a frame for which 'num_tile_cols_done' is
1531 * allocated.
1532 */
1533 int allocated_sb_rows;
1534
1535 /*!
1536 * Initialized to false, set to true by the worker thread that encounters an
1537 * error in order to abort the processing of other worker threads.
1538 */
1539 bool row_mt_exit;
1540
1541 /*!
1542 * Initialized to false, set to true during first pass encoding by the worker
1543 * thread that encounters an error in order to abort the processing of other
1544 * worker threads.
1545 */
1546 bool firstpass_mt_exit;
1547
1548 /*!
1549 * Initialized to false, set to true in cal_mb_wiener_var_hook() by the worker
1550 * thread that encounters an error in order to abort the processing of other
1551 * worker threads.
1552 */
1553 bool mb_wiener_mt_exit;
1554
1555 #if CONFIG_MULTITHREAD
1556 /*!
1557 * Mutex lock used while dispatching jobs.
1558 */
1559 pthread_mutex_t *mutex_;
1560 /*!
1561 * Condition variable used to dispatch loopfilter jobs.
1562 */
1563 pthread_cond_t *cond_;
1564 #endif
1565
1566 /**
1567 * \name Row synchronization related function pointers.
1568 */
1569 /**@{*/
1570 /*!
1571 * Reader.
1572 */
1573 void (*sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int);
1574 /*!
1575 * Writer.
1576 */
1577 void (*sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int);
1578 /**@}*/
1579 } AV1EncRowMultiThreadInfo;
1580
1581 /*!
1582 * \brief Encoder data related to multi-threading for allintra deltaq-mode=3
1583 */
1584 typedef struct {
1585 #if CONFIG_MULTITHREAD
1586 /*!
1587 * Mutex lock used while dispatching jobs.
1588 */
1589 pthread_mutex_t *mutex_;
1590 /*!
1591 * Condition variable used to dispatch loopfilter jobs.
1592 */
1593 pthread_cond_t *cond_;
1594 #endif
1595
1596 /**
1597 * \name Row synchronization related function pointers for all intra mode
1598 */
1599 /**@{*/
1600 /*!
1601 * Reader.
1602 */
1603 void (*intra_sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int);
1604 /*!
1605 * Writer.
1606 */
1607 void (*intra_sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int);
1608 /**@}*/
1609 } AV1EncAllIntraMultiThreadInfo;
1610
1611 /*!
1612 * \brief Max number of recodes used to track the frame probabilities.
1613 */
1614 #define NUM_RECODES_PER_FRAME 10
1615
1616 /*!
1617 * \brief Max number of frames that can be encoded in a parallel encode set.
1618 */
1619 #define MAX_PARALLEL_FRAMES 4
1620
1621 /*!
1622 * \brief Buffers to be backed up during parallel encode set to be restored
1623 * later.
1624 */
1625 typedef struct RestoreStateBuffers {
1626 /*!
1627 * Backup of original CDEF srcbuf.
1628 */
1629 uint16_t *cdef_srcbuf;
1630
1631 /*!
1632 * Backup of original CDEF colbuf.
1633 */
1634 uint16_t *cdef_colbuf[MAX_MB_PLANE];
1635
1636 /*!
1637 * Backup of original LR rst_tmpbuf.
1638 */
1639 int32_t *rst_tmpbuf;
1640
1641 /*!
1642 * Backup of original LR rlbs.
1643 */
1644 RestorationLineBuffers *rlbs;
1645 } RestoreStateBuffers;
1646
1647 /*!
1648 * \brief Parameters related to restoration types.
1649 */
1650 typedef struct {
1651 /*!
1652 * Stores the best coefficients for Wiener restoration.
1653 */
1654 WienerInfo wiener;
1655
1656 /*!
1657 * Stores the best coefficients for Sgrproj restoration.
1658 */
1659 SgrprojInfo sgrproj;
1660
1661 /*!
1662 * The rtype to use for this unit given a frame rtype as index. Indices:
1663 * WIENER, SGRPROJ, SWITCHABLE.
1664 */
1665 RestorationType best_rtype[RESTORE_TYPES - 1];
1666 } RestUnitSearchInfo;
1667
1668 /*!
1669 * \brief Structure to hold search parameter per restoration unit and
1670 * intermediate buffer of Wiener filter used in pick filter stage of Loop
1671 * restoration.
1672 */
1673 typedef struct {
1674 /*!
1675 * Array of pointers to 'RestUnitSearchInfo' which holds data related to
1676 * restoration types.
1677 */
1678 RestUnitSearchInfo *rusi[MAX_MB_PLANE];
1679
1680 /*!
1681 * Buffer used to hold dgd-avg data during SIMD call of Wiener filter.
1682 */
1683 int16_t *dgd_avg;
1684 } AV1LrPickStruct;
1685
1686 /*!
1687 * \brief Primary Encoder parameters related to multi-threading.
1688 */
1689 typedef struct PrimaryMultiThreadInfo {
1690 /*!
1691 * Number of workers created for multi-threading.
1692 */
1693 int num_workers;
1694
1695 /*!
1696 * Number of workers used for different MT modules.
1697 */
1698 int num_mod_workers[NUM_MT_MODULES];
1699
1700 /*!
1701 * Synchronization object used to launch job in the worker thread.
1702 */
1703 AVxWorker *workers;
1704
1705 /*!
1706 * Data specific to each worker in encoder multi-threading.
1707 * tile_thr_data[i] stores the worker data of the ith thread.
1708 */
1709 struct EncWorkerData *tile_thr_data;
1710
1711 /*!
1712 * CDEF row multi-threading data.
1713 */
1714 AV1CdefWorkerData *cdef_worker;
1715
1716 /*!
1717 * Primary(Level 1) Synchronization object used to launch job in the worker
1718 * thread.
1719 */
1720 AVxWorker *p_workers[MAX_PARALLEL_FRAMES];
1721
1722 /*!
1723 * Number of primary workers created for multi-threading.
1724 */
1725 int p_num_workers;
1726
1727 /*!
1728 * Tracks the number of workers in encode stage multi-threading.
1729 */
1730 int prev_num_enc_workers;
1731 } PrimaryMultiThreadInfo;
1732
1733 /*!
1734 * \brief Encoder parameters related to multi-threading.
1735 */
1736 typedef struct MultiThreadInfo {
1737 /*!
1738 * Number of workers created for multi-threading.
1739 */
1740 int num_workers;
1741
1742 /*!
1743 * Number of workers used for different MT modules.
1744 */
1745 int num_mod_workers[NUM_MT_MODULES];
1746
1747 /*!
1748 * Synchronization object used to launch job in the worker thread.
1749 */
1750 AVxWorker *workers;
1751
1752 /*!
1753 * Data specific to each worker in encoder multi-threading.
1754 * tile_thr_data[i] stores the worker data of the ith thread.
1755 */
1756 struct EncWorkerData *tile_thr_data;
1757
1758 /*!
1759 * When set, indicates that row based multi-threading of the encoder is
1760 * enabled.
1761 */
1762 bool row_mt_enabled;
1763
1764 /*!
1765 * When set, indicates that multi-threading for bitstream packing is enabled.
1766 */
1767 bool pack_bs_mt_enabled;
1768
1769 /*!
1770 * Encoder row multi-threading data.
1771 */
1772 AV1EncRowMultiThreadInfo enc_row_mt;
1773
1774 /*!
1775 * Encoder multi-threading data for allintra mode in the preprocessing stage
1776 * when --deltaq-mode=3.
1777 */
1778 AV1EncAllIntraMultiThreadInfo intra_mt;
1779
1780 /*!
1781 * Tpl row multi-threading data.
1782 */
1783 AV1TplRowMultiThreadInfo tpl_row_mt;
1784
1785 /*!
1786 * Loop Filter multi-threading object.
1787 */
1788 AV1LfSync lf_row_sync;
1789
1790 /*!
1791 * Loop Restoration multi-threading object.
1792 */
1793 AV1LrSync lr_row_sync;
1794
1795 /*!
1796 * Pack bitstream multi-threading object.
1797 */
1798 AV1EncPackBSSync pack_bs_sync;
1799
1800 /*!
1801 * Global Motion multi-threading object.
1802 */
1803 AV1GlobalMotionSync gm_sync;
1804
1805 /*!
1806 * Temporal Filter multi-threading object.
1807 */
1808 AV1TemporalFilterSync tf_sync;
1809
1810 /*!
1811 * CDEF search multi-threading object.
1812 */
1813 AV1CdefSync cdef_sync;
1814
1815 /*!
1816 * Pointer to CDEF row multi-threading data for the frame.
1817 */
1818 AV1CdefWorkerData *cdef_worker;
1819
1820 /*!
1821 * Buffers to be stored/restored before/after parallel encode.
1822 */
1823 RestoreStateBuffers restore_state_buf;
1824
1825 /*!
1826 * In multi-threaded realtime encoding with row-mt enabled, pipeline
1827 * loop-filtering after encoding.
1828 */
1829 int pipeline_lpf_mt_with_enc;
1830 } MultiThreadInfo;
1831
1832 /*!\cond */
1833
1834 typedef struct ActiveMap {
1835 int enabled;
1836 int update;
1837 unsigned char *map;
1838 } ActiveMap;
1839
1840 /*!\endcond */
1841
1842 /*!
1843 * \brief Encoder info used for decision on forcing integer motion vectors.
1844 */
1845 typedef struct {
1846 /*!
1847 * cs_rate_array[i] is the fraction of blocks in a frame which either match
1848 * with the collocated block or are smooth, where i is the rate_index.
1849 */
1850 double cs_rate_array[32];
1851 /*!
1852 * rate_index is used to index cs_rate_array.
1853 */
1854 int rate_index;
1855 /*!
1856 * rate_size is the total number of entries populated in cs_rate_array.
1857 */
1858 int rate_size;
1859 } ForceIntegerMVInfo;
1860
1861 /*!\cond */
1862
1863 #if CONFIG_INTERNAL_STATS
1864 // types of stats
1865 enum {
1866 STAT_Y,
1867 STAT_U,
1868 STAT_V,
1869 STAT_ALL,
1870 NUM_STAT_TYPES // This should always be the last member of the enum
1871 } UENUM1BYTE(StatType);
1872
1873 typedef struct IMAGE_STAT {
1874 double stat[NUM_STAT_TYPES];
1875 double worst;
1876 } ImageStat;
1877 #endif // CONFIG_INTERNAL_STATS
1878
1879 typedef struct {
1880 int ref_count;
1881 YV12_BUFFER_CONFIG buf;
1882 } EncRefCntBuffer;
1883
1884 /*!\endcond */
1885
1886 /*!
1887 * \brief Buffer to store mode information at mi_alloc_bsize (4x4 or 8x8) level
1888 *
1889 * This is used for bitstream preparation.
1890 */
1891 typedef struct {
1892 /*!
1893 * frame_base[mi_row * stride + mi_col] stores the mode information of
1894 * block (mi_row,mi_col).
1895 */
1896 MB_MODE_INFO_EXT_FRAME *frame_base;
1897 /*!
1898 * Size of frame_base buffer.
1899 */
1900 int alloc_size;
1901 /*!
1902 * Stride of frame_base buffer.
1903 */
1904 int stride;
1905 } MBMIExtFrameBufferInfo;
1906
1907 /*!\cond */
1908
1909 #if CONFIG_COLLECT_PARTITION_STATS
1910 typedef struct FramePartitionTimingStats {
1911 int partition_decisions[6][EXT_PARTITION_TYPES];
1912 int partition_attempts[6][EXT_PARTITION_TYPES];
1913 int64_t partition_times[6][EXT_PARTITION_TYPES];
1914
1915 int partition_redo;
1916 } FramePartitionTimingStats;
1917 #endif // CONFIG_COLLECT_PARTITION_STATS
1918
1919 #if CONFIG_COLLECT_COMPONENT_TIMING
1920 #include "aom_ports/aom_timer.h"
1921 // Adjust the following to add new components.
1922 enum {
1923 av1_encode_strategy_time,
1924 av1_get_one_pass_rt_params_time,
1925 av1_get_second_pass_params_time,
1926 denoise_and_encode_time,
1927 apply_filtering_time,
1928 av1_tpl_setup_stats_time,
1929 encode_frame_to_data_rate_time,
1930 encode_with_or_without_recode_time,
1931 loop_filter_time,
1932 cdef_time,
1933 loop_restoration_time,
1934 av1_pack_bitstream_final_time,
1935 av1_encode_frame_time,
1936 av1_compute_global_motion_time,
1937 av1_setup_motion_field_time,
1938 encode_sb_row_time,
1939
1940 rd_pick_partition_time,
1941 rd_use_partition_time,
1942 choose_var_based_partitioning_time,
1943 av1_prune_partitions_time,
1944 none_partition_search_time,
1945 split_partition_search_time,
1946 rectangular_partition_search_time,
1947 ab_partitions_search_time,
1948 rd_pick_4partition_time,
1949 encode_sb_time,
1950
1951 rd_pick_sb_modes_time,
1952 av1_rd_pick_intra_mode_sb_time,
1953 av1_rd_pick_inter_mode_sb_time,
1954 set_params_rd_pick_inter_mode_time,
1955 skip_inter_mode_time,
1956 handle_inter_mode_time,
1957 evaluate_motion_mode_for_winner_candidates_time,
1958 do_tx_search_time,
1959 handle_intra_mode_time,
1960 refine_winner_mode_tx_time,
1961 av1_search_palette_mode_time,
1962 handle_newmv_time,
1963 compound_type_rd_time,
1964 interpolation_filter_search_time,
1965 motion_mode_rd_time,
1966
1967 nonrd_use_partition_time,
1968 pick_sb_modes_nonrd_time,
1969 hybrid_intra_mode_search_time,
1970 nonrd_pick_inter_mode_sb_time,
1971 encode_b_nonrd_time,
1972
1973 kTimingComponents,
1974 } UENUM1BYTE(TIMING_COMPONENT);
1975
get_component_name(int index)1976 static INLINE char const *get_component_name(int index) {
1977 switch (index) {
1978 case av1_encode_strategy_time: return "av1_encode_strategy_time";
1979 case av1_get_one_pass_rt_params_time:
1980 return "av1_get_one_pass_rt_params_time";
1981 case av1_get_second_pass_params_time:
1982 return "av1_get_second_pass_params_time";
1983 case denoise_and_encode_time: return "denoise_and_encode_time";
1984 case apply_filtering_time: return "apply_filtering_time";
1985 case av1_tpl_setup_stats_time: return "av1_tpl_setup_stats_time";
1986 case encode_frame_to_data_rate_time:
1987 return "encode_frame_to_data_rate_time";
1988 case encode_with_or_without_recode_time:
1989 return "encode_with_or_without_recode_time";
1990 case loop_filter_time: return "loop_filter_time";
1991 case cdef_time: return "cdef_time";
1992 case loop_restoration_time: return "loop_restoration_time";
1993 case av1_pack_bitstream_final_time: return "av1_pack_bitstream_final_time";
1994 case av1_encode_frame_time: return "av1_encode_frame_time";
1995 case av1_compute_global_motion_time:
1996 return "av1_compute_global_motion_time";
1997 case av1_setup_motion_field_time: return "av1_setup_motion_field_time";
1998 case encode_sb_row_time: return "encode_sb_row_time";
1999
2000 case rd_pick_partition_time: return "rd_pick_partition_time";
2001 case rd_use_partition_time: return "rd_use_partition_time";
2002 case choose_var_based_partitioning_time:
2003 return "choose_var_based_partitioning_time";
2004 case av1_prune_partitions_time: return "av1_prune_partitions_time";
2005 case none_partition_search_time: return "none_partition_search_time";
2006 case split_partition_search_time: return "split_partition_search_time";
2007 case rectangular_partition_search_time:
2008 return "rectangular_partition_search_time";
2009 case ab_partitions_search_time: return "ab_partitions_search_time";
2010 case rd_pick_4partition_time: return "rd_pick_4partition_time";
2011 case encode_sb_time: return "encode_sb_time";
2012
2013 case rd_pick_sb_modes_time: return "rd_pick_sb_modes_time";
2014 case av1_rd_pick_intra_mode_sb_time:
2015 return "av1_rd_pick_intra_mode_sb_time";
2016 case av1_rd_pick_inter_mode_sb_time:
2017 return "av1_rd_pick_inter_mode_sb_time";
2018 case set_params_rd_pick_inter_mode_time:
2019 return "set_params_rd_pick_inter_mode_time";
2020 case skip_inter_mode_time: return "skip_inter_mode_time";
2021 case handle_inter_mode_time: return "handle_inter_mode_time";
2022 case evaluate_motion_mode_for_winner_candidates_time:
2023 return "evaluate_motion_mode_for_winner_candidates_time";
2024 case do_tx_search_time: return "do_tx_search_time";
2025 case handle_intra_mode_time: return "handle_intra_mode_time";
2026 case refine_winner_mode_tx_time: return "refine_winner_mode_tx_time";
2027 case av1_search_palette_mode_time: return "av1_search_palette_mode_time";
2028 case handle_newmv_time: return "handle_newmv_time";
2029 case compound_type_rd_time: return "compound_type_rd_time";
2030 case interpolation_filter_search_time:
2031 return "interpolation_filter_search_time";
2032 case motion_mode_rd_time: return "motion_mode_rd_time";
2033
2034 case nonrd_use_partition_time: return "nonrd_use_partition_time";
2035 case pick_sb_modes_nonrd_time: return "pick_sb_modes_nonrd_time";
2036 case hybrid_intra_mode_search_time: return "hybrid_intra_mode_search_time";
2037 case nonrd_pick_inter_mode_sb_time: return "nonrd_pick_inter_mode_sb_time";
2038 case encode_b_nonrd_time: return "encode_b_nonrd_time";
2039
2040 default: assert(0);
2041 }
2042 return "error";
2043 }
2044 #endif
2045
2046 // The maximum number of internal ARFs except ALTREF_FRAME
2047 #define MAX_INTERNAL_ARFS (REF_FRAMES - BWDREF_FRAME - 1)
2048
2049 /*!\endcond */
2050
2051 /*!
2052 * \brief Parameters related to global motion search
2053 */
2054 typedef struct {
2055 /*!
2056 * Flag to indicate if global motion search needs to be rerun.
2057 */
2058 bool search_done;
2059
2060 /*!
2061 * Array of pointers to the frame buffers holding the reference frames.
2062 * ref_buf[i] stores the pointer to the reference frame of the ith
2063 * reference frame type.
2064 */
2065 YV12_BUFFER_CONFIG *ref_buf[REF_FRAMES];
2066
2067 /*!
2068 * Holds the number of valid reference frames in past and future directions
2069 * w.r.t. the current frame. num_ref_frames[i] stores the total number of
2070 * valid reference frames in 'i' direction.
2071 */
2072 int num_ref_frames[MAX_DIRECTIONS];
2073
2074 /*!
2075 * Array of structure which stores the valid reference frames in past and
2076 * future directions and their corresponding distance from the source frame.
2077 * reference_frames[i][j] holds the jth valid reference frame type in the
2078 * direction 'i' and its temporal distance from the source frame .
2079 */
2080 FrameDistPair reference_frames[MAX_DIRECTIONS][REF_FRAMES - 1];
2081
2082 /**
2083 * \name Dimensions for which segment map is allocated.
2084 */
2085 /**@{*/
2086 int segment_map_w; /*!< segment map width */
2087 int segment_map_h; /*!< segment map height */
2088 /**@}*/
2089 } GlobalMotionInfo;
2090
2091 /*!
2092 * \brief Flags related to interpolation filter search
2093 */
2094 typedef struct {
2095 /*!
2096 * Stores the default value of skip flag depending on chroma format
2097 * Set as 1 for monochrome and 3 for other color formats
2098 */
2099 int default_interp_skip_flags;
2100 /*!
2101 * Filter mask to allow certain interp_filter type.
2102 */
2103 uint16_t interp_filter_search_mask;
2104 } InterpSearchFlags;
2105
2106 /*!
2107 * \brief Parameters for motion vector search process
2108 */
2109 typedef struct {
2110 /*!
2111 * Largest MV component used in a frame.
2112 * The value from the previous frame is used to set the full pixel search
2113 * range for the current frame.
2114 */
2115 int max_mv_magnitude;
2116 /*!
2117 * Parameter indicating initial search window to be used in full-pixel search.
2118 * Range [0, MAX_MVSEARCH_STEPS-2]. Lower value indicates larger window.
2119 */
2120 int mv_step_param;
2121 /*!
2122 * Pointer to sub-pixel search function.
2123 * In encoder: av1_find_best_sub_pixel_tree
2124 * av1_find_best_sub_pixel_tree_pruned
2125 * av1_find_best_sub_pixel_tree_pruned_more
2126 * In MV unit test: av1_return_max_sub_pixel_mv
2127 * av1_return_min_sub_pixel_mv
2128 */
2129 fractional_mv_step_fp *find_fractional_mv_step;
2130 /*!
2131 * Search site configuration for full-pel MV search.
2132 * search_site_cfg[SS_CFG_SRC]: Used in tpl, rd/non-rd inter mode loop, simple
2133 * motion search. search_site_cfg[SS_CFG_LOOKAHEAD]: Used in intraBC, temporal
2134 * filter search_site_cfg[SS_CFG_FPF]: Used during first pass and lookahead
2135 */
2136 search_site_config search_site_cfg[SS_CFG_TOTAL][NUM_DISTINCT_SEARCH_METHODS];
2137 } MotionVectorSearchParams;
2138
2139 /*!
2140 * \brief Refresh frame flags for different type of frames.
2141 *
2142 * If the refresh flag is true for a particular reference frame, after the
2143 * current frame is encoded, the reference frame gets refreshed (updated) to
2144 * be the current frame. Note: Usually at most one flag will be set to true at
2145 * a time. But, for key-frames, all flags are set to true at once.
2146 */
2147 typedef struct {
2148 bool golden_frame; /*!< Refresh flag for golden frame */
2149 bool bwd_ref_frame; /*!< Refresh flag for bwd-ref frame */
2150 bool alt_ref_frame; /*!< Refresh flag for alt-ref frame */
2151 } RefreshFrameInfo;
2152
2153 /*!
2154 * \brief Desired dimensions for an externally triggered resize.
2155 *
2156 * When resize is triggered externally, the desired dimensions are stored in
2157 * this struct until used in the next frame to be coded. These values are
2158 * effective only for one frame and are reset after they are used.
2159 */
2160 typedef struct {
2161 int width; /*!< Desired resized width */
2162 int height; /*!< Desired resized height */
2163 } ResizePendingParams;
2164
2165 /*!
2166 * \brief Refrence frame distance related variables.
2167 */
2168 typedef struct {
2169 /*!
2170 * True relative distance of reference frames w.r.t. the current frame.
2171 */
2172 int ref_relative_dist[INTER_REFS_PER_FRAME];
2173 /*!
2174 * The nearest reference w.r.t. current frame in the past.
2175 */
2176 int8_t nearest_past_ref;
2177 /*!
2178 * The nearest reference w.r.t. current frame in the future.
2179 */
2180 int8_t nearest_future_ref;
2181 } RefFrameDistanceInfo;
2182
2183 /*!
2184 * \brief Parameters used for winner mode processing.
2185 *
2186 * This is a basic two pass approach: in the first pass, we reduce the number of
2187 * transform searches based on some thresholds during the rdopt process to find
2188 * the "winner mode". In the second pass, we perform a more through tx search
2189 * on the winner mode.
2190 * There are some arrays in the struct, and their indices are used in the
2191 * following manner:
2192 * Index 0: Default mode evaluation, Winner mode processing is not applicable
2193 * (Eg : IntraBc).
2194 * Index 1: Mode evaluation.
2195 * Index 2: Winner mode evaluation
2196 * Index 1 and 2 are only used when the respective speed feature is on.
2197 */
2198 typedef struct {
2199 /*!
2200 * Threshold to determine if trellis optimization is to be enabled
2201 * based on :
2202 * 0 : dist threshold
2203 * 1 : satd threshold
2204 * Corresponds to enable_winner_mode_for_coeff_opt speed feature.
2205 */
2206 unsigned int coeff_opt_thresholds[MODE_EVAL_TYPES][2];
2207
2208 /*!
2209 * Determines the tx size search method during rdopt.
2210 * Corresponds to enable_winner_mode_for_tx_size_srch speed feature.
2211 */
2212 TX_SIZE_SEARCH_METHOD tx_size_search_methods[MODE_EVAL_TYPES];
2213
2214 /*!
2215 * Controls how often we should approximate prediction error with tx
2216 * coefficients. If it's 0, then never. If 1, then it's during the tx_type
2217 * search only. If 2, then always.
2218 * Corresponds to tx_domain_dist_level speed feature.
2219 */
2220 unsigned int use_transform_domain_distortion[MODE_EVAL_TYPES];
2221
2222 /*!
2223 * Threshold to approximate pixel domain distortion with transform domain
2224 * distortion. This is only used if use_transform_domain_distortion is on.
2225 * Corresponds to enable_winner_mode_for_use_tx_domain_dist speed feature.
2226 */
2227 unsigned int tx_domain_dist_threshold[MODE_EVAL_TYPES];
2228
2229 /*!
2230 * Controls how often we should try to skip the transform process based on
2231 * result from dct.
2232 * Corresponds to use_skip_flag_prediction speed feature.
2233 */
2234 unsigned int skip_txfm_level[MODE_EVAL_TYPES];
2235
2236 /*!
2237 * Predict DC only txfm blocks for default, mode and winner mode evaluation.
2238 * Index 0: Default mode evaluation, Winner mode processing is not applicable.
2239 * Index 1: Mode evaluation, Index 2: Winner mode evaluation
2240 */
2241 unsigned int predict_dc_level[MODE_EVAL_TYPES];
2242 } WinnerModeParams;
2243
2244 /*!
2245 * \brief Frame refresh flags set by the external interface.
2246 *
2247 * Flags set by external interface to determine which reference buffers are
2248 * refreshed by this frame. When set, the encoder will update the particular
2249 * reference frame buffer with the contents of the current frame.
2250 */
2251 typedef struct {
2252 bool last_frame; /*!< Refresh flag for last frame */
2253 bool golden_frame; /*!< Refresh flag for golden frame */
2254 bool bwd_ref_frame; /*!< Refresh flag for bwd-ref frame */
2255 bool alt2_ref_frame; /*!< Refresh flag for alt2-ref frame */
2256 bool alt_ref_frame; /*!< Refresh flag for alt-ref frame */
2257 /*!
2258 * Flag indicating if the update of refresh frame flags is pending.
2259 */
2260 bool update_pending;
2261 } ExtRefreshFrameFlagsInfo;
2262
2263 /*!
2264 * \brief Flags signalled by the external interface at frame level.
2265 */
2266 typedef struct {
2267 /*!
2268 * Bit mask to disable certain reference frame types.
2269 */
2270 int ref_frame_flags;
2271
2272 /*!
2273 * Frame refresh flags set by the external interface.
2274 */
2275 ExtRefreshFrameFlagsInfo refresh_frame;
2276
2277 /*!
2278 * Flag to enable the update of frame contexts at the end of a frame decode.
2279 */
2280 bool refresh_frame_context;
2281
2282 /*!
2283 * Flag to indicate that update of refresh_frame_context from external
2284 * interface is pending.
2285 */
2286 bool refresh_frame_context_pending;
2287
2288 /*!
2289 * Flag to enable temporal MV prediction.
2290 */
2291 bool use_ref_frame_mvs;
2292
2293 /*!
2294 * Indicates whether the current frame is to be coded as error resilient.
2295 */
2296 bool use_error_resilient;
2297
2298 /*!
2299 * Indicates whether the current frame is to be coded as s-frame.
2300 */
2301 bool use_s_frame;
2302
2303 /*!
2304 * Indicates whether the current frame's primary_ref_frame is set to
2305 * PRIMARY_REF_NONE.
2306 */
2307 bool use_primary_ref_none;
2308 } ExternalFlags;
2309
2310 /*!\cond */
2311
2312 typedef struct {
2313 // Some misc info
2314 int high_prec;
2315 int q;
2316 int order;
2317
2318 // MV counters
2319 int inter_count;
2320 int intra_count;
2321 int default_mvs;
2322 int mv_joint_count[4];
2323 int last_bit_zero;
2324 int last_bit_nonzero;
2325
2326 // Keep track of the rates
2327 int total_mv_rate;
2328 int hp_total_mv_rate;
2329 int lp_total_mv_rate;
2330
2331 // Texture info
2332 int horz_text;
2333 int vert_text;
2334 int diag_text;
2335
2336 // Whether the current struct contains valid data
2337 int valid;
2338 } MV_STATS;
2339
2340 typedef struct WeberStats {
2341 int64_t mb_wiener_variance;
2342 int64_t src_variance;
2343 int64_t rec_variance;
2344 int16_t src_pix_max;
2345 int16_t rec_pix_max;
2346 int64_t distortion;
2347 int64_t satd;
2348 double max_scale;
2349 } WeberStats;
2350
2351 typedef struct {
2352 struct loopfilter lf;
2353 CdefInfo cdef_info;
2354 YV12_BUFFER_CONFIG copy_buffer;
2355 RATE_CONTROL rc;
2356 MV_STATS mv_stats;
2357 } CODING_CONTEXT;
2358
2359 typedef struct {
2360 int frame_width;
2361 int frame_height;
2362 int mi_rows;
2363 int mi_cols;
2364 int mb_rows;
2365 int mb_cols;
2366 int num_mbs;
2367 aom_bit_depth_t bit_depth;
2368 int subsampling_x;
2369 int subsampling_y;
2370 } FRAME_INFO;
2371
2372 /*!
2373 * \brief This structure stores different types of frame indices.
2374 */
2375 typedef struct {
2376 int show_frame_count;
2377 } FRAME_INDEX_SET;
2378
2379 /*!\endcond */
2380
2381 /*!
2382 * \brief Segmentation related information for the current frame.
2383 */
2384 typedef struct {
2385 /*!
2386 * 3-bit number containing the segment affiliation for each 4x4 block in the
2387 * frame. map[y * stride + x] contains the segment id of the 4x4 block at
2388 * (x,y) position.
2389 */
2390 uint8_t *map;
2391 /*!
2392 * Flag to indicate if current frame has lossless segments or not.
2393 * 1: frame has at least one lossless segment.
2394 * 0: frame has no lossless segments.
2395 */
2396 bool has_lossless_segment;
2397 } EncSegmentationInfo;
2398
2399 /*!
2400 * \brief Frame time stamps.
2401 */
2402 typedef struct {
2403 /*!
2404 * Start time stamp of the previous frame
2405 */
2406 int64_t prev_ts_start;
2407 /*!
2408 * End time stamp of the previous frame
2409 */
2410 int64_t prev_ts_end;
2411 /*!
2412 * Start time stamp of the first frame
2413 */
2414 int64_t first_ts_start;
2415 } TimeStamps;
2416
2417 /*!
2418 * Pointers to the memory allocated for frame level transform coeff related
2419 * info.
2420 */
2421 typedef struct {
2422 /*!
2423 * Pointer to the transformed coefficients buffer.
2424 */
2425 tran_low_t *tcoeff;
2426 /*!
2427 * Pointer to the eobs buffer.
2428 */
2429 uint16_t *eobs;
2430 /*!
2431 * Pointer to the entropy_ctx buffer.
2432 */
2433 uint8_t *entropy_ctx;
2434 } CoeffBufferPool;
2435
2436 #if !CONFIG_REALTIME_ONLY
2437 /*!\cond */
2438 // DUCKY_ENCODE_FRAME_MODE is c version of EncodeFrameMode
2439 enum {
2440 DUCKY_ENCODE_FRAME_MODE_NONE, // Let native AV1 determine q index and rdmult
2441 DUCKY_ENCODE_FRAME_MODE_QINDEX, // DuckyEncode determines q index and AV1
2442 // determines rdmult
2443 DUCKY_ENCODE_FRAME_MODE_QINDEX_RDMULT, // DuckyEncode determines q index and
2444 // rdmult
2445 } UENUM1BYTE(DUCKY_ENCODE_FRAME_MODE);
2446
2447 enum {
2448 DUCKY_ENCODE_GOP_MODE_NONE, // native AV1 decides GOP
2449 DUCKY_ENCODE_GOP_MODE_RCL, // rate control lib decides GOP
2450 } UENUM1BYTE(DUCKY_ENCODE_GOP_MODE);
2451
2452 typedef struct DuckyEncodeFrameInfo {
2453 DUCKY_ENCODE_FRAME_MODE qp_mode;
2454 DUCKY_ENCODE_GOP_MODE gop_mode;
2455 int q_index;
2456 int rdmult;
2457 // These two arrays are equivalent to std::vector<SuperblockEncodeParameters>
2458 int *superblock_encode_qindex;
2459 int *superblock_encode_rdmult;
2460 int delta_q_enabled;
2461 } DuckyEncodeFrameInfo;
2462
2463 typedef struct DuckyEncodeFrameResult {
2464 int global_order_idx;
2465 int q_index;
2466 int rdmult;
2467 int rate;
2468 int64_t dist;
2469 double psnr;
2470 } DuckyEncodeFrameResult;
2471
2472 typedef struct DuckyEncodeInfo {
2473 DuckyEncodeFrameInfo frame_info;
2474 DuckyEncodeFrameResult frame_result;
2475 } DuckyEncodeInfo;
2476 /*!\endcond */
2477 #endif
2478
2479 /*!\cond */
2480 typedef struct RTC_REF {
2481 /*!
2482 * LAST_FRAME (0), LAST2_FRAME(1), LAST3_FRAME(2), GOLDEN_FRAME(3),
2483 * BWDREF_FRAME(4), ALTREF2_FRAME(5), ALTREF_FRAME(6).
2484 */
2485 int reference[INTER_REFS_PER_FRAME];
2486 int ref_idx[INTER_REFS_PER_FRAME];
2487 int refresh[REF_FRAMES];
2488 int set_ref_frame_config;
2489 int non_reference_frame;
2490 int ref_frame_comp[3];
2491 int gld_idx_1layer;
2492 /*!
2493 * Frame number of the last frame that refreshed the buffer slot.
2494 */
2495 unsigned int buffer_time_index[REF_FRAMES];
2496 /*!
2497 * Spatial layer id of the last frame that refreshed the buffer slot.
2498 */
2499 unsigned char buffer_spatial_layer[REF_FRAMES];
2500 /*!
2501 * Flag to indicate whether closest reference was the previous frame.
2502 */
2503 bool reference_was_previous_frame;
2504 /*!
2505 * Flag to indicate this frame is based on longer term reference only,
2506 * for recovery from past loss, and it should be biased for improved coding.
2507 */
2508 bool bias_recovery_frame;
2509 } RTC_REF;
2510 /*!\endcond */
2511
2512 /*!
2513 * \brief Structure to hold data corresponding to an encoded frame.
2514 */
2515 typedef struct AV1_COMP_DATA {
2516 /*!
2517 * Buffer to store packed bitstream data of a frame.
2518 */
2519 unsigned char *cx_data;
2520
2521 /*!
2522 * Allocated size of the cx_data buffer.
2523 */
2524 size_t cx_data_sz;
2525
2526 /*!
2527 * Size of data written in the cx_data buffer.
2528 */
2529 size_t frame_size;
2530
2531 /*!
2532 * Flags for the frame.
2533 */
2534 unsigned int lib_flags;
2535
2536 /*!
2537 * Time stamp for start of frame.
2538 */
2539 int64_t ts_frame_start;
2540
2541 /*!
2542 * Time stamp for end of frame.
2543 */
2544 int64_t ts_frame_end;
2545
2546 /*!
2547 * Flag to indicate flush call.
2548 */
2549 int flush;
2550
2551 /*!
2552 * Time base for sequence.
2553 */
2554 const aom_rational64_t *timestamp_ratio;
2555
2556 /*!
2557 * Decide to pop the source for this frame from input buffer queue.
2558 */
2559 int pop_lookahead;
2560
2561 /*!
2562 * Display order hint of frame whose packed data is in cx_data buffer.
2563 */
2564 int frame_display_order_hint;
2565 } AV1_COMP_DATA;
2566
2567 /*!
2568 * \brief Top level primary encoder structure
2569 */
2570 typedef struct AV1_PRIMARY {
2571 /*!
2572 * Array of frame level encoder stage top level structures
2573 */
2574 struct AV1_COMP *parallel_cpi[MAX_PARALLEL_FRAMES];
2575
2576 /*!
2577 * Array of structures to hold data of frames encoded in a given parallel
2578 * encode set.
2579 */
2580 struct AV1_COMP_DATA parallel_frames_data[MAX_PARALLEL_FRAMES - 1];
2581 #if CONFIG_FPMT_TEST
2582 /*!
2583 * Flag which enables/disables simulation path for fpmt unit test.
2584 * 0 - FPMT integration
2585 * 1 - FPMT simulation
2586 */
2587 FPMT_TEST_ENC_CFG fpmt_unit_test_cfg;
2588
2589 /*!
2590 * Temporary variable simulating the delayed frame_probability update.
2591 */
2592 FrameProbInfo temp_frame_probs;
2593
2594 /*!
2595 * Temporary variable holding the updated frame probability across
2596 * frames. Copy its value to temp_frame_probs for frame_parallel_level 0
2597 * frames or last frame in parallel encode set.
2598 */
2599 FrameProbInfo temp_frame_probs_simulation;
2600
2601 /*!
2602 * Temporary variable simulating the delayed update of valid global motion
2603 * model across frames.
2604 */
2605 int temp_valid_gm_model_found[FRAME_UPDATE_TYPES];
2606 #endif // CONFIG_FPMT_TEST
2607 /*!
2608 * Copy of cm->ref_frame_map maintained to facilitate sequential update of
2609 * ref_frame_map by lower layer depth frames encoded ahead of time in a
2610 * parallel encode set.
2611 */
2612 RefCntBuffer *ref_frame_map_copy[REF_FRAMES];
2613
2614 /*!
2615 * Start time stamp of the last encoded show frame
2616 */
2617 int64_t ts_start_last_show_frame;
2618
2619 /*!
2620 * End time stamp of the last encoded show frame
2621 */
2622 int64_t ts_end_last_show_frame;
2623
2624 /*!
2625 * Number of frame level contexts(cpis)
2626 */
2627 int num_fp_contexts;
2628
2629 /*!
2630 * Loopfilter levels of the previous encoded frame.
2631 */
2632 int filter_level[2];
2633
2634 /*!
2635 * Chrominance component loopfilter level of the previous encoded frame.
2636 */
2637 int filter_level_u;
2638
2639 /*!
2640 * Chrominance component loopfilter level of the previous encoded frame.
2641 */
2642 int filter_level_v;
2643
2644 /*!
2645 * Encode stage top level structure
2646 * During frame parallel encode, this is the same as parallel_cpi[0]
2647 */
2648 struct AV1_COMP *cpi;
2649
2650 /*!
2651 * Lookahead processing stage top level structure
2652 */
2653 struct AV1_COMP *cpi_lap;
2654
2655 /*!
2656 * Look-ahead context.
2657 */
2658 struct lookahead_ctx *lookahead;
2659
2660 /*!
2661 * Sequence parameters have been transmitted already and locked
2662 * or not. Once locked av1_change_config cannot change the seq
2663 * parameters.
2664 */
2665 int seq_params_locked;
2666
2667 /*!
2668 * Pointer to internal utility functions that manipulate aom_codec_* data
2669 * structures.
2670 */
2671 struct aom_codec_pkt_list *output_pkt_list;
2672
2673 /*!
2674 * When set, indicates that internal ARFs are enabled.
2675 */
2676 int internal_altref_allowed;
2677
2678 /*!
2679 * Tell if OVERLAY frame shows existing alt_ref frame.
2680 */
2681 int show_existing_alt_ref;
2682
2683 /*!
2684 * Information related to a gf group.
2685 */
2686 GF_GROUP gf_group;
2687
2688 /*!
2689 * Track prior gf group state.
2690 */
2691 GF_STATE gf_state;
2692
2693 /*!
2694 * Flag indicating whether look ahead processing (LAP) is enabled.
2695 */
2696 int lap_enabled;
2697
2698 /*!
2699 * Parameters for AV1 bitstream levels.
2700 */
2701 AV1LevelParams level_params;
2702
2703 /*!
2704 * Calculates PSNR on each frame when set to 1.
2705 */
2706 int b_calculate_psnr;
2707
2708 /*!
2709 * Number of frames left to be encoded, is 0 if limit is not set.
2710 */
2711 int frames_left;
2712
2713 /*!
2714 * Information related to two pass encoding.
2715 */
2716 TWO_PASS twopass;
2717
2718 /*!
2719 * Rate control related parameters.
2720 */
2721 PRIMARY_RATE_CONTROL p_rc;
2722
2723 /*!
2724 * Info and resources used by temporal filtering.
2725 */
2726 TEMPORAL_FILTER_INFO tf_info;
2727 /*!
2728 * Elements part of the sequence header, that are applicable for all the
2729 * frames in the video.
2730 */
2731 SequenceHeader seq_params;
2732
2733 /*!
2734 * Indicates whether to use SVC.
2735 */
2736 int use_svc;
2737
2738 /*!
2739 * If true, buffer removal times are present.
2740 */
2741 bool buffer_removal_time_present;
2742
2743 /*!
2744 * Number of temporal layers: may be > 1 for SVC (scalable vector coding).
2745 */
2746 unsigned int number_temporal_layers;
2747
2748 /*!
2749 * Number of spatial layers: may be > 1 for SVC (scalable vector coding).
2750 */
2751 unsigned int number_spatial_layers;
2752
2753 /*!
2754 * Code and details about current error status.
2755 */
2756 struct aom_internal_error_info error;
2757
2758 /*!
2759 * Function pointers to variants of sse/sad/variance computation functions.
2760 * fn_ptr[i] indicates the list of function pointers corresponding to block
2761 * size i.
2762 */
2763 aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL];
2764
2765 /*!
2766 * tpl_sb_rdmult_scaling_factors[i] stores the RD multiplier scaling factor of
2767 * the ith 16 x 16 block in raster scan order.
2768 */
2769 double *tpl_sb_rdmult_scaling_factors;
2770
2771 /*!
2772 * Parameters related to tpl.
2773 */
2774 TplParams tpl_data;
2775
2776 /*!
2777 * Motion vector stats of the previous encoded frame.
2778 */
2779 MV_STATS mv_stats;
2780
2781 #if CONFIG_INTERNAL_STATS
2782 /*!\cond */
2783 uint64_t total_time_receive_data;
2784 uint64_t total_time_compress_data;
2785
2786 unsigned int total_mode_chosen_counts[MAX_MODES];
2787
2788 int count[2];
2789 uint64_t total_sq_error[2];
2790 uint64_t total_samples[2];
2791 ImageStat psnr[2];
2792
2793 double total_blockiness;
2794 double worst_blockiness;
2795
2796 int total_bytes;
2797 double summed_quality;
2798 double summed_weights;
2799 double summed_quality_hbd;
2800 double summed_weights_hbd;
2801 unsigned int total_recode_hits;
2802 double worst_ssim;
2803 double worst_ssim_hbd;
2804
2805 ImageStat fastssim;
2806 ImageStat psnrhvs;
2807
2808 int b_calculate_blockiness;
2809 int b_calculate_consistency;
2810
2811 double total_inconsistency;
2812 double worst_consistency;
2813 Ssimv *ssim_vars;
2814 Metrics metrics;
2815 /*!\endcond */
2816 #endif
2817
2818 #if CONFIG_ENTROPY_STATS
2819 /*!
2820 * Aggregates frame counts for the sequence.
2821 */
2822 FRAME_COUNTS aggregate_fc;
2823 #endif // CONFIG_ENTROPY_STATS
2824
2825 /*!
2826 * For each type of reference frame, this contains the index of a reference
2827 * frame buffer for a reference frame of the same type. We use this to
2828 * choose our primary reference frame (which is the most recent reference
2829 * frame of the same type as the current frame).
2830 */
2831 int fb_of_context_type[REF_FRAMES];
2832
2833 /*!
2834 * Primary Multi-threading parameters.
2835 */
2836 PrimaryMultiThreadInfo p_mt_info;
2837
2838 /*!
2839 * Probabilities for pruning of various AV1 tools.
2840 */
2841 FrameProbInfo frame_probs;
2842
2843 /*!
2844 * Indicates if a valid global motion model has been found in the different
2845 * frame update types of a GF group.
2846 * valid_gm_model_found[i] indicates if valid global motion model has been
2847 * found in the frame update type with enum value equal to i
2848 */
2849 int valid_gm_model_found[FRAME_UPDATE_TYPES];
2850
2851 /*!
2852 * Struct for the reference structure for RTC.
2853 */
2854 RTC_REF rtc_ref;
2855
2856 /*!
2857 * Struct for all intra mode row multi threading in the preprocess stage
2858 * when --deltaq-mode=3.
2859 */
2860 AV1EncRowMultiThreadSync intra_row_mt_sync;
2861 } AV1_PRIMARY;
2862
2863 /*!
2864 * \brief Top level encoder structure.
2865 */
2866 typedef struct AV1_COMP {
2867 /*!
2868 * Pointer to top level primary encoder structure
2869 */
2870 AV1_PRIMARY *ppi;
2871
2872 /*!
2873 * Quantization and dequantization parameters for internal quantizer setup
2874 * in the encoder.
2875 */
2876 EncQuantDequantParams enc_quant_dequant_params;
2877
2878 /*!
2879 * Structure holding thread specific variables.
2880 */
2881 ThreadData td;
2882
2883 /*!
2884 * Statistics collected at frame level.
2885 */
2886 FRAME_COUNTS counts;
2887
2888 /*!
2889 * Holds buffer storing mode information at 4x4/8x8 level.
2890 */
2891 MBMIExtFrameBufferInfo mbmi_ext_info;
2892
2893 /*!
2894 * Buffer holding the transform block related information.
2895 * coeff_buffer_base[i] stores the transform block related information of the
2896 * ith superblock in raster scan order.
2897 */
2898 CB_COEFF_BUFFER *coeff_buffer_base;
2899
2900 /*!
2901 * Structure holding pointers to frame level memory allocated for transform
2902 * block related information.
2903 */
2904 CoeffBufferPool coeff_buffer_pool;
2905
2906 /*!
2907 * Structure holding variables common to encoder and decoder.
2908 */
2909 AV1_COMMON common;
2910
2911 /*!
2912 * Encoder configuration related parameters.
2913 */
2914 AV1EncoderConfig oxcf;
2915
2916 /*!
2917 * Stores the trellis optimization type at segment level.
2918 * optimize_seg_arr[i] stores the trellis opt type for ith segment.
2919 */
2920 TRELLIS_OPT_TYPE optimize_seg_arr[MAX_SEGMENTS];
2921
2922 /*!
2923 * Pointer to the frame buffer holding the source frame to be used during the
2924 * current stage of encoding. It can be the raw input, temporally filtered
2925 * input or scaled input.
2926 */
2927 YV12_BUFFER_CONFIG *source;
2928
2929 /*!
2930 * Pointer to the frame buffer holding the last raw source frame.
2931 * last_source is NULL for the following cases:
2932 * 1) First frame
2933 * 2) Alt-ref frames
2934 * 3) All frames for all-intra frame encoding.
2935 */
2936 YV12_BUFFER_CONFIG *last_source;
2937
2938 /*!
2939 * Pointer to the frame buffer holding the unscaled source frame.
2940 * It can be either the raw input or temporally filtered input.
2941 */
2942 YV12_BUFFER_CONFIG *unscaled_source;
2943
2944 /*!
2945 * Frame buffer holding the resized source frame (cropping / superres).
2946 */
2947 YV12_BUFFER_CONFIG scaled_source;
2948
2949 /*!
2950 * Pointer to the frame buffer holding the unscaled last source frame.
2951 */
2952 YV12_BUFFER_CONFIG *unscaled_last_source;
2953
2954 /*!
2955 * Frame buffer holding the resized last source frame.
2956 */
2957 YV12_BUFFER_CONFIG scaled_last_source;
2958
2959 /*!
2960 * Pointer to the original source frame. This is used to determine if the
2961 * content is screen.
2962 */
2963 YV12_BUFFER_CONFIG *unfiltered_source;
2964
2965 /*!
2966 * Frame buffer holding the orig source frame for PSNR calculation in rtc tf
2967 * case.
2968 */
2969 YV12_BUFFER_CONFIG orig_source;
2970
2971 /*!
2972 * Skip tpl setup when tpl data from gop length decision can be reused.
2973 */
2974 int skip_tpl_setup_stats;
2975
2976 /*!
2977 * Scaling factors used in the RD multiplier modulation.
2978 * TODO(sdeng): consider merge the following arrays.
2979 * tpl_rdmult_scaling_factors is a temporary buffer used to store the
2980 * intermediate scaling factors which are used in the calculation of
2981 * tpl_sb_rdmult_scaling_factors. tpl_rdmult_scaling_factors[i] stores the
2982 * intermediate scaling factor of the ith 16 x 16 block in raster scan order.
2983 */
2984 double *tpl_rdmult_scaling_factors;
2985
2986 /*!
2987 * Temporal filter context.
2988 */
2989 TemporalFilterCtx tf_ctx;
2990
2991 /*!
2992 * Pointer to CDEF search context.
2993 */
2994 CdefSearchCtx *cdef_search_ctx;
2995
2996 /*!
2997 * Variables related to forcing integer mv decisions for the current frame.
2998 */
2999 ForceIntegerMVInfo force_intpel_info;
3000
3001 /*!
3002 * Pointer to the buffer holding the scaled reference frames.
3003 * scaled_ref_buf[i] holds the scaled reference frame of type i.
3004 */
3005 RefCntBuffer *scaled_ref_buf[INTER_REFS_PER_FRAME];
3006
3007 /*!
3008 * Pointer to the buffer holding the last show frame.
3009 */
3010 RefCntBuffer *last_show_frame_buf;
3011
3012 /*!
3013 * Refresh frame flags for golden, bwd-ref and alt-ref frames.
3014 */
3015 RefreshFrameInfo refresh_frame;
3016
3017 /*!
3018 * Flag to reduce the number of reference frame buffers used in rt.
3019 */
3020 int rt_reduce_num_ref_buffers;
3021
3022 /*!
3023 * Flags signalled by the external interface at frame level.
3024 */
3025 ExternalFlags ext_flags;
3026
3027 /*!
3028 * Temporary frame buffer used to store the non-loop filtered reconstructed
3029 * frame during the search of loop filter level.
3030 */
3031 YV12_BUFFER_CONFIG last_frame_uf;
3032
3033 /*!
3034 * Temporary frame buffer used to store the loop restored frame during loop
3035 * restoration search.
3036 */
3037 YV12_BUFFER_CONFIG trial_frame_rst;
3038
3039 /*!
3040 * Ambient reconstruction err target for force key frames.
3041 */
3042 int64_t ambient_err;
3043
3044 /*!
3045 * Parameters related to rate distortion optimization.
3046 */
3047 RD_OPT rd;
3048
3049 /*!
3050 * Temporary coding context used to save and restore when encoding with and
3051 * without super-resolution.
3052 */
3053 CODING_CONTEXT coding_context;
3054
3055 /*!
3056 * Parameters related to global motion search.
3057 */
3058 GlobalMotionInfo gm_info;
3059
3060 /*!
3061 * Parameters related to winner mode processing.
3062 */
3063 WinnerModeParams winner_mode_params;
3064
3065 /*!
3066 * Frame time stamps.
3067 */
3068 TimeStamps time_stamps;
3069
3070 /*!
3071 * Rate control related parameters.
3072 */
3073 RATE_CONTROL rc;
3074
3075 /*!
3076 * Frame rate of the video.
3077 */
3078 double framerate;
3079
3080 /*!
3081 * Bitmask indicating which reference buffers may be referenced by this frame.
3082 */
3083 int ref_frame_flags;
3084
3085 /*!
3086 * speed is passed as a per-frame parameter into the encoder.
3087 */
3088 int speed;
3089
3090 /*!
3091 * sf contains fine-grained config set internally based on speed.
3092 */
3093 SPEED_FEATURES sf;
3094
3095 /*!
3096 * Parameters for motion vector search process.
3097 */
3098 MotionVectorSearchParams mv_search_params;
3099
3100 /*!
3101 * When set, indicates that all reference frames are forward references,
3102 * i.e., all the reference frames are output before the current frame.
3103 */
3104 int all_one_sided_refs;
3105
3106 /*!
3107 * Segmentation related information for current frame.
3108 */
3109 EncSegmentationInfo enc_seg;
3110
3111 /*!
3112 * Parameters related to cyclic refresh aq-mode.
3113 */
3114 CYCLIC_REFRESH *cyclic_refresh;
3115 /*!
3116 * Parameters related to active map. Active maps indicate
3117 * if there is any activity on a 4x4 block basis.
3118 */
3119 ActiveMap active_map;
3120
3121 /*!
3122 * The frame processing order within a GOP.
3123 */
3124 unsigned char gf_frame_index;
3125
3126 #if CONFIG_INTERNAL_STATS
3127 /*!\cond */
3128 uint64_t time_compress_data;
3129
3130 unsigned int mode_chosen_counts[MAX_MODES];
3131 int bytes;
3132 unsigned int frame_recode_hits;
3133 /*!\endcond */
3134 #endif
3135
3136 #if CONFIG_SPEED_STATS
3137 /*!
3138 * For debugging: number of transform searches we have performed.
3139 */
3140 unsigned int tx_search_count;
3141 #endif // CONFIG_SPEED_STATS
3142
3143 /*!
3144 * When set, indicates that the frame is droppable, i.e., this frame
3145 * does not update any reference buffers.
3146 */
3147 int droppable;
3148
3149 /*!
3150 * Stores the frame parameters during encoder initialization.
3151 */
3152 FRAME_INFO frame_info;
3153
3154 /*!
3155 * Stores different types of frame indices.
3156 */
3157 FRAME_INDEX_SET frame_index_set;
3158
3159 /*!
3160 * Stores the cm->width in the last call of alloc_compressor_data(). Helps
3161 * determine whether compressor data should be reallocated when cm->width
3162 * changes.
3163 */
3164 int data_alloc_width;
3165
3166 /*!
3167 * Stores the cm->height in the last call of alloc_compressor_data(). Helps
3168 * determine whether compressor data should be reallocated when cm->height
3169 * changes.
3170 */
3171 int data_alloc_height;
3172
3173 /*!
3174 * Number of MBs in the full-size frame; to be used to
3175 * normalize the firstpass stats. This will differ from the
3176 * number of MBs in the current frame when the frame is
3177 * scaled.
3178 */
3179 int initial_mbs;
3180
3181 /*!
3182 * Flag to indicate whether the frame size inforamation has been
3183 * setup and propagated to associated allocations.
3184 */
3185 bool frame_size_related_setup_done;
3186
3187 /*!
3188 * The width of the frame that is lastly encoded.
3189 * It is updated in the function "encoder_encode()".
3190 */
3191 int last_coded_width;
3192
3193 /*!
3194 * The height of the frame that is lastly encoded.
3195 * It is updated in the function "encoder_encode()".
3196 */
3197 int last_coded_height;
3198
3199 /*!
3200 * Resize related parameters.
3201 */
3202 ResizePendingParams resize_pending_params;
3203
3204 /*!
3205 * Pointer to struct holding adaptive data/contexts/models for the tile during
3206 * encoding.
3207 */
3208 TileDataEnc *tile_data;
3209 /*!
3210 * Number of tiles for which memory has been allocated for tile_data.
3211 */
3212 int allocated_tiles;
3213
3214 /*!
3215 * Structure to store the palette token related information.
3216 */
3217 TokenInfo token_info;
3218
3219 /*!
3220 * VARIANCE_AQ segment map refresh.
3221 */
3222 int vaq_refresh;
3223
3224 /*!
3225 * Thresholds for variance based partitioning.
3226 */
3227 VarBasedPartitionInfo vbp_info;
3228
3229 /*!
3230 * Number of recodes in the frame.
3231 */
3232 int num_frame_recode;
3233
3234 /*!
3235 * Current frame probability of parallel frames, across recodes.
3236 */
3237 FrameProbInfo frame_new_probs[NUM_RECODES_PER_FRAME];
3238
3239 /*!
3240 * Retain condition for transform type frame_probability calculation
3241 */
3242 int do_update_frame_probs_txtype[NUM_RECODES_PER_FRAME];
3243
3244 /*!
3245 * Retain condition for obmc frame_probability calculation
3246 */
3247 int do_update_frame_probs_obmc[NUM_RECODES_PER_FRAME];
3248
3249 /*!
3250 * Retain condition for warped motion frame_probability calculation
3251 */
3252 int do_update_frame_probs_warp[NUM_RECODES_PER_FRAME];
3253
3254 /*!
3255 * Retain condition for interpolation filter frame_probability calculation
3256 */
3257 int do_update_frame_probs_interpfilter[NUM_RECODES_PER_FRAME];
3258
3259 #if CONFIG_FPMT_TEST
3260 /*!
3261 * Temporary variable for simulation.
3262 * Previous frame's framerate.
3263 */
3264 double temp_framerate;
3265 #endif
3266 /*!
3267 * Updated framerate for the current parallel frame.
3268 * cpi->framerate is updated with new_framerate during
3269 * post encode updates for parallel frames.
3270 */
3271 double new_framerate;
3272
3273 /*!
3274 * Retain condition for fast_extra_bits calculation.
3275 */
3276 int do_update_vbr_bits_off_target_fast;
3277
3278 /*!
3279 * Multi-threading parameters.
3280 */
3281 MultiThreadInfo mt_info;
3282
3283 /*!
3284 * Specifies the frame to be output. It is valid only if show_existing_frame
3285 * is 1. When show_existing_frame is 0, existing_fb_idx_to_show is set to
3286 * INVALID_IDX.
3287 */
3288 int existing_fb_idx_to_show;
3289
3290 /*!
3291 * A flag to indicate if intrabc is ever used in current frame.
3292 */
3293 int intrabc_used;
3294
3295 /*!
3296 * Mark which ref frames can be skipped for encoding current frame during RDO.
3297 */
3298 int prune_ref_frame_mask;
3299
3300 /*!
3301 * Loop Restoration context.
3302 */
3303 AV1LrStruct lr_ctxt;
3304
3305 /*!
3306 * Loop Restoration context used during pick stage.
3307 */
3308 AV1LrPickStruct pick_lr_ctxt;
3309
3310 /*!
3311 * Pointer to list of tables with film grain parameters.
3312 */
3313 aom_film_grain_table_t *film_grain_table;
3314
3315 #if CONFIG_DENOISE
3316 /*!
3317 * Pointer to structure holding the denoised image buffers and the helper
3318 * noise models.
3319 */
3320 struct aom_denoise_and_model_t *denoise_and_model;
3321 #endif
3322
3323 /*!
3324 * Flags related to interpolation filter search.
3325 */
3326 InterpSearchFlags interp_search_flags;
3327
3328 /*!
3329 * Turn on screen content tools flag.
3330 * Note that some videos are not screen content videos, but
3331 * screen content tools could also improve coding efficiency.
3332 * For example, videos with large flat regions, gaming videos that look
3333 * like natural videos.
3334 */
3335 int use_screen_content_tools;
3336
3337 /*!
3338 * A flag to indicate "real" screen content videos.
3339 * For example, screen shares, screen editing.
3340 * This type is true indicates |use_screen_content_tools| must be true.
3341 * In addition, rate control strategy is adjusted when this flag is true.
3342 */
3343 int is_screen_content_type;
3344
3345 #if CONFIG_COLLECT_PARTITION_STATS
3346 /*!
3347 * Accumulates the partition timing stat over the whole frame.
3348 */
3349 FramePartitionTimingStats partition_stats;
3350 #endif // CONFIG_COLLECT_PARTITION_STATS
3351
3352 #if CONFIG_COLLECT_COMPONENT_TIMING
3353 /*!
3354 * component_time[] are initialized to zero while encoder starts.
3355 */
3356 uint64_t component_time[kTimingComponents];
3357 /*!
3358 * Stores timing for individual components between calls of start_timing()
3359 * and end_timing().
3360 */
3361 struct aom_usec_timer component_timer[kTimingComponents];
3362 /*!
3363 * frame_component_time[] are initialized to zero at beginning of each frame.
3364 */
3365 uint64_t frame_component_time[kTimingComponents];
3366 #endif
3367
3368 /*!
3369 * Count the number of OBU_FRAME and OBU_FRAME_HEADER for level calculation.
3370 */
3371 int frame_header_count;
3372
3373 /*!
3374 * Whether any no-zero delta_q was actually used.
3375 */
3376 int deltaq_used;
3377
3378 /*!
3379 * Refrence frame distance related variables.
3380 */
3381 RefFrameDistanceInfo ref_frame_dist_info;
3382
3383 /*!
3384 * ssim_rdmult_scaling_factors[i] stores the RD multiplier scaling factor of
3385 * the ith 16 x 16 block in raster scan order. This scaling factor is used for
3386 * RD multiplier modulation when SSIM tuning is enabled.
3387 */
3388 double *ssim_rdmult_scaling_factors;
3389
3390 #if CONFIG_TUNE_VMAF
3391 /*!
3392 * Parameters for VMAF tuning.
3393 */
3394 TuneVMAFInfo vmaf_info;
3395 #endif
3396
3397 #if CONFIG_TUNE_BUTTERAUGLI
3398 /*!
3399 * Parameters for Butteraugli tuning.
3400 */
3401 TuneButteraugliInfo butteraugli_info;
3402 #endif
3403
3404 /*!
3405 * Parameters for scalable video coding.
3406 */
3407 SVC svc;
3408
3409 /*!
3410 * Indicates whether current processing stage is encode stage or LAP stage.
3411 */
3412 COMPRESSOR_STAGE compressor_stage;
3413
3414 /*!
3415 * Frame type of the last frame. May be used in some heuristics for speeding
3416 * up the encoding.
3417 */
3418 FRAME_TYPE last_frame_type;
3419
3420 /*!
3421 * Number of tile-groups.
3422 */
3423 int num_tg;
3424
3425 /*!
3426 * Super-resolution mode currently being used by the encoder.
3427 * This may / may not be same as user-supplied mode in oxcf->superres_mode
3428 * (when we are recoding to try multiple options for example).
3429 */
3430 aom_superres_mode superres_mode;
3431
3432 /*!
3433 * First pass related data.
3434 */
3435 FirstPassData firstpass_data;
3436
3437 /*!
3438 * Temporal Noise Estimate
3439 */
3440 NOISE_ESTIMATE noise_estimate;
3441
3442 #if CONFIG_AV1_TEMPORAL_DENOISING
3443 /*!
3444 * Temporal Denoiser
3445 */
3446 AV1_DENOISER denoiser;
3447 #endif
3448
3449 /*!
3450 * Count on how many consecutive times a block uses small/zeromv for encoding
3451 * in a scale of 8x8 block.
3452 */
3453 uint8_t *consec_zero_mv;
3454
3455 /*!
3456 * Allocated memory size for |consec_zero_mv|.
3457 */
3458 int consec_zero_mv_alloc_size;
3459
3460 /*!
3461 * Block size of first pass encoding
3462 */
3463 BLOCK_SIZE fp_block_size;
3464
3465 /*!
3466 * The counter of encoded super block, used to differentiate block names.
3467 * This number starts from 0 and increases whenever a super block is encoded.
3468 */
3469 int sb_counter;
3470
3471 /*!
3472 * Available bitstream buffer size in bytes
3473 */
3474 size_t available_bs_size;
3475
3476 /*!
3477 * The controller of the external partition model.
3478 * It is used to do partition type selection based on external models.
3479 */
3480 ExtPartController ext_part_controller;
3481
3482 /*!
3483 * Motion vector stats of the current encoded frame, used to update the
3484 * ppi->mv_stats during postencode.
3485 */
3486 MV_STATS mv_stats;
3487 /*!
3488 * Stores the reference refresh index for the current frame.
3489 */
3490 int ref_refresh_index;
3491
3492 /*!
3493 * A flag to indicate if the reference refresh index is available for the
3494 * current frame.
3495 */
3496 bool refresh_idx_available;
3497
3498 /*!
3499 * Reference frame index corresponding to the frame to be excluded from being
3500 * used as a reference by frame_parallel_level 2 frame in a parallel
3501 * encode set of lower layer frames.
3502 */
3503 int ref_idx_to_skip;
3504 #if CONFIG_FPMT_TEST
3505 /*!
3506 * Stores the wanted frame buffer index for choosing primary ref frame by a
3507 * frame_parallel_level 2 frame in a parallel encode set of lower layer
3508 * frames.
3509 */
3510
3511 int wanted_fb;
3512 #endif // CONFIG_FPMT_TEST
3513
3514 /*!
3515 * A flag to indicate frames that will update their data to the primary
3516 * context at the end of the encode. It is set for non-parallel frames and the
3517 * last frame in encode order in a given parallel encode set.
3518 */
3519 bool do_frame_data_update;
3520
3521 #if CONFIG_RD_COMMAND
3522 /*!
3523 * A structure for assigning external q_index / rdmult for experiments
3524 */
3525 RD_COMMAND rd_command;
3526 #endif // CONFIG_RD_COMMAND
3527
3528 /*!
3529 * Buffer to store MB variance after Wiener filter.
3530 */
3531 WeberStats *mb_weber_stats;
3532
3533 /*!
3534 * Buffer to store rate cost estimates for each macro block (8x8) in the
3535 * preprocessing stage used in allintra mode.
3536 */
3537 int *prep_rate_estimates;
3538
3539 /*!
3540 * Buffer to store rate cost estimates for each 16x16 block read
3541 * from an external file, used in allintra mode.
3542 */
3543 double *ext_rate_distribution;
3544
3545 /*!
3546 * The scale that equals sum_rate_uniform_quantizer / sum_ext_rate.
3547 */
3548 double ext_rate_scale;
3549
3550 /*!
3551 * Buffer to store MB variance after Wiener filter.
3552 */
3553 BLOCK_SIZE weber_bsize;
3554
3555 /*!
3556 * Frame level Wiener filter normalization.
3557 */
3558 int64_t norm_wiener_variance;
3559
3560 /*!
3561 * Buffer to store delta-q values for delta-q mode 4.
3562 */
3563 int *mb_delta_q;
3564
3565 /*!
3566 * Flag to indicate that current frame is dropped.
3567 */
3568 bool is_dropped_frame;
3569
3570 #if CONFIG_BITRATE_ACCURACY
3571 /*!
3572 * Structure stores information needed for bitrate accuracy experiment.
3573 */
3574 VBR_RATECTRL_INFO vbr_rc_info;
3575 #endif
3576
3577 #if CONFIG_RATECTRL_LOG
3578 /*!
3579 * Structure stores information of rate control decisions.
3580 */
3581 RATECTRL_LOG rc_log;
3582 #endif // CONFIG_RATECTRL_LOG
3583
3584 /*!
3585 * Frame level twopass status and control data
3586 */
3587 TWO_PASS_FRAME twopass_frame;
3588
3589 /*!
3590 * Context needed for third pass encoding.
3591 */
3592 THIRD_PASS_DEC_CTX *third_pass_ctx;
3593
3594 /*!
3595 * File pointer to second pass log
3596 */
3597 FILE *second_pass_log_stream;
3598
3599 /*!
3600 * Buffer to store 64x64 SAD
3601 */
3602 uint64_t *src_sad_blk_64x64;
3603
3604 /*!
3605 * SSE between the current frame and the reconstructed last frame
3606 * It is only used for CBR mode.
3607 * It is not used if the reference frame has a different frame size.
3608 */
3609 uint64_t rec_sse;
3610
3611 /*!
3612 * A flag to indicate whether the encoder is controlled by DuckyEncode or not.
3613 * 1:yes 0:no
3614 */
3615 int use_ducky_encode;
3616
3617 #if !CONFIG_REALTIME_ONLY
3618 /*! A structure that facilitates the communication between DuckyEncode and AV1
3619 * encoder.
3620 */
3621 DuckyEncodeInfo ducky_encode_info;
3622 #endif // CONFIG_REALTIME_ONLY
3623 //
3624 /*!
3625 * Frames since last frame with cdf update.
3626 */
3627 int frames_since_last_update;
3628
3629 /*!
3630 * Block level thresholds to force zeromv-skip at partition level.
3631 */
3632 unsigned int zeromv_skip_thresh_exit_part[BLOCK_SIZES_ALL];
3633
3634 /*!
3635 * Should we allocate a downsampling pyramid for each frame buffer?
3636 * This is currently only used for global motion
3637 */
3638 bool alloc_pyramid;
3639
3640 #if CONFIG_SALIENCY_MAP
3641 /*!
3642 * Pixel level saliency map for each frame.
3643 */
3644 uint8_t *saliency_map;
3645
3646 /*!
3647 * Superblock level rdmult scaling factor driven by saliency map.
3648 */
3649 double *sm_scaling_factor;
3650 #endif
3651
3652 /*!
3653 * Number of pixels that choose palette mode for luma in the
3654 * fast encoding pass in av1_determine_sc_tools_with_encoding().
3655 */
3656 int palette_pixel_num;
3657
3658 /*!
3659 * Flag to indicate scaled_last_source is available,
3660 * so scaling is not needed for last_source.
3661 */
3662 int scaled_last_source_available;
3663 } AV1_COMP;
3664
3665 /*!
3666 * \brief Input frames and last input frame
3667 */
3668 typedef struct EncodeFrameInput {
3669 /*!\cond */
3670 YV12_BUFFER_CONFIG *source;
3671 YV12_BUFFER_CONFIG *last_source;
3672 int64_t ts_duration;
3673 /*!\endcond */
3674 } EncodeFrameInput;
3675
3676 /*!
3677 * \brief contains per-frame encoding parameters decided upon by
3678 * av1_encode_strategy() and passed down to av1_encode().
3679 */
3680 typedef struct EncodeFrameParams {
3681 /*!
3682 * Is error resilient mode enabled
3683 */
3684 int error_resilient_mode;
3685 /*!
3686 * Frame type (eg KF vs inter frame etc)
3687 */
3688 FRAME_TYPE frame_type;
3689
3690 /*!\cond */
3691 int primary_ref_frame;
3692 int order_offset;
3693
3694 /*!\endcond */
3695 /*!
3696 * Should the current frame be displayed after being decoded
3697 */
3698 int show_frame;
3699
3700 /*!\cond */
3701 int refresh_frame_flags;
3702
3703 int show_existing_frame;
3704 int existing_fb_idx_to_show;
3705
3706 /*!\endcond */
3707 /*!
3708 * Bitmask of which reference buffers may be referenced by this frame.
3709 */
3710 int ref_frame_flags;
3711
3712 /*!
3713 * Reference buffer assignment for this frame.
3714 */
3715 int remapped_ref_idx[REF_FRAMES];
3716
3717 /*!
3718 * Flags which determine which reference buffers are refreshed by this
3719 * frame.
3720 */
3721 RefreshFrameInfo refresh_frame;
3722
3723 /*!
3724 * Speed level to use for this frame: Bigger number means faster.
3725 */
3726 int speed;
3727 } EncodeFrameParams;
3728
3729 /*!\cond */
3730
3731 // EncodeFrameResults contains information about the result of encoding a
3732 // single frame
3733 typedef struct {
3734 size_t size; // Size of resulting bitstream
3735 } EncodeFrameResults;
3736
3737 void av1_initialize_enc(unsigned int usage, enum aom_rc_mode end_usage);
3738
3739 struct AV1_COMP *av1_create_compressor(AV1_PRIMARY *ppi,
3740 const AV1EncoderConfig *oxcf,
3741 BufferPool *const pool,
3742 COMPRESSOR_STAGE stage,
3743 int lap_lag_in_frames);
3744
3745 struct AV1_PRIMARY *av1_create_primary_compressor(
3746 struct aom_codec_pkt_list *pkt_list_head, int num_lap_buffers,
3747 const AV1EncoderConfig *oxcf);
3748
3749 void av1_remove_compressor(AV1_COMP *cpi);
3750
3751 void av1_remove_primary_compressor(AV1_PRIMARY *ppi);
3752
3753 #if CONFIG_ENTROPY_STATS
3754 void print_entropy_stats(AV1_PRIMARY *const ppi);
3755 #endif
3756 #if CONFIG_INTERNAL_STATS
3757 void print_internal_stats(AV1_PRIMARY *ppi);
3758 #endif
3759
3760 void av1_change_config_seq(AV1_PRIMARY *ppi, const AV1EncoderConfig *oxcf,
3761 bool *sb_size_changed);
3762
3763 void av1_change_config(AV1_COMP *cpi, const AV1EncoderConfig *oxcf,
3764 bool sb_size_changed);
3765
3766 aom_codec_err_t av1_check_initial_width(AV1_COMP *cpi, int use_highbitdepth,
3767 int subsampling_x, int subsampling_y);
3768
3769 void av1_init_seq_coding_tools(AV1_PRIMARY *const ppi,
3770 const AV1EncoderConfig *oxcf, int use_svc);
3771
3772 void av1_post_encode_updates(AV1_COMP *const cpi,
3773 const AV1_COMP_DATA *const cpi_data);
3774
3775 void av1_scale_references_fpmt(AV1_COMP *cpi, int *ref_buffers_used_map);
3776
3777 void av1_increment_scaled_ref_counts_fpmt(BufferPool *buffer_pool,
3778 int ref_buffers_used_map);
3779
3780 void av1_release_scaled_references_fpmt(AV1_COMP *cpi);
3781
3782 void av1_decrement_ref_counts_fpmt(BufferPool *buffer_pool,
3783 int ref_buffers_used_map);
3784
3785 void av1_init_sc_decisions(AV1_PRIMARY *const ppi);
3786
3787 AV1_COMP *av1_get_parallel_frame_enc_data(AV1_PRIMARY *const ppi,
3788 AV1_COMP_DATA *const first_cpi_data);
3789
3790 int av1_init_parallel_frame_context(const AV1_COMP_DATA *const first_cpi_data,
3791 AV1_PRIMARY *const ppi,
3792 int *ref_buffers_used_map);
3793 /*!\endcond */
3794
3795 /*!\brief Obtain the raw frame data
3796 *
3797 * \ingroup high_level_algo
3798 * This function receives the raw frame data from input.
3799 *
3800 * \param[in] cpi Top-level encoder structure
3801 * \param[in] frame_flags Flags to decide how to encoding the frame
3802 * \param[in,out] sd Contain raw frame data
3803 * \param[in] time_stamp Time stamp of the frame
3804 * \param[in] end_time_stamp End time stamp
3805 *
3806 * \return Returns a value to indicate if the frame data is received
3807 * successfully.
3808 * \note The caller can assume that a copy of this frame is made and not just a
3809 * copy of the pointer.
3810 */
3811 int av1_receive_raw_frame(AV1_COMP *cpi, aom_enc_frame_flags_t frame_flags,
3812 const YV12_BUFFER_CONFIG *sd, int64_t time_stamp,
3813 int64_t end_time_stamp);
3814
3815 /*!\brief Encode a frame
3816 *
3817 * \ingroup high_level_algo
3818 * \callgraph
3819 * \callergraph
3820 * This function encodes the raw frame data, and outputs the frame bit stream
3821 * to the designated buffer. The caller should use the output parameters
3822 * cpi_data->ts_frame_start and cpi_data->ts_frame_end only when this function
3823 * returns AOM_CODEC_OK.
3824 *
3825 * \param[in] cpi Top-level encoder structure
3826 * \param[in,out] cpi_data Data corresponding to a frame encode
3827 *
3828 * \return Returns a value to indicate if the encoding is done successfully.
3829 * \retval #AOM_CODEC_OK
3830 * \retval -1
3831 * No frame encoded; more input is required.
3832 * \retval "A nonzero (positive) aom_codec_err_t code"
3833 * The encoding failed with the error. Sets the error code and error message
3834 * in \c cpi->common.error.
3835 */
3836 int av1_get_compressed_data(AV1_COMP *cpi, AV1_COMP_DATA *const cpi_data);
3837
3838 /*!\brief Run 1-pass/2-pass encoding
3839 *
3840 * \ingroup high_level_algo
3841 * \callgraph
3842 * \callergraph
3843 */
3844 int av1_encode(AV1_COMP *const cpi, uint8_t *const dest,
3845 const EncodeFrameInput *const frame_input,
3846 const EncodeFrameParams *const frame_params,
3847 EncodeFrameResults *const frame_results);
3848
3849 /*!\cond */
3850 int av1_get_preview_raw_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *dest);
3851
3852 int av1_get_last_show_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *frame);
3853
3854 aom_codec_err_t av1_copy_new_frame_enc(AV1_COMMON *cm,
3855 YV12_BUFFER_CONFIG *new_frame,
3856 YV12_BUFFER_CONFIG *sd);
3857
3858 int av1_use_as_reference(int *ext_ref_frame_flags, int ref_frame_flags);
3859
3860 int av1_copy_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3861
3862 int av1_set_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3863
3864 void av1_set_frame_size(AV1_COMP *cpi, int width, int height);
3865
3866 void av1_set_mv_search_params(AV1_COMP *cpi);
3867
3868 int av1_set_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3869
3870 int av1_get_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3871
3872 int av1_set_internal_size(AV1EncoderConfig *const oxcf,
3873 ResizePendingParams *resize_pending_params,
3874 AOM_SCALING_MODE horiz_mode,
3875 AOM_SCALING_MODE vert_mode);
3876
3877 int av1_get_quantizer(struct AV1_COMP *cpi);
3878
3879 int av1_convert_sect5obus_to_annexb(uint8_t *buffer, size_t *input_size);
3880
3881 void av1_alloc_mb_wiener_var_pred_buf(AV1_COMMON *cm, ThreadData *td);
3882
3883 void av1_dealloc_mb_wiener_var_pred_buf(ThreadData *td);
3884
3885 // Set screen content options.
3886 // This function estimates whether to use screen content tools, by counting
3887 // the portion of blocks that have few luma colors.
3888 // Modifies:
3889 // cpi->commom.features.allow_screen_content_tools
3890 // cpi->common.features.allow_intrabc
3891 // cpi->use_screen_content_tools
3892 // cpi->is_screen_content_type
3893 // However, the estimation is not accurate and may misclassify videos.
3894 // A slower but more accurate approach that determines whether to use screen
3895 // content tools is employed later. See av1_determine_sc_tools_with_encoding().
3896 void av1_set_screen_content_options(struct AV1_COMP *cpi,
3897 FeatureFlags *features);
3898
3899 void av1_update_frame_size(AV1_COMP *cpi);
3900
3901 typedef struct {
3902 int pyr_level;
3903 int disp_order;
3904 } RefFrameMapPair;
3905
init_ref_map_pair(AV1_COMP * cpi,RefFrameMapPair ref_frame_map_pairs[REF_FRAMES])3906 static INLINE void init_ref_map_pair(
3907 AV1_COMP *cpi, RefFrameMapPair ref_frame_map_pairs[REF_FRAMES]) {
3908 if (cpi->ppi->gf_group.update_type[cpi->gf_frame_index] == KF_UPDATE) {
3909 memset(ref_frame_map_pairs, -1, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3910 return;
3911 }
3912 memset(ref_frame_map_pairs, 0, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3913 for (int map_idx = 0; map_idx < REF_FRAMES; map_idx++) {
3914 // Get reference frame buffer.
3915 const RefCntBuffer *const buf = cpi->common.ref_frame_map[map_idx];
3916 if (ref_frame_map_pairs[map_idx].disp_order == -1) continue;
3917 if (buf == NULL) {
3918 ref_frame_map_pairs[map_idx].disp_order = -1;
3919 ref_frame_map_pairs[map_idx].pyr_level = -1;
3920 continue;
3921 } else if (buf->ref_count > 1) {
3922 // Once the keyframe is coded, the slots in ref_frame_map will all
3923 // point to the same frame. In that case, all subsequent pointers
3924 // matching the current are considered "free" slots. This will find
3925 // the next occurrence of the current pointer if ref_count indicates
3926 // there are multiple instances of it and mark it as free.
3927 for (int idx2 = map_idx + 1; idx2 < REF_FRAMES; ++idx2) {
3928 const RefCntBuffer *const buf2 = cpi->common.ref_frame_map[idx2];
3929 if (buf2 == buf) {
3930 ref_frame_map_pairs[idx2].disp_order = -1;
3931 ref_frame_map_pairs[idx2].pyr_level = -1;
3932 }
3933 }
3934 }
3935 ref_frame_map_pairs[map_idx].disp_order = (int)buf->display_order_hint;
3936 ref_frame_map_pairs[map_idx].pyr_level = buf->pyramid_level;
3937 }
3938 }
3939
3940 #if CONFIG_FPMT_TEST
calc_frame_data_update_flag(GF_GROUP * const gf_group,int gf_frame_index,bool * const do_frame_data_update)3941 static AOM_INLINE void calc_frame_data_update_flag(
3942 GF_GROUP *const gf_group, int gf_frame_index,
3943 bool *const do_frame_data_update) {
3944 *do_frame_data_update = true;
3945 // Set the flag to false for all frames in a given parallel encode set except
3946 // the last frame in the set with frame_parallel_level = 2.
3947 if (gf_group->frame_parallel_level[gf_frame_index] == 1) {
3948 *do_frame_data_update = false;
3949 } else if (gf_group->frame_parallel_level[gf_frame_index] == 2) {
3950 // Check if this is the last frame in the set with frame_parallel_level = 2.
3951 for (int i = gf_frame_index + 1; i < gf_group->size; i++) {
3952 if ((gf_group->frame_parallel_level[i] == 0 &&
3953 (gf_group->update_type[i] == ARF_UPDATE ||
3954 gf_group->update_type[i] == INTNL_ARF_UPDATE)) ||
3955 gf_group->frame_parallel_level[i] == 1) {
3956 break;
3957 } else if (gf_group->frame_parallel_level[i] == 2) {
3958 *do_frame_data_update = false;
3959 break;
3960 }
3961 }
3962 }
3963 }
3964 #endif
3965
3966 // av1 uses 10,000,000 ticks/second as time stamp
3967 #define TICKS_PER_SEC 10000000LL
3968
3969 static INLINE int64_t
timebase_units_to_ticks(const aom_rational64_t * timestamp_ratio,int64_t n)3970 timebase_units_to_ticks(const aom_rational64_t *timestamp_ratio, int64_t n) {
3971 return n * timestamp_ratio->num / timestamp_ratio->den;
3972 }
3973
3974 static INLINE int64_t
ticks_to_timebase_units(const aom_rational64_t * timestamp_ratio,int64_t n)3975 ticks_to_timebase_units(const aom_rational64_t *timestamp_ratio, int64_t n) {
3976 int64_t round = timestamp_ratio->num / 2;
3977 if (round > 0) --round;
3978 return (n * timestamp_ratio->den + round) / timestamp_ratio->num;
3979 }
3980
frame_is_kf_gf_arf(const AV1_COMP * cpi)3981 static INLINE int frame_is_kf_gf_arf(const AV1_COMP *cpi) {
3982 const GF_GROUP *const gf_group = &cpi->ppi->gf_group;
3983 const FRAME_UPDATE_TYPE update_type =
3984 gf_group->update_type[cpi->gf_frame_index];
3985
3986 return frame_is_intra_only(&cpi->common) || update_type == ARF_UPDATE ||
3987 update_type == GF_UPDATE;
3988 }
3989
3990 // TODO(huisu@google.com, youzhou@microsoft.com): enable hash-me for HBD.
av1_use_hash_me(const AV1_COMP * const cpi)3991 static INLINE int av1_use_hash_me(const AV1_COMP *const cpi) {
3992 return (cpi->common.features.allow_screen_content_tools &&
3993 cpi->common.features.allow_intrabc &&
3994 frame_is_intra_only(&cpi->common));
3995 }
3996
get_ref_frame_yv12_buf(const AV1_COMMON * const cm,MV_REFERENCE_FRAME ref_frame)3997 static INLINE const YV12_BUFFER_CONFIG *get_ref_frame_yv12_buf(
3998 const AV1_COMMON *const cm, MV_REFERENCE_FRAME ref_frame) {
3999 const RefCntBuffer *const buf = get_ref_frame_buf(cm, ref_frame);
4000 return buf != NULL ? &buf->buf : NULL;
4001 }
4002
alloc_frame_mvs(AV1_COMMON * const cm,RefCntBuffer * buf)4003 static INLINE void alloc_frame_mvs(AV1_COMMON *const cm, RefCntBuffer *buf) {
4004 assert(buf != NULL);
4005 ensure_mv_buffer(buf, cm);
4006 buf->width = cm->width;
4007 buf->height = cm->height;
4008 }
4009
4010 // Get the allocated token size for a tile. It does the same calculation as in
4011 // the frame token allocation.
allocated_tokens(const TileInfo * tile,int sb_size_log2,int num_planes)4012 static INLINE unsigned int allocated_tokens(const TileInfo *tile,
4013 int sb_size_log2, int num_planes) {
4014 int tile_mb_rows =
4015 ROUND_POWER_OF_TWO(tile->mi_row_end - tile->mi_row_start, 2);
4016 int tile_mb_cols =
4017 ROUND_POWER_OF_TWO(tile->mi_col_end - tile->mi_col_start, 2);
4018
4019 return get_token_alloc(tile_mb_rows, tile_mb_cols, sb_size_log2, num_planes);
4020 }
4021
get_start_tok(AV1_COMP * cpi,int tile_row,int tile_col,int mi_row,TokenExtra ** tok,int sb_size_log2,int num_planes)4022 static INLINE void get_start_tok(AV1_COMP *cpi, int tile_row, int tile_col,
4023 int mi_row, TokenExtra **tok, int sb_size_log2,
4024 int num_planes) {
4025 AV1_COMMON *const cm = &cpi->common;
4026 const int tile_cols = cm->tiles.cols;
4027 TileDataEnc *this_tile = &cpi->tile_data[tile_row * tile_cols + tile_col];
4028 const TileInfo *const tile_info = &this_tile->tile_info;
4029
4030 const int tile_mb_cols =
4031 (tile_info->mi_col_end - tile_info->mi_col_start + 2) >> 2;
4032 const int tile_mb_row = (mi_row - tile_info->mi_row_start + 2) >> 2;
4033
4034 *tok = cpi->token_info.tile_tok[tile_row][tile_col] +
4035 get_token_alloc(tile_mb_row, tile_mb_cols, sb_size_log2, num_planes);
4036 }
4037
4038 void av1_apply_encoding_flags(AV1_COMP *cpi, aom_enc_frame_flags_t flags);
4039
4040 #define ALT_MIN_LAG 3
is_altref_enabled(int lag_in_frames,bool enable_auto_arf)4041 static INLINE int is_altref_enabled(int lag_in_frames, bool enable_auto_arf) {
4042 return lag_in_frames >= ALT_MIN_LAG && enable_auto_arf;
4043 }
4044
can_disable_altref(const GFConfig * gf_cfg)4045 static AOM_INLINE int can_disable_altref(const GFConfig *gf_cfg) {
4046 return is_altref_enabled(gf_cfg->lag_in_frames, gf_cfg->enable_auto_arf) &&
4047 (gf_cfg->gf_min_pyr_height == 0);
4048 }
4049
4050 // Helper function to compute number of blocks on either side of the frame.
get_num_blocks(const int frame_length,const int mb_length)4051 static INLINE int get_num_blocks(const int frame_length, const int mb_length) {
4052 return (frame_length + mb_length - 1) / mb_length;
4053 }
4054
4055 // Check if statistics generation stage
is_stat_generation_stage(const AV1_COMP * const cpi)4056 static INLINE int is_stat_generation_stage(const AV1_COMP *const cpi) {
4057 assert(IMPLIES(cpi->compressor_stage == LAP_STAGE,
4058 cpi->oxcf.pass == AOM_RC_ONE_PASS && cpi->ppi->lap_enabled));
4059 return (cpi->oxcf.pass == AOM_RC_FIRST_PASS ||
4060 (cpi->compressor_stage == LAP_STAGE));
4061 }
4062 // Check if statistics consumption stage
is_stat_consumption_stage_twopass(const AV1_COMP * const cpi)4063 static INLINE int is_stat_consumption_stage_twopass(const AV1_COMP *const cpi) {
4064 return (cpi->oxcf.pass >= AOM_RC_SECOND_PASS);
4065 }
4066
4067 // Check if statistics consumption stage
is_stat_consumption_stage(const AV1_COMP * const cpi)4068 static INLINE int is_stat_consumption_stage(const AV1_COMP *const cpi) {
4069 return (is_stat_consumption_stage_twopass(cpi) ||
4070 (cpi->oxcf.pass == AOM_RC_ONE_PASS &&
4071 (cpi->compressor_stage == ENCODE_STAGE) && cpi->ppi->lap_enabled));
4072 }
4073
4074 // Decide whether 'dv_costs' need to be allocated/stored during the encoding.
av1_need_dv_costs(const AV1_COMP * const cpi)4075 static AOM_INLINE bool av1_need_dv_costs(const AV1_COMP *const cpi) {
4076 return !cpi->sf.rt_sf.use_nonrd_pick_mode &&
4077 av1_allow_intrabc(&cpi->common) && !is_stat_generation_stage(cpi);
4078 }
4079
4080 /*!\endcond */
4081 /*!\brief Check if the current stage has statistics
4082 *
4083 *\ingroup two_pass_algo
4084 *
4085 * \param[in] cpi Top - level encoder instance structure
4086 *
4087 * \return 0 if no stats for current stage else 1
4088 */
has_no_stats_stage(const AV1_COMP * const cpi)4089 static INLINE int has_no_stats_stage(const AV1_COMP *const cpi) {
4090 assert(
4091 IMPLIES(!cpi->ppi->lap_enabled, cpi->compressor_stage == ENCODE_STAGE));
4092 return (cpi->oxcf.pass == AOM_RC_ONE_PASS && !cpi->ppi->lap_enabled);
4093 }
4094
4095 /*!\cond */
4096
is_one_pass_rt_params(const AV1_COMP * cpi)4097 static INLINE int is_one_pass_rt_params(const AV1_COMP *cpi) {
4098 return has_no_stats_stage(cpi) && cpi->oxcf.mode == REALTIME &&
4099 cpi->oxcf.gf_cfg.lag_in_frames == 0;
4100 }
4101
4102 // Use default/internal reference structure for single-layer RTC.
use_rtc_reference_structure_one_layer(const AV1_COMP * cpi)4103 static INLINE int use_rtc_reference_structure_one_layer(const AV1_COMP *cpi) {
4104 return is_one_pass_rt_params(cpi) && cpi->ppi->number_spatial_layers == 1 &&
4105 cpi->ppi->number_temporal_layers == 1 &&
4106 !cpi->ppi->rtc_ref.set_ref_frame_config;
4107 }
4108
4109 // Function return size of frame stats buffer
get_stats_buf_size(int num_lap_buffer,int num_lag_buffer)4110 static INLINE int get_stats_buf_size(int num_lap_buffer, int num_lag_buffer) {
4111 /* if lookahead is enabled return num_lap_buffers else num_lag_buffers */
4112 return (num_lap_buffer > 0 ? num_lap_buffer + 1 : num_lag_buffer);
4113 }
4114
4115 // TODO(zoeliu): To set up cpi->oxcf.gf_cfg.enable_auto_brf
4116
set_ref_ptrs(const AV1_COMMON * cm,MACROBLOCKD * xd,MV_REFERENCE_FRAME ref0,MV_REFERENCE_FRAME ref1)4117 static INLINE void set_ref_ptrs(const AV1_COMMON *cm, MACROBLOCKD *xd,
4118 MV_REFERENCE_FRAME ref0,
4119 MV_REFERENCE_FRAME ref1) {
4120 xd->block_ref_scale_factors[0] =
4121 get_ref_scale_factors_const(cm, ref0 >= LAST_FRAME ? ref0 : 1);
4122 xd->block_ref_scale_factors[1] =
4123 get_ref_scale_factors_const(cm, ref1 >= LAST_FRAME ? ref1 : 1);
4124 }
4125
get_chessboard_index(int frame_index)4126 static INLINE int get_chessboard_index(int frame_index) {
4127 return frame_index & 0x1;
4128 }
4129
cond_cost_list_const(const struct AV1_COMP * cpi,const int * cost_list)4130 static INLINE const int *cond_cost_list_const(const struct AV1_COMP *cpi,
4131 const int *cost_list) {
4132 const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
4133 cpi->sf.mv_sf.use_fullpel_costlist;
4134 return use_cost_list ? cost_list : NULL;
4135 }
4136
cond_cost_list(const struct AV1_COMP * cpi,int * cost_list)4137 static INLINE int *cond_cost_list(const struct AV1_COMP *cpi, int *cost_list) {
4138 const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
4139 cpi->sf.mv_sf.use_fullpel_costlist;
4140 return use_cost_list ? cost_list : NULL;
4141 }
4142
4143 // Compression ratio of current frame.
4144 double av1_get_compression_ratio(const AV1_COMMON *const cm,
4145 size_t encoded_frame_size);
4146
4147 void av1_new_framerate(AV1_COMP *cpi, double framerate);
4148
4149 void av1_setup_frame_size(AV1_COMP *cpi);
4150
4151 #define LAYER_IDS_TO_IDX(sl, tl, num_tl) ((sl) * (num_tl) + (tl))
4152
4153 // Returns 1 if a frame is scaled and 0 otherwise.
av1_resize_scaled(const AV1_COMMON * cm)4154 static INLINE int av1_resize_scaled(const AV1_COMMON *cm) {
4155 return cm->superres_upscaled_width != cm->render_width ||
4156 cm->superres_upscaled_height != cm->render_height;
4157 }
4158
av1_frame_scaled(const AV1_COMMON * cm)4159 static INLINE int av1_frame_scaled(const AV1_COMMON *cm) {
4160 return av1_superres_scaled(cm) || av1_resize_scaled(cm);
4161 }
4162
4163 // Don't allow a show_existing_frame to coincide with an error resilient
4164 // frame. An exception can be made for a forward keyframe since it has no
4165 // previous dependencies.
encode_show_existing_frame(const AV1_COMMON * cm)4166 static INLINE int encode_show_existing_frame(const AV1_COMMON *cm) {
4167 return cm->show_existing_frame && (!cm->features.error_resilient_mode ||
4168 cm->current_frame.frame_type == KEY_FRAME);
4169 }
4170
4171 // Get index into the 'cpi->mbmi_ext_info.frame_base' array for the given
4172 // 'mi_row' and 'mi_col'.
get_mi_ext_idx(const int mi_row,const int mi_col,const BLOCK_SIZE mi_alloc_bsize,const int mbmi_ext_stride)4173 static INLINE int get_mi_ext_idx(const int mi_row, const int mi_col,
4174 const BLOCK_SIZE mi_alloc_bsize,
4175 const int mbmi_ext_stride) {
4176 const int mi_ext_size_1d = mi_size_wide[mi_alloc_bsize];
4177 const int mi_ext_row = mi_row / mi_ext_size_1d;
4178 const int mi_ext_col = mi_col / mi_ext_size_1d;
4179 return mi_ext_row * mbmi_ext_stride + mi_ext_col;
4180 }
4181
4182 // Lighter version of set_offsets that only sets the mode info
4183 // pointers.
set_mode_info_offsets(const CommonModeInfoParams * const mi_params,const MBMIExtFrameBufferInfo * const mbmi_ext_info,MACROBLOCK * const x,MACROBLOCKD * const xd,int mi_row,int mi_col)4184 static INLINE void set_mode_info_offsets(
4185 const CommonModeInfoParams *const mi_params,
4186 const MBMIExtFrameBufferInfo *const mbmi_ext_info, MACROBLOCK *const x,
4187 MACROBLOCKD *const xd, int mi_row, int mi_col) {
4188 set_mi_offsets(mi_params, xd, mi_row, mi_col);
4189 const int ext_idx = get_mi_ext_idx(mi_row, mi_col, mi_params->mi_alloc_bsize,
4190 mbmi_ext_info->stride);
4191 x->mbmi_ext_frame = mbmi_ext_info->frame_base + ext_idx;
4192 }
4193
4194 // Check to see if the given partition size is allowed for a specified number
4195 // of mi block rows and columns remaining in the image.
4196 // If not then return the largest allowed partition size
find_partition_size(BLOCK_SIZE bsize,int rows_left,int cols_left,int * bh,int * bw)4197 static INLINE BLOCK_SIZE find_partition_size(BLOCK_SIZE bsize, int rows_left,
4198 int cols_left, int *bh, int *bw) {
4199 int int_size = (int)bsize;
4200 if (rows_left <= 0 || cols_left <= 0) {
4201 return AOMMIN(bsize, BLOCK_8X8);
4202 } else {
4203 for (; int_size > 0; int_size -= 3) {
4204 *bh = mi_size_high[int_size];
4205 *bw = mi_size_wide[int_size];
4206 if ((*bh <= rows_left) && (*bw <= cols_left)) {
4207 break;
4208 }
4209 }
4210 }
4211 return (BLOCK_SIZE)int_size;
4212 }
4213
4214 static const uint8_t av1_ref_frame_flag_list[REF_FRAMES] = { 0,
4215 AOM_LAST_FLAG,
4216 AOM_LAST2_FLAG,
4217 AOM_LAST3_FLAG,
4218 AOM_GOLD_FLAG,
4219 AOM_BWD_FLAG,
4220 AOM_ALT2_FLAG,
4221 AOM_ALT_FLAG };
4222
4223 // When more than 'max_allowed_refs' are available, we reduce the number of
4224 // reference frames one at a time based on this order.
4225 static const MV_REFERENCE_FRAME disable_order[] = {
4226 LAST3_FRAME,
4227 LAST2_FRAME,
4228 ALTREF2_FRAME,
4229 BWDREF_FRAME,
4230 };
4231
4232 static const MV_REFERENCE_FRAME
4233 ref_frame_priority_order[INTER_REFS_PER_FRAME] = {
4234 LAST_FRAME, ALTREF_FRAME, BWDREF_FRAME, GOLDEN_FRAME,
4235 ALTREF2_FRAME, LAST2_FRAME, LAST3_FRAME,
4236 };
4237
get_ref_frame_flags(const SPEED_FEATURES * const sf,const int use_one_pass_rt_params,const YV12_BUFFER_CONFIG ** ref_frames,const int ext_ref_frame_flags)4238 static INLINE int get_ref_frame_flags(const SPEED_FEATURES *const sf,
4239 const int use_one_pass_rt_params,
4240 const YV12_BUFFER_CONFIG **ref_frames,
4241 const int ext_ref_frame_flags) {
4242 // cpi->ext_flags.ref_frame_flags allows certain reference types to be
4243 // disabled by the external interface. These are set by
4244 // av1_apply_encoding_flags(). Start with what the external interface allows,
4245 // then suppress any reference types which we have found to be duplicates.
4246 int flags = ext_ref_frame_flags;
4247
4248 for (int i = 1; i < INTER_REFS_PER_FRAME; ++i) {
4249 const YV12_BUFFER_CONFIG *const this_ref = ref_frames[i];
4250 // If this_ref has appeared before, mark the corresponding ref frame as
4251 // invalid. For one_pass_rt mode, only disable GOLDEN_FRAME if it's the
4252 // same as LAST_FRAME or ALTREF_FRAME (if ALTREF is being used in nonrd).
4253 int index =
4254 (use_one_pass_rt_params && ref_frame_priority_order[i] == GOLDEN_FRAME)
4255 ? (1 + sf->rt_sf.use_nonrd_altref_frame)
4256 : i;
4257 for (int j = 0; j < index; ++j) {
4258 // If this_ref has appeared before (same as the reference corresponding
4259 // to lower index j), remove it as a reference only if that reference
4260 // (for index j) is actually used as a reference.
4261 if (this_ref == ref_frames[j] &&
4262 (flags & (1 << (ref_frame_priority_order[j] - 1)))) {
4263 flags &= ~(1 << (ref_frame_priority_order[i] - 1));
4264 break;
4265 }
4266 }
4267 }
4268 return flags;
4269 }
4270
4271 // Returns a Sequence Header OBU stored in an aom_fixed_buf_t, or NULL upon
4272 // failure. When a non-NULL aom_fixed_buf_t pointer is returned by this
4273 // function, the memory must be freed by the caller. Both the buf member of the
4274 // aom_fixed_buf_t, and the aom_fixed_buf_t pointer itself must be freed. Memory
4275 // returned must be freed via call to free().
4276 //
4277 // Note: The OBU returned is in Low Overhead Bitstream Format. Specifically,
4278 // the obu_has_size_field bit is set, and the buffer contains the obu_size
4279 // field.
4280 aom_fixed_buf_t *av1_get_global_headers(AV1_PRIMARY *ppi);
4281
4282 #define MAX_GFUBOOST_FACTOR 10.0
4283 #define MIN_GFUBOOST_FACTOR 4.0
4284
is_frame_tpl_eligible(const GF_GROUP * const gf_group,uint8_t index)4285 static INLINE int is_frame_tpl_eligible(const GF_GROUP *const gf_group,
4286 uint8_t index) {
4287 const FRAME_UPDATE_TYPE update_type = gf_group->update_type[index];
4288 return update_type == ARF_UPDATE || update_type == GF_UPDATE ||
4289 update_type == KF_UPDATE;
4290 }
4291
is_frame_eligible_for_ref_pruning(const GF_GROUP * gf_group,int selective_ref_frame,int prune_ref_frames,int gf_index)4292 static INLINE int is_frame_eligible_for_ref_pruning(const GF_GROUP *gf_group,
4293 int selective_ref_frame,
4294 int prune_ref_frames,
4295 int gf_index) {
4296 return (selective_ref_frame > 0) && (prune_ref_frames > 0) &&
4297 !is_frame_tpl_eligible(gf_group, gf_index);
4298 }
4299
4300 // Get update type of the current frame.
get_frame_update_type(const GF_GROUP * gf_group,int gf_frame_index)4301 static INLINE FRAME_UPDATE_TYPE get_frame_update_type(const GF_GROUP *gf_group,
4302 int gf_frame_index) {
4303 return gf_group->update_type[gf_frame_index];
4304 }
4305
av1_pixels_to_mi(int pixels)4306 static INLINE int av1_pixels_to_mi(int pixels) {
4307 return ALIGN_POWER_OF_TWO(pixels, 3) >> MI_SIZE_LOG2;
4308 }
4309
is_psnr_calc_enabled(const AV1_COMP * cpi)4310 static AOM_INLINE int is_psnr_calc_enabled(const AV1_COMP *cpi) {
4311 const AV1_COMMON *const cm = &cpi->common;
4312
4313 return cpi->ppi->b_calculate_psnr && !is_stat_generation_stage(cpi) &&
4314 cm->show_frame && !cpi->is_dropped_frame;
4315 }
4316
is_frame_resize_pending(const AV1_COMP * const cpi)4317 static INLINE int is_frame_resize_pending(const AV1_COMP *const cpi) {
4318 const ResizePendingParams *const resize_pending_params =
4319 &cpi->resize_pending_params;
4320 return (resize_pending_params->width && resize_pending_params->height &&
4321 (cpi->common.width != resize_pending_params->width ||
4322 cpi->common.height != resize_pending_params->height));
4323 }
4324
4325 // Check if loop filter is used.
is_loopfilter_used(const AV1_COMMON * const cm)4326 static INLINE int is_loopfilter_used(const AV1_COMMON *const cm) {
4327 return !cm->features.coded_lossless && !cm->tiles.large_scale;
4328 }
4329
4330 // Check if CDEF is used.
is_cdef_used(const AV1_COMMON * const cm)4331 static INLINE int is_cdef_used(const AV1_COMMON *const cm) {
4332 return cm->seq_params->enable_cdef && !cm->features.coded_lossless &&
4333 !cm->tiles.large_scale;
4334 }
4335
4336 // Check if loop restoration filter is used.
is_restoration_used(const AV1_COMMON * const cm)4337 static INLINE int is_restoration_used(const AV1_COMMON *const cm) {
4338 return cm->seq_params->enable_restoration && !cm->features.all_lossless &&
4339 !cm->tiles.large_scale;
4340 }
4341
4342 // Checks if post-processing filters need to be applied.
4343 // NOTE: This function decides if the application of different post-processing
4344 // filters on the reconstructed frame can be skipped at the encoder side.
4345 // However the computation of different filter parameters that are signaled in
4346 // the bitstream is still required.
derive_skip_apply_postproc_filters(const AV1_COMP * cpi,int use_loopfilter,int use_cdef,int use_superres,int use_restoration)4347 static INLINE unsigned int derive_skip_apply_postproc_filters(
4348 const AV1_COMP *cpi, int use_loopfilter, int use_cdef, int use_superres,
4349 int use_restoration) {
4350 // Though CDEF parameter selection should be dependent on
4351 // deblocked/loop-filtered pixels for cdef_pick_method <=
4352 // CDEF_FAST_SEARCH_LVL5, CDEF strength values are calculated based on the
4353 // pixel values that are not loop-filtered in svc real-time encoding mode.
4354 // Hence this case is handled separately using the condition below.
4355 if (cpi->ppi->rtc_ref.non_reference_frame)
4356 return (SKIP_APPLY_LOOPFILTER | SKIP_APPLY_CDEF);
4357
4358 if (!cpi->oxcf.algo_cfg.skip_postproc_filtering || cpi->ppi->b_calculate_psnr)
4359 return 0;
4360 assert(cpi->oxcf.mode == ALLINTRA);
4361
4362 // The post-processing filters are applied one after the other in the
4363 // following order: deblocking->cdef->superres->restoration. In case of
4364 // ALLINTRA encoding, the reconstructed frame is not used as a reference
4365 // frame. Hence, the application of these filters can be skipped when
4366 // 1. filter parameters of the subsequent stages are not dependent on the
4367 // filtered output of the current stage or
4368 // 2. subsequent filtering stages are disabled
4369 if (use_restoration) return SKIP_APPLY_RESTORATION;
4370 if (use_superres) return SKIP_APPLY_SUPERRES;
4371 if (use_cdef) {
4372 // CDEF parameter selection is not dependent on the deblocked frame if
4373 // cdef_pick_method is CDEF_PICK_FROM_Q. Hence the application of deblocking
4374 // filters and cdef filters can be skipped in this case.
4375 return (cpi->sf.lpf_sf.cdef_pick_method == CDEF_PICK_FROM_Q &&
4376 use_loopfilter)
4377 ? (SKIP_APPLY_LOOPFILTER | SKIP_APPLY_CDEF)
4378 : SKIP_APPLY_CDEF;
4379 }
4380 if (use_loopfilter) return SKIP_APPLY_LOOPFILTER;
4381
4382 // If we reach here, all post-processing stages are disabled, so none need to
4383 // be skipped.
4384 return 0;
4385 }
4386
set_postproc_filter_default_params(AV1_COMMON * cm)4387 static INLINE void set_postproc_filter_default_params(AV1_COMMON *cm) {
4388 struct loopfilter *const lf = &cm->lf;
4389 CdefInfo *const cdef_info = &cm->cdef_info;
4390 RestorationInfo *const rst_info = cm->rst_info;
4391
4392 lf->filter_level[0] = 0;
4393 lf->filter_level[1] = 0;
4394 cdef_info->cdef_bits = 0;
4395 cdef_info->cdef_strengths[0] = 0;
4396 cdef_info->nb_cdef_strengths = 1;
4397 cdef_info->cdef_uv_strengths[0] = 0;
4398 rst_info[0].frame_restoration_type = RESTORE_NONE;
4399 rst_info[1].frame_restoration_type = RESTORE_NONE;
4400 rst_info[2].frame_restoration_type = RESTORE_NONE;
4401 }
4402
is_inter_tx_size_search_level_one(const TX_SPEED_FEATURES * tx_sf)4403 static INLINE int is_inter_tx_size_search_level_one(
4404 const TX_SPEED_FEATURES *tx_sf) {
4405 return (tx_sf->inter_tx_size_search_init_depth_rect >= 1 &&
4406 tx_sf->inter_tx_size_search_init_depth_sqr >= 1);
4407 }
4408
get_lpf_opt_level(const SPEED_FEATURES * sf)4409 static INLINE int get_lpf_opt_level(const SPEED_FEATURES *sf) {
4410 int lpf_opt_level = 0;
4411 if (is_inter_tx_size_search_level_one(&sf->tx_sf))
4412 lpf_opt_level = (sf->lpf_sf.lpf_pick == LPF_PICK_FROM_Q) ? 2 : 1;
4413 return lpf_opt_level;
4414 }
4415
4416 // Enable switchable motion mode only if warp and OBMC tools are allowed
is_switchable_motion_mode_allowed(bool allow_warped_motion,bool enable_obmc)4417 static INLINE bool is_switchable_motion_mode_allowed(bool allow_warped_motion,
4418 bool enable_obmc) {
4419 return (allow_warped_motion || enable_obmc);
4420 }
4421
4422 #if CONFIG_AV1_TEMPORAL_DENOISING
denoise_svc(const struct AV1_COMP * const cpi)4423 static INLINE int denoise_svc(const struct AV1_COMP *const cpi) {
4424 return (!cpi->ppi->use_svc ||
4425 (cpi->ppi->use_svc &&
4426 cpi->svc.spatial_layer_id >= cpi->svc.first_layer_denoise));
4427 }
4428 #endif
4429
4430 #if CONFIG_COLLECT_PARTITION_STATS == 2
av1_print_fr_partition_timing_stats(const FramePartitionTimingStats * part_stats,const char * filename)4431 static INLINE void av1_print_fr_partition_timing_stats(
4432 const FramePartitionTimingStats *part_stats, const char *filename) {
4433 FILE *f = fopen(filename, "w");
4434 if (!f) {
4435 return;
4436 }
4437
4438 fprintf(f, "bsize,redo,");
4439 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4440 fprintf(f, "decision_%d,", part);
4441 }
4442 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4443 fprintf(f, "attempt_%d,", part);
4444 }
4445 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4446 fprintf(f, "time_%d,", part);
4447 }
4448 fprintf(f, "\n");
4449
4450 static const int bsizes[6] = { 128, 64, 32, 16, 8, 4 };
4451
4452 for (int bsize_idx = 0; bsize_idx < 6; bsize_idx++) {
4453 fprintf(f, "%d,%d,", bsizes[bsize_idx], part_stats->partition_redo);
4454 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4455 fprintf(f, "%d,", part_stats->partition_decisions[bsize_idx][part]);
4456 }
4457 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4458 fprintf(f, "%d,", part_stats->partition_attempts[bsize_idx][part]);
4459 }
4460 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4461 fprintf(f, "%ld,", part_stats->partition_times[bsize_idx][part]);
4462 }
4463 fprintf(f, "\n");
4464 }
4465 fclose(f);
4466 }
4467 #endif // CONFIG_COLLECT_PARTITION_STATS == 2
4468
4469 #if CONFIG_COLLECT_PARTITION_STATS
av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize)4470 static INLINE int av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize) {
4471 assert(bsize == BLOCK_128X128 || bsize == BLOCK_64X64 ||
4472 bsize == BLOCK_32X32 || bsize == BLOCK_16X16 || bsize == BLOCK_8X8 ||
4473 bsize == BLOCK_4X4);
4474 switch (bsize) {
4475 case BLOCK_128X128: return 0;
4476 case BLOCK_64X64: return 1;
4477 case BLOCK_32X32: return 2;
4478 case BLOCK_16X16: return 3;
4479 case BLOCK_8X8: return 4;
4480 case BLOCK_4X4: return 5;
4481 default: assert(0 && "Invalid bsize for partition_stats."); return -1;
4482 }
4483 }
4484 #endif // CONFIG_COLLECT_PARTITION_STATS
4485
4486 #if CONFIG_COLLECT_COMPONENT_TIMING
start_timing(AV1_COMP * cpi,int component)4487 static INLINE void start_timing(AV1_COMP *cpi, int component) {
4488 aom_usec_timer_start(&cpi->component_timer[component]);
4489 }
end_timing(AV1_COMP * cpi,int component)4490 static INLINE void end_timing(AV1_COMP *cpi, int component) {
4491 aom_usec_timer_mark(&cpi->component_timer[component]);
4492 cpi->frame_component_time[component] +=
4493 aom_usec_timer_elapsed(&cpi->component_timer[component]);
4494 }
get_frame_type_enum(int type)4495 static INLINE char const *get_frame_type_enum(int type) {
4496 switch (type) {
4497 case 0: return "KEY_FRAME";
4498 case 1: return "INTER_FRAME";
4499 case 2: return "INTRA_ONLY_FRAME";
4500 case 3: return "S_FRAME";
4501 default: assert(0);
4502 }
4503 return "error";
4504 }
4505 #endif
4506
4507 /*!\endcond */
4508
4509 #ifdef __cplusplus
4510 } // extern "C"
4511 #endif
4512
4513 #endif // AOM_AV1_ENCODER_ENCODER_H_
4514