1 /*
2 * Copyright (c) 2020, Alliance for Open Media. All rights reserved
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11
12 #ifndef AOM_AV1_ENCODER_TRANSFORM_SEARCH_H_
13 #define AOM_AV1_ENCODER_TRANSFORM_SEARCH_H_
14
15 #include "av1/common/pred_common.h"
16 #include "av1/encoder/encoder.h"
17
18 #ifdef __cplusplus
19 extern "C" {
20 #endif
21
22 // Set this macro as 1 to collect data about tx size selection.
23 #define COLLECT_TX_SIZE_DATA 0
24
25 #if COLLECT_TX_SIZE_DATA
26 static const char av1_tx_size_data_output_file[] = "tx_size_data.txt";
27 #endif
28
29 enum {
30 FTXS_NONE = 0,
31 FTXS_DCT_AND_1D_DCT_ONLY = 1 << 0,
32 FTXS_DISABLE_TRELLIS_OPT = 1 << 1,
33 FTXS_USE_TRANSFORM_DOMAIN = 1 << 2
34 } UENUM1BYTE(FAST_TX_SEARCH_MODE);
35
tx_size_cost(const MACROBLOCK * const x,BLOCK_SIZE bsize,TX_SIZE tx_size)36 static AOM_INLINE int tx_size_cost(const MACROBLOCK *const x, BLOCK_SIZE bsize,
37 TX_SIZE tx_size) {
38 assert(bsize == x->e_mbd.mi[0]->sb_type);
39 if (x->tx_mode_search_type != TX_MODE_SELECT || !block_signals_txsize(bsize))
40 return 0;
41
42 const int32_t tx_size_cat = bsize_to_tx_size_cat(bsize);
43 const int depth = tx_size_to_depth(tx_size, bsize);
44 const MACROBLOCKD *const xd = &x->e_mbd;
45 const int tx_size_ctx = get_tx_size_context(xd);
46 return x->tx_size_cost[tx_size_cat][tx_size_ctx][depth];
47 }
48
49 int64_t av1_uniform_txfm_yrd(const AV1_COMP *const cpi, MACROBLOCK *x,
50 RD_STATS *rd_stats, int64_t ref_best_rd,
51 BLOCK_SIZE bs, TX_SIZE tx_size,
52 FAST_TX_SEARCH_MODE ftxs_mode, int skip_trellis);
53
54 void av1_pick_recursive_tx_size_type_yrd(const AV1_COMP *cpi, MACROBLOCK *x,
55 RD_STATS *rd_stats, BLOCK_SIZE bsize,
56 int64_t ref_best_rd);
57
58 void av1_pick_uniform_tx_size_type_yrd(const AV1_COMP *const cpi, MACROBLOCK *x,
59 RD_STATS *rd_stats, BLOCK_SIZE bs,
60 int64_t ref_best_rd);
61
62 int av1_txfm_uvrd(const AV1_COMP *const cpi, MACROBLOCK *x, RD_STATS *rd_stats,
63 BLOCK_SIZE bsize, int64_t ref_best_rd);
64
65 void av1_txfm_rd_in_plane(MACROBLOCK *x, const AV1_COMP *cpi,
66 RD_STATS *rd_stats, int64_t ref_best_rd,
67 int64_t this_rd, int plane, BLOCK_SIZE plane_bsize,
68 TX_SIZE tx_size, int use_fast_coef_costing,
69 FAST_TX_SEARCH_MODE ftxs_mode, int skip_trellis);
70
71 int av1_txfm_search(const AV1_COMP *cpi, MACROBLOCK *x, BLOCK_SIZE bsize,
72 RD_STATS *rd_stats, RD_STATS *rd_stats_y,
73 RD_STATS *rd_stats_uv, int mode_rate, int64_t ref_best_rd);
74
75 #ifdef __cplusplus
76 } // extern "C"
77 #endif
78
79 #endif // AOM_AV1_ENCODER_TRANSFORM_SEARCH_H_
80