1 /*
2 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11
12 #include <math.h>
13
14 #include "aom_ports/mem.h"
15
16 #include "av1/encoder/aq_variance.h"
17 #include "av1/common/seg_common.h"
18 #include "av1/encoder/encodeframe.h"
19 #include "av1/encoder/ratectrl.h"
20 #include "av1/encoder/rd.h"
21 #include "av1/encoder/segmentation.h"
22 #include "av1/encoder/dwt.h"
23
24 static const double rate_ratio[MAX_SEGMENTS] = { 2.2, 1.7, 1.3, 1.0,
25 0.9, .8, .7, .6 };
26
27 static const double deltaq_rate_ratio[MAX_SEGMENTS] = { 2.5, 2.0, 1.5, 1.0,
28 0.75, 1.0, 1.0, 1.0 };
29 #define ENERGY_MIN (-4)
30 #define ENERGY_MAX (1)
31 #define ENERGY_SPAN (ENERGY_MAX - ENERGY_MIN + 1)
32 #define ENERGY_IN_BOUNDS(energy) \
33 assert((energy) >= ENERGY_MIN && (energy) <= ENERGY_MAX)
34
35 DECLARE_ALIGNED(16, static const uint8_t, av1_all_zeros[MAX_SB_SIZE]) = { 0 };
36
37 DECLARE_ALIGNED(16, static const uint16_t,
38 av1_highbd_all_zeros[MAX_SB_SIZE]) = { 0 };
39
40 static const int segment_id[ENERGY_SPAN] = { 0, 1, 1, 2, 3, 4 };
41
42 #define SEGMENT_ID(i) segment_id[(i)-ENERGY_MIN]
43
av1_vaq_frame_setup(AV1_COMP * cpi)44 void av1_vaq_frame_setup(AV1_COMP *cpi) {
45 AV1_COMMON *cm = &cpi->common;
46 const RefreshFrameFlagsInfo *const refresh_frame_flags = &cpi->refresh_frame;
47 const int base_qindex = cm->quant_params.base_qindex;
48 struct segmentation *seg = &cm->seg;
49 int i;
50
51 int resolution_change =
52 cm->prev_frame && (cm->width != cm->prev_frame->width ||
53 cm->height != cm->prev_frame->height);
54 int avg_energy = (int)(cpi->twopass_frame.mb_av_energy - 2);
55 double avg_ratio;
56 if (avg_energy > 7) avg_energy = 7;
57 if (avg_energy < 0) avg_energy = 0;
58 avg_ratio = rate_ratio[avg_energy];
59
60 if (resolution_change) {
61 memset(cpi->enc_seg.map, 0, cm->mi_params.mi_rows * cm->mi_params.mi_cols);
62 av1_clearall_segfeatures(seg);
63 av1_disable_segmentation(seg);
64 return;
65 }
66 if (frame_is_intra_only(cm) || cm->features.error_resilient_mode ||
67 refresh_frame_flags->alt_ref_frame ||
68 (refresh_frame_flags->golden_frame && !cpi->rc.is_src_frame_alt_ref)) {
69 cpi->vaq_refresh = 1;
70
71 av1_enable_segmentation(seg);
72 av1_clearall_segfeatures(seg);
73
74 for (i = 0; i < MAX_SEGMENTS; ++i) {
75 // Set up avg segment id to be 1.0 and adjust the other segments around
76 // it.
77 int qindex_delta = av1_compute_qdelta_by_rate(
78 &cpi->rc, cm->current_frame.frame_type, base_qindex,
79 rate_ratio[i] / avg_ratio, cpi->is_screen_content_type,
80 cm->seq_params->bit_depth);
81
82 // We don't allow qindex 0 in a segment if the base value is not 0.
83 // Q index 0 (lossless) implies 4x4 encoding only and in AQ mode a segment
84 // Q delta is sometimes applied without going back around the rd loop.
85 // This could lead to an illegal combination of partition size and q.
86 if ((base_qindex != 0) && ((base_qindex + qindex_delta) == 0)) {
87 qindex_delta = -base_qindex + 1;
88 }
89
90 av1_set_segdata(seg, i, SEG_LVL_ALT_Q, qindex_delta);
91 av1_enable_segfeature(seg, i, SEG_LVL_ALT_Q);
92 }
93 }
94 }
95
av1_log_block_var(const AV1_COMP * cpi,MACROBLOCK * x,BLOCK_SIZE bs)96 int av1_log_block_var(const AV1_COMP *cpi, MACROBLOCK *x, BLOCK_SIZE bs) {
97 // This functions returns a score for the blocks local variance as calculated
98 // by: sum of the log of the (4x4 variances) of each subblock to the current
99 // block (x,bs)
100 // * 32 / number of pixels in the block_size.
101 // This is used for segmentation because to avoid situations in which a large
102 // block with a gentle gradient gets marked high variance even though each
103 // subblock has a low variance. This allows us to assign the same segment
104 // number for the same sorts of area regardless of how the partitioning goes.
105
106 MACROBLOCKD *xd = &x->e_mbd;
107 double var = 0;
108 unsigned int sse;
109 int i, j;
110
111 int right_overflow =
112 (xd->mb_to_right_edge < 0) ? ((-xd->mb_to_right_edge) >> 3) : 0;
113 int bottom_overflow =
114 (xd->mb_to_bottom_edge < 0) ? ((-xd->mb_to_bottom_edge) >> 3) : 0;
115
116 const int bw = MI_SIZE * mi_size_wide[bs] - right_overflow;
117 const int bh = MI_SIZE * mi_size_high[bs] - bottom_overflow;
118
119 for (i = 0; i < bh; i += 4) {
120 for (j = 0; j < bw; j += 4) {
121 if (is_cur_buf_hbd(xd)) {
122 var +=
123 log(1.0 + cpi->ppi->fn_ptr[BLOCK_4X4].vf(
124 x->plane[0].src.buf + i * x->plane[0].src.stride + j,
125 x->plane[0].src.stride,
126 CONVERT_TO_BYTEPTR(av1_highbd_all_zeros), 0, &sse) /
127 16);
128 } else {
129 var +=
130 log(1.0 + cpi->ppi->fn_ptr[BLOCK_4X4].vf(
131 x->plane[0].src.buf + i * x->plane[0].src.stride + j,
132 x->plane[0].src.stride, av1_all_zeros, 0, &sse) /
133 16);
134 }
135 }
136 }
137 // Use average of 4x4 log variance. The range for 8 bit 0 - 9.704121561.
138 var /= (bw / 4 * bh / 4);
139 if (var > 7) var = 7;
140
141 return (int)(var);
142 }
143
144 #define DEFAULT_E_MIDPOINT 10.0
145
haar_ac_energy(MACROBLOCK * x,BLOCK_SIZE bs)146 static unsigned int haar_ac_energy(MACROBLOCK *x, BLOCK_SIZE bs) {
147 MACROBLOCKD *xd = &x->e_mbd;
148 int stride = x->plane[0].src.stride;
149 uint8_t *buf = x->plane[0].src.buf;
150 const int num_8x8_cols = block_size_wide[bs] / 8;
151 const int num_8x8_rows = block_size_high[bs] / 8;
152 const int hbd = is_cur_buf_hbd(xd);
153
154 int64_t var = av1_haar_ac_sad_mxn_uint8_input(buf, stride, hbd, num_8x8_rows,
155 num_8x8_cols);
156
157 return (unsigned int)((uint64_t)var * 256) >> num_pels_log2_lookup[bs];
158 }
159
av1_log_block_wavelet_energy(MACROBLOCK * x,BLOCK_SIZE bs)160 double av1_log_block_wavelet_energy(MACROBLOCK *x, BLOCK_SIZE bs) {
161 unsigned int haar_sad = haar_ac_energy(x, bs);
162 return log(haar_sad + 1.0);
163 }
164
av1_block_wavelet_energy_level(const AV1_COMP * cpi,MACROBLOCK * x,BLOCK_SIZE bs)165 int av1_block_wavelet_energy_level(const AV1_COMP *cpi, MACROBLOCK *x,
166 BLOCK_SIZE bs) {
167 double energy, energy_midpoint;
168 energy_midpoint = (is_stat_consumption_stage_twopass(cpi))
169 ? cpi->twopass_frame.frame_avg_haar_energy
170 : DEFAULT_E_MIDPOINT;
171 energy = av1_log_block_wavelet_energy(x, bs) - energy_midpoint;
172 return clamp((int)round(energy), ENERGY_MIN, ENERGY_MAX);
173 }
174
av1_compute_q_from_energy_level_deltaq_mode(const AV1_COMP * const cpi,int block_var_level)175 int av1_compute_q_from_energy_level_deltaq_mode(const AV1_COMP *const cpi,
176 int block_var_level) {
177 int rate_level;
178 const AV1_COMMON *const cm = &cpi->common;
179
180 if (DELTA_Q_PERCEPTUAL_MODULATION == 1) {
181 ENERGY_IN_BOUNDS(block_var_level);
182 rate_level = SEGMENT_ID(block_var_level);
183 } else {
184 rate_level = block_var_level;
185 }
186 const int base_qindex = cm->quant_params.base_qindex;
187 int qindex_delta = av1_compute_qdelta_by_rate(
188 &cpi->rc, cm->current_frame.frame_type, base_qindex,
189 deltaq_rate_ratio[rate_level], cpi->is_screen_content_type,
190 cm->seq_params->bit_depth);
191
192 if ((base_qindex != 0) && ((base_qindex + qindex_delta) == 0)) {
193 qindex_delta = -base_qindex + 1;
194 }
195 return base_qindex + qindex_delta;
196 }
197