1 /*
2 * Copyright (c) 2015 The WebM project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11 #include <stdlib.h>
12
13 #include "./vpx_config.h"
14 #include "vpx_dsp/vpx_dsp_common.h"
15 #include "vpx_ports/mem.h"
16
signed_char_clamp(int t)17 static INLINE int8_t signed_char_clamp(int t) {
18 return (int8_t)clamp(t, -128, 127);
19 }
20
21 #if CONFIG_VP9_HIGHBITDEPTH
signed_char_clamp_high(int t,int bd)22 static INLINE int16_t signed_char_clamp_high(int t, int bd) {
23 switch (bd) {
24 case 10:
25 return (int16_t)clamp(t, -128*4, 128*4-1);
26 case 12:
27 return (int16_t)clamp(t, -128*16, 128*16-1);
28 case 8:
29 default:
30 return (int16_t)clamp(t, -128, 128-1);
31 }
32 }
33 #endif
34
35 // should we apply any filter at all: 11111111 yes, 00000000 no
filter_mask(uint8_t limit,uint8_t blimit,uint8_t p3,uint8_t p2,uint8_t p1,uint8_t p0,uint8_t q0,uint8_t q1,uint8_t q2,uint8_t q3)36 static INLINE int8_t filter_mask(uint8_t limit, uint8_t blimit,
37 uint8_t p3, uint8_t p2,
38 uint8_t p1, uint8_t p0,
39 uint8_t q0, uint8_t q1,
40 uint8_t q2, uint8_t q3) {
41 int8_t mask = 0;
42 mask |= (abs(p3 - p2) > limit) * -1;
43 mask |= (abs(p2 - p1) > limit) * -1;
44 mask |= (abs(p1 - p0) > limit) * -1;
45 mask |= (abs(q1 - q0) > limit) * -1;
46 mask |= (abs(q2 - q1) > limit) * -1;
47 mask |= (abs(q3 - q2) > limit) * -1;
48 mask |= (abs(p0 - q0) * 2 + abs(p1 - q1) / 2 > blimit) * -1;
49 return ~mask;
50 }
51
flat_mask4(uint8_t thresh,uint8_t p3,uint8_t p2,uint8_t p1,uint8_t p0,uint8_t q0,uint8_t q1,uint8_t q2,uint8_t q3)52 static INLINE int8_t flat_mask4(uint8_t thresh,
53 uint8_t p3, uint8_t p2,
54 uint8_t p1, uint8_t p0,
55 uint8_t q0, uint8_t q1,
56 uint8_t q2, uint8_t q3) {
57 int8_t mask = 0;
58 mask |= (abs(p1 - p0) > thresh) * -1;
59 mask |= (abs(q1 - q0) > thresh) * -1;
60 mask |= (abs(p2 - p0) > thresh) * -1;
61 mask |= (abs(q2 - q0) > thresh) * -1;
62 mask |= (abs(p3 - p0) > thresh) * -1;
63 mask |= (abs(q3 - q0) > thresh) * -1;
64 return ~mask;
65 }
66
flat_mask5(uint8_t thresh,uint8_t p4,uint8_t p3,uint8_t p2,uint8_t p1,uint8_t p0,uint8_t q0,uint8_t q1,uint8_t q2,uint8_t q3,uint8_t q4)67 static INLINE int8_t flat_mask5(uint8_t thresh,
68 uint8_t p4, uint8_t p3,
69 uint8_t p2, uint8_t p1,
70 uint8_t p0, uint8_t q0,
71 uint8_t q1, uint8_t q2,
72 uint8_t q3, uint8_t q4) {
73 int8_t mask = ~flat_mask4(thresh, p3, p2, p1, p0, q0, q1, q2, q3);
74 mask |= (abs(p4 - p0) > thresh) * -1;
75 mask |= (abs(q4 - q0) > thresh) * -1;
76 return ~mask;
77 }
78
79 // is there high edge variance internal edge: 11111111 yes, 00000000 no
hev_mask(uint8_t thresh,uint8_t p1,uint8_t p0,uint8_t q0,uint8_t q1)80 static INLINE int8_t hev_mask(uint8_t thresh, uint8_t p1, uint8_t p0,
81 uint8_t q0, uint8_t q1) {
82 int8_t hev = 0;
83 hev |= (abs(p1 - p0) > thresh) * -1;
84 hev |= (abs(q1 - q0) > thresh) * -1;
85 return hev;
86 }
87
filter4(int8_t mask,uint8_t thresh,uint8_t * op1,uint8_t * op0,uint8_t * oq0,uint8_t * oq1)88 static INLINE void filter4(int8_t mask, uint8_t thresh, uint8_t *op1,
89 uint8_t *op0, uint8_t *oq0, uint8_t *oq1) {
90 int8_t filter1, filter2;
91
92 const int8_t ps1 = (int8_t) *op1 ^ 0x80;
93 const int8_t ps0 = (int8_t) *op0 ^ 0x80;
94 const int8_t qs0 = (int8_t) *oq0 ^ 0x80;
95 const int8_t qs1 = (int8_t) *oq1 ^ 0x80;
96 const uint8_t hev = hev_mask(thresh, *op1, *op0, *oq0, *oq1);
97
98 // add outer taps if we have high edge variance
99 int8_t filter = signed_char_clamp(ps1 - qs1) & hev;
100
101 // inner taps
102 filter = signed_char_clamp(filter + 3 * (qs0 - ps0)) & mask;
103
104 // save bottom 3 bits so that we round one side +4 and the other +3
105 // if it equals 4 we'll set to adjust by -1 to account for the fact
106 // we'd round 3 the other way
107 filter1 = signed_char_clamp(filter + 4) >> 3;
108 filter2 = signed_char_clamp(filter + 3) >> 3;
109
110 *oq0 = signed_char_clamp(qs0 - filter1) ^ 0x80;
111 *op0 = signed_char_clamp(ps0 + filter2) ^ 0x80;
112
113 // outer tap adjustments
114 filter = ROUND_POWER_OF_TWO(filter1, 1) & ~hev;
115
116 *oq1 = signed_char_clamp(qs1 - filter) ^ 0x80;
117 *op1 = signed_char_clamp(ps1 + filter) ^ 0x80;
118 }
119
vpx_lpf_horizontal_4_c(uint8_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count)120 void vpx_lpf_horizontal_4_c(uint8_t *s, int p /* pitch */,
121 const uint8_t *blimit, const uint8_t *limit,
122 const uint8_t *thresh, int count) {
123 int i;
124
125 // loop filter designed to work using chars so that we can make maximum use
126 // of 8 bit simd instructions.
127 for (i = 0; i < 8 * count; ++i) {
128 const uint8_t p3 = s[-4 * p], p2 = s[-3 * p], p1 = s[-2 * p], p0 = s[-p];
129 const uint8_t q0 = s[0 * p], q1 = s[1 * p], q2 = s[2 * p], q3 = s[3 * p];
130 const int8_t mask = filter_mask(*limit, *blimit,
131 p3, p2, p1, p0, q0, q1, q2, q3);
132 filter4(mask, *thresh, s - 2 * p, s - 1 * p, s, s + 1 * p);
133 ++s;
134 }
135 }
136
vpx_lpf_horizontal_4_dual_c(uint8_t * s,int p,const uint8_t * blimit0,const uint8_t * limit0,const uint8_t * thresh0,const uint8_t * blimit1,const uint8_t * limit1,const uint8_t * thresh1)137 void vpx_lpf_horizontal_4_dual_c(uint8_t *s, int p, const uint8_t *blimit0,
138 const uint8_t *limit0, const uint8_t *thresh0,
139 const uint8_t *blimit1, const uint8_t *limit1,
140 const uint8_t *thresh1) {
141 vpx_lpf_horizontal_4_c(s, p, blimit0, limit0, thresh0, 1);
142 vpx_lpf_horizontal_4_c(s + 8, p, blimit1, limit1, thresh1, 1);
143 }
144
vpx_lpf_vertical_4_c(uint8_t * s,int pitch,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count)145 void vpx_lpf_vertical_4_c(uint8_t *s, int pitch, const uint8_t *blimit,
146 const uint8_t *limit, const uint8_t *thresh,
147 int count) {
148 int i;
149
150 // loop filter designed to work using chars so that we can make maximum use
151 // of 8 bit simd instructions.
152 for (i = 0; i < 8 * count; ++i) {
153 const uint8_t p3 = s[-4], p2 = s[-3], p1 = s[-2], p0 = s[-1];
154 const uint8_t q0 = s[0], q1 = s[1], q2 = s[2], q3 = s[3];
155 const int8_t mask = filter_mask(*limit, *blimit,
156 p3, p2, p1, p0, q0, q1, q2, q3);
157 filter4(mask, *thresh, s - 2, s - 1, s, s + 1);
158 s += pitch;
159 }
160 }
161
vpx_lpf_vertical_4_dual_c(uint8_t * s,int pitch,const uint8_t * blimit0,const uint8_t * limit0,const uint8_t * thresh0,const uint8_t * blimit1,const uint8_t * limit1,const uint8_t * thresh1)162 void vpx_lpf_vertical_4_dual_c(uint8_t *s, int pitch, const uint8_t *blimit0,
163 const uint8_t *limit0, const uint8_t *thresh0,
164 const uint8_t *blimit1, const uint8_t *limit1,
165 const uint8_t *thresh1) {
166 vpx_lpf_vertical_4_c(s, pitch, blimit0, limit0, thresh0, 1);
167 vpx_lpf_vertical_4_c(s + 8 * pitch, pitch, blimit1, limit1,
168 thresh1, 1);
169 }
170
filter8(int8_t mask,uint8_t thresh,uint8_t flat,uint8_t * op3,uint8_t * op2,uint8_t * op1,uint8_t * op0,uint8_t * oq0,uint8_t * oq1,uint8_t * oq2,uint8_t * oq3)171 static INLINE void filter8(int8_t mask, uint8_t thresh, uint8_t flat,
172 uint8_t *op3, uint8_t *op2,
173 uint8_t *op1, uint8_t *op0,
174 uint8_t *oq0, uint8_t *oq1,
175 uint8_t *oq2, uint8_t *oq3) {
176 if (flat && mask) {
177 const uint8_t p3 = *op3, p2 = *op2, p1 = *op1, p0 = *op0;
178 const uint8_t q0 = *oq0, q1 = *oq1, q2 = *oq2, q3 = *oq3;
179
180 // 7-tap filter [1, 1, 1, 2, 1, 1, 1]
181 *op2 = ROUND_POWER_OF_TWO(p3 + p3 + p3 + 2 * p2 + p1 + p0 + q0, 3);
182 *op1 = ROUND_POWER_OF_TWO(p3 + p3 + p2 + 2 * p1 + p0 + q0 + q1, 3);
183 *op0 = ROUND_POWER_OF_TWO(p3 + p2 + p1 + 2 * p0 + q0 + q1 + q2, 3);
184 *oq0 = ROUND_POWER_OF_TWO(p2 + p1 + p0 + 2 * q0 + q1 + q2 + q3, 3);
185 *oq1 = ROUND_POWER_OF_TWO(p1 + p0 + q0 + 2 * q1 + q2 + q3 + q3, 3);
186 *oq2 = ROUND_POWER_OF_TWO(p0 + q0 + q1 + 2 * q2 + q3 + q3 + q3, 3);
187 } else {
188 filter4(mask, thresh, op1, op0, oq0, oq1);
189 }
190 }
191
vpx_lpf_horizontal_8_c(uint8_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count)192 void vpx_lpf_horizontal_8_c(uint8_t *s, int p, const uint8_t *blimit,
193 const uint8_t *limit, const uint8_t *thresh,
194 int count) {
195 int i;
196
197 // loop filter designed to work using chars so that we can make maximum use
198 // of 8 bit simd instructions.
199 for (i = 0; i < 8 * count; ++i) {
200 const uint8_t p3 = s[-4 * p], p2 = s[-3 * p], p1 = s[-2 * p], p0 = s[-p];
201 const uint8_t q0 = s[0 * p], q1 = s[1 * p], q2 = s[2 * p], q3 = s[3 * p];
202
203 const int8_t mask = filter_mask(*limit, *blimit,
204 p3, p2, p1, p0, q0, q1, q2, q3);
205 const int8_t flat = flat_mask4(1, p3, p2, p1, p0, q0, q1, q2, q3);
206 filter8(mask, *thresh, flat, s - 4 * p, s - 3 * p, s - 2 * p, s - 1 * p,
207 s, s + 1 * p, s + 2 * p, s + 3 * p);
208 ++s;
209 }
210 }
211
vpx_lpf_horizontal_8_dual_c(uint8_t * s,int p,const uint8_t * blimit0,const uint8_t * limit0,const uint8_t * thresh0,const uint8_t * blimit1,const uint8_t * limit1,const uint8_t * thresh1)212 void vpx_lpf_horizontal_8_dual_c(uint8_t *s, int p, const uint8_t *blimit0,
213 const uint8_t *limit0, const uint8_t *thresh0,
214 const uint8_t *blimit1, const uint8_t *limit1,
215 const uint8_t *thresh1) {
216 vpx_lpf_horizontal_8_c(s, p, blimit0, limit0, thresh0, 1);
217 vpx_lpf_horizontal_8_c(s + 8, p, blimit1, limit1, thresh1, 1);
218 }
219
vpx_lpf_vertical_8_c(uint8_t * s,int pitch,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count)220 void vpx_lpf_vertical_8_c(uint8_t *s, int pitch, const uint8_t *blimit,
221 const uint8_t *limit, const uint8_t *thresh,
222 int count) {
223 int i;
224
225 for (i = 0; i < 8 * count; ++i) {
226 const uint8_t p3 = s[-4], p2 = s[-3], p1 = s[-2], p0 = s[-1];
227 const uint8_t q0 = s[0], q1 = s[1], q2 = s[2], q3 = s[3];
228 const int8_t mask = filter_mask(*limit, *blimit,
229 p3, p2, p1, p0, q0, q1, q2, q3);
230 const int8_t flat = flat_mask4(1, p3, p2, p1, p0, q0, q1, q2, q3);
231 filter8(mask, *thresh, flat, s - 4, s - 3, s - 2, s - 1,
232 s, s + 1, s + 2, s + 3);
233 s += pitch;
234 }
235 }
236
vpx_lpf_vertical_8_dual_c(uint8_t * s,int pitch,const uint8_t * blimit0,const uint8_t * limit0,const uint8_t * thresh0,const uint8_t * blimit1,const uint8_t * limit1,const uint8_t * thresh1)237 void vpx_lpf_vertical_8_dual_c(uint8_t *s, int pitch, const uint8_t *blimit0,
238 const uint8_t *limit0, const uint8_t *thresh0,
239 const uint8_t *blimit1, const uint8_t *limit1,
240 const uint8_t *thresh1) {
241 vpx_lpf_vertical_8_c(s, pitch, blimit0, limit0, thresh0, 1);
242 vpx_lpf_vertical_8_c(s + 8 * pitch, pitch, blimit1, limit1,
243 thresh1, 1);
244 }
245
filter16(int8_t mask,uint8_t thresh,uint8_t flat,uint8_t flat2,uint8_t * op7,uint8_t * op6,uint8_t * op5,uint8_t * op4,uint8_t * op3,uint8_t * op2,uint8_t * op1,uint8_t * op0,uint8_t * oq0,uint8_t * oq1,uint8_t * oq2,uint8_t * oq3,uint8_t * oq4,uint8_t * oq5,uint8_t * oq6,uint8_t * oq7)246 static INLINE void filter16(int8_t mask, uint8_t thresh,
247 uint8_t flat, uint8_t flat2,
248 uint8_t *op7, uint8_t *op6,
249 uint8_t *op5, uint8_t *op4,
250 uint8_t *op3, uint8_t *op2,
251 uint8_t *op1, uint8_t *op0,
252 uint8_t *oq0, uint8_t *oq1,
253 uint8_t *oq2, uint8_t *oq3,
254 uint8_t *oq4, uint8_t *oq5,
255 uint8_t *oq6, uint8_t *oq7) {
256 if (flat2 && flat && mask) {
257 const uint8_t p7 = *op7, p6 = *op6, p5 = *op5, p4 = *op4,
258 p3 = *op3, p2 = *op2, p1 = *op1, p0 = *op0;
259
260 const uint8_t q0 = *oq0, q1 = *oq1, q2 = *oq2, q3 = *oq3,
261 q4 = *oq4, q5 = *oq5, q6 = *oq6, q7 = *oq7;
262
263 // 15-tap filter [1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1]
264 *op6 = ROUND_POWER_OF_TWO(p7 * 7 + p6 * 2 + p5 + p4 + p3 + p2 + p1 + p0 +
265 q0, 4);
266 *op5 = ROUND_POWER_OF_TWO(p7 * 6 + p6 + p5 * 2 + p4 + p3 + p2 + p1 + p0 +
267 q0 + q1, 4);
268 *op4 = ROUND_POWER_OF_TWO(p7 * 5 + p6 + p5 + p4 * 2 + p3 + p2 + p1 + p0 +
269 q0 + q1 + q2, 4);
270 *op3 = ROUND_POWER_OF_TWO(p7 * 4 + p6 + p5 + p4 + p3 * 2 + p2 + p1 + p0 +
271 q0 + q1 + q2 + q3, 4);
272 *op2 = ROUND_POWER_OF_TWO(p7 * 3 + p6 + p5 + p4 + p3 + p2 * 2 + p1 + p0 +
273 q0 + q1 + q2 + q3 + q4, 4);
274 *op1 = ROUND_POWER_OF_TWO(p7 * 2 + p6 + p5 + p4 + p3 + p2 + p1 * 2 + p0 +
275 q0 + q1 + q2 + q3 + q4 + q5, 4);
276 *op0 = ROUND_POWER_OF_TWO(p7 + p6 + p5 + p4 + p3 + p2 + p1 + p0 * 2 +
277 q0 + q1 + q2 + q3 + q4 + q5 + q6, 4);
278 *oq0 = ROUND_POWER_OF_TWO(p6 + p5 + p4 + p3 + p2 + p1 + p0 +
279 q0 * 2 + q1 + q2 + q3 + q4 + q5 + q6 + q7, 4);
280 *oq1 = ROUND_POWER_OF_TWO(p5 + p4 + p3 + p2 + p1 + p0 +
281 q0 + q1 * 2 + q2 + q3 + q4 + q5 + q6 + q7 * 2, 4);
282 *oq2 = ROUND_POWER_OF_TWO(p4 + p3 + p2 + p1 + p0 +
283 q0 + q1 + q2 * 2 + q3 + q4 + q5 + q6 + q7 * 3, 4);
284 *oq3 = ROUND_POWER_OF_TWO(p3 + p2 + p1 + p0 +
285 q0 + q1 + q2 + q3 * 2 + q4 + q5 + q6 + q7 * 4, 4);
286 *oq4 = ROUND_POWER_OF_TWO(p2 + p1 + p0 +
287 q0 + q1 + q2 + q3 + q4 * 2 + q5 + q6 + q7 * 5, 4);
288 *oq5 = ROUND_POWER_OF_TWO(p1 + p0 +
289 q0 + q1 + q2 + q3 + q4 + q5 * 2 + q6 + q7 * 6, 4);
290 *oq6 = ROUND_POWER_OF_TWO(p0 +
291 q0 + q1 + q2 + q3 + q4 + q5 + q6 * 2 + q7 * 7, 4);
292 } else {
293 filter8(mask, thresh, flat, op3, op2, op1, op0, oq0, oq1, oq2, oq3);
294 }
295 }
296
vpx_lpf_horizontal_16_c(uint8_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count)297 void vpx_lpf_horizontal_16_c(uint8_t *s, int p, const uint8_t *blimit,
298 const uint8_t *limit, const uint8_t *thresh,
299 int count) {
300 int i;
301
302 // loop filter designed to work using chars so that we can make maximum use
303 // of 8 bit simd instructions.
304 for (i = 0; i < 8 * count; ++i) {
305 const uint8_t p3 = s[-4 * p], p2 = s[-3 * p], p1 = s[-2 * p], p0 = s[-p];
306 const uint8_t q0 = s[0 * p], q1 = s[1 * p], q2 = s[2 * p], q3 = s[3 * p];
307 const int8_t mask = filter_mask(*limit, *blimit,
308 p3, p2, p1, p0, q0, q1, q2, q3);
309 const int8_t flat = flat_mask4(1, p3, p2, p1, p0, q0, q1, q2, q3);
310 const int8_t flat2 = flat_mask5(1,
311 s[-8 * p], s[-7 * p], s[-6 * p], s[-5 * p], p0,
312 q0, s[4 * p], s[5 * p], s[6 * p], s[7 * p]);
313
314 filter16(mask, *thresh, flat, flat2,
315 s - 8 * p, s - 7 * p, s - 6 * p, s - 5 * p,
316 s - 4 * p, s - 3 * p, s - 2 * p, s - 1 * p,
317 s, s + 1 * p, s + 2 * p, s + 3 * p,
318 s + 4 * p, s + 5 * p, s + 6 * p, s + 7 * p);
319 ++s;
320 }
321 }
322
mb_lpf_vertical_edge_w(uint8_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count)323 static void mb_lpf_vertical_edge_w(uint8_t *s, int p,
324 const uint8_t *blimit,
325 const uint8_t *limit,
326 const uint8_t *thresh,
327 int count) {
328 int i;
329
330 for (i = 0; i < count; ++i) {
331 const uint8_t p3 = s[-4], p2 = s[-3], p1 = s[-2], p0 = s[-1];
332 const uint8_t q0 = s[0], q1 = s[1], q2 = s[2], q3 = s[3];
333 const int8_t mask = filter_mask(*limit, *blimit,
334 p3, p2, p1, p0, q0, q1, q2, q3);
335 const int8_t flat = flat_mask4(1, p3, p2, p1, p0, q0, q1, q2, q3);
336 const int8_t flat2 = flat_mask5(1, s[-8], s[-7], s[-6], s[-5], p0,
337 q0, s[4], s[5], s[6], s[7]);
338
339 filter16(mask, *thresh, flat, flat2,
340 s - 8, s - 7, s - 6, s - 5, s - 4, s - 3, s - 2, s - 1,
341 s, s + 1, s + 2, s + 3, s + 4, s + 5, s + 6, s + 7);
342 s += p;
343 }
344 }
345
vpx_lpf_vertical_16_c(uint8_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh)346 void vpx_lpf_vertical_16_c(uint8_t *s, int p, const uint8_t *blimit,
347 const uint8_t *limit, const uint8_t *thresh) {
348 mb_lpf_vertical_edge_w(s, p, blimit, limit, thresh, 8);
349 }
350
vpx_lpf_vertical_16_dual_c(uint8_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh)351 void vpx_lpf_vertical_16_dual_c(uint8_t *s, int p, const uint8_t *blimit,
352 const uint8_t *limit, const uint8_t *thresh) {
353 mb_lpf_vertical_edge_w(s, p, blimit, limit, thresh, 16);
354 }
355
356 #if CONFIG_VP9_HIGHBITDEPTH
357 // Should we apply any filter at all: 11111111 yes, 00000000 no ?
highbd_filter_mask(uint8_t limit,uint8_t blimit,uint16_t p3,uint16_t p2,uint16_t p1,uint16_t p0,uint16_t q0,uint16_t q1,uint16_t q2,uint16_t q3,int bd)358 static INLINE int8_t highbd_filter_mask(uint8_t limit, uint8_t blimit,
359 uint16_t p3, uint16_t p2,
360 uint16_t p1, uint16_t p0,
361 uint16_t q0, uint16_t q1,
362 uint16_t q2, uint16_t q3, int bd) {
363 int8_t mask = 0;
364 int16_t limit16 = (uint16_t)limit << (bd - 8);
365 int16_t blimit16 = (uint16_t)blimit << (bd - 8);
366 mask |= (abs(p3 - p2) > limit16) * -1;
367 mask |= (abs(p2 - p1) > limit16) * -1;
368 mask |= (abs(p1 - p0) > limit16) * -1;
369 mask |= (abs(q1 - q0) > limit16) * -1;
370 mask |= (abs(q2 - q1) > limit16) * -1;
371 mask |= (abs(q3 - q2) > limit16) * -1;
372 mask |= (abs(p0 - q0) * 2 + abs(p1 - q1) / 2 > blimit16) * -1;
373 return ~mask;
374 }
375
highbd_flat_mask4(uint8_t thresh,uint16_t p3,uint16_t p2,uint16_t p1,uint16_t p0,uint16_t q0,uint16_t q1,uint16_t q2,uint16_t q3,int bd)376 static INLINE int8_t highbd_flat_mask4(uint8_t thresh,
377 uint16_t p3, uint16_t p2,
378 uint16_t p1, uint16_t p0,
379 uint16_t q0, uint16_t q1,
380 uint16_t q2, uint16_t q3, int bd) {
381 int8_t mask = 0;
382 int16_t thresh16 = (uint16_t)thresh << (bd - 8);
383 mask |= (abs(p1 - p0) > thresh16) * -1;
384 mask |= (abs(q1 - q0) > thresh16) * -1;
385 mask |= (abs(p2 - p0) > thresh16) * -1;
386 mask |= (abs(q2 - q0) > thresh16) * -1;
387 mask |= (abs(p3 - p0) > thresh16) * -1;
388 mask |= (abs(q3 - q0) > thresh16) * -1;
389 return ~mask;
390 }
391
highbd_flat_mask5(uint8_t thresh,uint16_t p4,uint16_t p3,uint16_t p2,uint16_t p1,uint16_t p0,uint16_t q0,uint16_t q1,uint16_t q2,uint16_t q3,uint16_t q4,int bd)392 static INLINE int8_t highbd_flat_mask5(uint8_t thresh,
393 uint16_t p4, uint16_t p3,
394 uint16_t p2, uint16_t p1,
395 uint16_t p0, uint16_t q0,
396 uint16_t q1, uint16_t q2,
397 uint16_t q3, uint16_t q4, int bd) {
398 int8_t mask = ~highbd_flat_mask4(thresh, p3, p2, p1, p0, q0, q1, q2, q3, bd);
399 int16_t thresh16 = (uint16_t)thresh << (bd - 8);
400 mask |= (abs(p4 - p0) > thresh16) * -1;
401 mask |= (abs(q4 - q0) > thresh16) * -1;
402 return ~mask;
403 }
404
405 // Is there high edge variance internal edge:
406 // 11111111_11111111 yes, 00000000_00000000 no ?
highbd_hev_mask(uint8_t thresh,uint16_t p1,uint16_t p0,uint16_t q0,uint16_t q1,int bd)407 static INLINE int16_t highbd_hev_mask(uint8_t thresh, uint16_t p1, uint16_t p0,
408 uint16_t q0, uint16_t q1, int bd) {
409 int16_t hev = 0;
410 int16_t thresh16 = (uint16_t)thresh << (bd - 8);
411 hev |= (abs(p1 - p0) > thresh16) * -1;
412 hev |= (abs(q1 - q0) > thresh16) * -1;
413 return hev;
414 }
415
highbd_filter4(int8_t mask,uint8_t thresh,uint16_t * op1,uint16_t * op0,uint16_t * oq0,uint16_t * oq1,int bd)416 static INLINE void highbd_filter4(int8_t mask, uint8_t thresh, uint16_t *op1,
417 uint16_t *op0, uint16_t *oq0, uint16_t *oq1,
418 int bd) {
419 int16_t filter1, filter2;
420 // ^0x80 equivalent to subtracting 0x80 from the values to turn them
421 // into -128 to +127 instead of 0 to 255.
422 int shift = bd - 8;
423 const int16_t ps1 = (int16_t)*op1 - (0x80 << shift);
424 const int16_t ps0 = (int16_t)*op0 - (0x80 << shift);
425 const int16_t qs0 = (int16_t)*oq0 - (0x80 << shift);
426 const int16_t qs1 = (int16_t)*oq1 - (0x80 << shift);
427 const uint16_t hev = highbd_hev_mask(thresh, *op1, *op0, *oq0, *oq1, bd);
428
429 // Add outer taps if we have high edge variance.
430 int16_t filter = signed_char_clamp_high(ps1 - qs1, bd) & hev;
431
432 // Inner taps.
433 filter = signed_char_clamp_high(filter + 3 * (qs0 - ps0), bd) & mask;
434
435 // Save bottom 3 bits so that we round one side +4 and the other +3
436 // if it equals 4 we'll set to adjust by -1 to account for the fact
437 // we'd round 3 the other way.
438 filter1 = signed_char_clamp_high(filter + 4, bd) >> 3;
439 filter2 = signed_char_clamp_high(filter + 3, bd) >> 3;
440
441 *oq0 = signed_char_clamp_high(qs0 - filter1, bd) + (0x80 << shift);
442 *op0 = signed_char_clamp_high(ps0 + filter2, bd) + (0x80 << shift);
443
444 // Outer tap adjustments.
445 filter = ROUND_POWER_OF_TWO(filter1, 1) & ~hev;
446
447 *oq1 = signed_char_clamp_high(qs1 - filter, bd) + (0x80 << shift);
448 *op1 = signed_char_clamp_high(ps1 + filter, bd) + (0x80 << shift);
449 }
450
vpx_highbd_lpf_horizontal_4_c(uint16_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count,int bd)451 void vpx_highbd_lpf_horizontal_4_c(uint16_t *s, int p /* pitch */,
452 const uint8_t *blimit, const uint8_t *limit,
453 const uint8_t *thresh, int count, int bd) {
454 int i;
455
456 // loop filter designed to work using chars so that we can make maximum use
457 // of 8 bit simd instructions.
458 for (i = 0; i < 8 * count; ++i) {
459 const uint16_t p3 = s[-4 * p];
460 const uint16_t p2 = s[-3 * p];
461 const uint16_t p1 = s[-2 * p];
462 const uint16_t p0 = s[-p];
463 const uint16_t q0 = s[0 * p];
464 const uint16_t q1 = s[1 * p];
465 const uint16_t q2 = s[2 * p];
466 const uint16_t q3 = s[3 * p];
467 const int8_t mask = highbd_filter_mask(*limit, *blimit,
468 p3, p2, p1, p0, q0, q1, q2, q3, bd);
469 highbd_filter4(mask, *thresh, s - 2 * p, s - 1 * p, s, s + 1 * p, bd);
470 ++s;
471 }
472 }
473
vpx_highbd_lpf_horizontal_4_dual_c(uint16_t * s,int p,const uint8_t * blimit0,const uint8_t * limit0,const uint8_t * thresh0,const uint8_t * blimit1,const uint8_t * limit1,const uint8_t * thresh1,int bd)474 void vpx_highbd_lpf_horizontal_4_dual_c(uint16_t *s, int p,
475 const uint8_t *blimit0,
476 const uint8_t *limit0,
477 const uint8_t *thresh0,
478 const uint8_t *blimit1,
479 const uint8_t *limit1,
480 const uint8_t *thresh1,
481 int bd) {
482 vpx_highbd_lpf_horizontal_4_c(s, p, blimit0, limit0, thresh0, 1, bd);
483 vpx_highbd_lpf_horizontal_4_c(s + 8, p, blimit1, limit1, thresh1, 1, bd);
484 }
485
vpx_highbd_lpf_vertical_4_c(uint16_t * s,int pitch,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count,int bd)486 void vpx_highbd_lpf_vertical_4_c(uint16_t *s, int pitch, const uint8_t *blimit,
487 const uint8_t *limit, const uint8_t *thresh,
488 int count, int bd) {
489 int i;
490
491 // loop filter designed to work using chars so that we can make maximum use
492 // of 8 bit simd instructions.
493 for (i = 0; i < 8 * count; ++i) {
494 const uint16_t p3 = s[-4], p2 = s[-3], p1 = s[-2], p0 = s[-1];
495 const uint16_t q0 = s[0], q1 = s[1], q2 = s[2], q3 = s[3];
496 const int8_t mask = highbd_filter_mask(*limit, *blimit,
497 p3, p2, p1, p0, q0, q1, q2, q3, bd);
498 highbd_filter4(mask, *thresh, s - 2, s - 1, s, s + 1, bd);
499 s += pitch;
500 }
501 }
502
vpx_highbd_lpf_vertical_4_dual_c(uint16_t * s,int pitch,const uint8_t * blimit0,const uint8_t * limit0,const uint8_t * thresh0,const uint8_t * blimit1,const uint8_t * limit1,const uint8_t * thresh1,int bd)503 void vpx_highbd_lpf_vertical_4_dual_c(uint16_t *s, int pitch,
504 const uint8_t *blimit0,
505 const uint8_t *limit0,
506 const uint8_t *thresh0,
507 const uint8_t *blimit1,
508 const uint8_t *limit1,
509 const uint8_t *thresh1,
510 int bd) {
511 vpx_highbd_lpf_vertical_4_c(s, pitch, blimit0, limit0, thresh0, 1, bd);
512 vpx_highbd_lpf_vertical_4_c(s + 8 * pitch, pitch, blimit1, limit1,
513 thresh1, 1, bd);
514 }
515
highbd_filter8(int8_t mask,uint8_t thresh,uint8_t flat,uint16_t * op3,uint16_t * op2,uint16_t * op1,uint16_t * op0,uint16_t * oq0,uint16_t * oq1,uint16_t * oq2,uint16_t * oq3,int bd)516 static INLINE void highbd_filter8(int8_t mask, uint8_t thresh, uint8_t flat,
517 uint16_t *op3, uint16_t *op2,
518 uint16_t *op1, uint16_t *op0,
519 uint16_t *oq0, uint16_t *oq1,
520 uint16_t *oq2, uint16_t *oq3, int bd) {
521 if (flat && mask) {
522 const uint16_t p3 = *op3, p2 = *op2, p1 = *op1, p0 = *op0;
523 const uint16_t q0 = *oq0, q1 = *oq1, q2 = *oq2, q3 = *oq3;
524
525 // 7-tap filter [1, 1, 1, 2, 1, 1, 1]
526 *op2 = ROUND_POWER_OF_TWO(p3 + p3 + p3 + 2 * p2 + p1 + p0 + q0, 3);
527 *op1 = ROUND_POWER_OF_TWO(p3 + p3 + p2 + 2 * p1 + p0 + q0 + q1, 3);
528 *op0 = ROUND_POWER_OF_TWO(p3 + p2 + p1 + 2 * p0 + q0 + q1 + q2, 3);
529 *oq0 = ROUND_POWER_OF_TWO(p2 + p1 + p0 + 2 * q0 + q1 + q2 + q3, 3);
530 *oq1 = ROUND_POWER_OF_TWO(p1 + p0 + q0 + 2 * q1 + q2 + q3 + q3, 3);
531 *oq2 = ROUND_POWER_OF_TWO(p0 + q0 + q1 + 2 * q2 + q3 + q3 + q3, 3);
532 } else {
533 highbd_filter4(mask, thresh, op1, op0, oq0, oq1, bd);
534 }
535 }
536
vpx_highbd_lpf_horizontal_8_c(uint16_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count,int bd)537 void vpx_highbd_lpf_horizontal_8_c(uint16_t *s, int p, const uint8_t *blimit,
538 const uint8_t *limit, const uint8_t *thresh,
539 int count, int bd) {
540 int i;
541
542 // loop filter designed to work using chars so that we can make maximum use
543 // of 8 bit simd instructions.
544 for (i = 0; i < 8 * count; ++i) {
545 const uint16_t p3 = s[-4 * p], p2 = s[-3 * p], p1 = s[-2 * p], p0 = s[-p];
546 const uint16_t q0 = s[0 * p], q1 = s[1 * p], q2 = s[2 * p], q3 = s[3 * p];
547
548 const int8_t mask = highbd_filter_mask(*limit, *blimit,
549 p3, p2, p1, p0, q0, q1, q2, q3, bd);
550 const int8_t flat = highbd_flat_mask4(1, p3, p2, p1, p0, q0, q1, q2, q3,
551 bd);
552 highbd_filter8(mask, *thresh, flat,
553 s - 4 * p, s - 3 * p, s - 2 * p, s - 1 * p,
554 s, s + 1 * p, s + 2 * p, s + 3 * p, bd);
555 ++s;
556 }
557 }
558
vpx_highbd_lpf_horizontal_8_dual_c(uint16_t * s,int p,const uint8_t * blimit0,const uint8_t * limit0,const uint8_t * thresh0,const uint8_t * blimit1,const uint8_t * limit1,const uint8_t * thresh1,int bd)559 void vpx_highbd_lpf_horizontal_8_dual_c(uint16_t *s, int p,
560 const uint8_t *blimit0,
561 const uint8_t *limit0,
562 const uint8_t *thresh0,
563 const uint8_t *blimit1,
564 const uint8_t *limit1,
565 const uint8_t *thresh1,
566 int bd) {
567 vpx_highbd_lpf_horizontal_8_c(s, p, blimit0, limit0, thresh0, 1, bd);
568 vpx_highbd_lpf_horizontal_8_c(s + 8, p, blimit1, limit1, thresh1, 1, bd);
569 }
570
vpx_highbd_lpf_vertical_8_c(uint16_t * s,int pitch,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count,int bd)571 void vpx_highbd_lpf_vertical_8_c(uint16_t *s, int pitch, const uint8_t *blimit,
572 const uint8_t *limit, const uint8_t *thresh,
573 int count, int bd) {
574 int i;
575
576 for (i = 0; i < 8 * count; ++i) {
577 const uint16_t p3 = s[-4], p2 = s[-3], p1 = s[-2], p0 = s[-1];
578 const uint16_t q0 = s[0], q1 = s[1], q2 = s[2], q3 = s[3];
579 const int8_t mask = highbd_filter_mask(*limit, *blimit,
580 p3, p2, p1, p0, q0, q1, q2, q3, bd);
581 const int8_t flat = highbd_flat_mask4(1, p3, p2, p1, p0, q0, q1, q2, q3,
582 bd);
583 highbd_filter8(mask, *thresh, flat,
584 s - 4, s - 3, s - 2, s - 1,
585 s, s + 1, s + 2, s + 3,
586 bd);
587 s += pitch;
588 }
589 }
590
vpx_highbd_lpf_vertical_8_dual_c(uint16_t * s,int pitch,const uint8_t * blimit0,const uint8_t * limit0,const uint8_t * thresh0,const uint8_t * blimit1,const uint8_t * limit1,const uint8_t * thresh1,int bd)591 void vpx_highbd_lpf_vertical_8_dual_c(uint16_t *s, int pitch,
592 const uint8_t *blimit0,
593 const uint8_t *limit0,
594 const uint8_t *thresh0,
595 const uint8_t *blimit1,
596 const uint8_t *limit1,
597 const uint8_t *thresh1,
598 int bd) {
599 vpx_highbd_lpf_vertical_8_c(s, pitch, blimit0, limit0, thresh0, 1, bd);
600 vpx_highbd_lpf_vertical_8_c(s + 8 * pitch, pitch, blimit1, limit1,
601 thresh1, 1, bd);
602 }
603
highbd_filter16(int8_t mask,uint8_t thresh,uint8_t flat,uint8_t flat2,uint16_t * op7,uint16_t * op6,uint16_t * op5,uint16_t * op4,uint16_t * op3,uint16_t * op2,uint16_t * op1,uint16_t * op0,uint16_t * oq0,uint16_t * oq1,uint16_t * oq2,uint16_t * oq3,uint16_t * oq4,uint16_t * oq5,uint16_t * oq6,uint16_t * oq7,int bd)604 static INLINE void highbd_filter16(int8_t mask, uint8_t thresh,
605 uint8_t flat, uint8_t flat2,
606 uint16_t *op7, uint16_t *op6,
607 uint16_t *op5, uint16_t *op4,
608 uint16_t *op3, uint16_t *op2,
609 uint16_t *op1, uint16_t *op0,
610 uint16_t *oq0, uint16_t *oq1,
611 uint16_t *oq2, uint16_t *oq3,
612 uint16_t *oq4, uint16_t *oq5,
613 uint16_t *oq6, uint16_t *oq7, int bd) {
614 if (flat2 && flat && mask) {
615 const uint16_t p7 = *op7;
616 const uint16_t p6 = *op6;
617 const uint16_t p5 = *op5;
618 const uint16_t p4 = *op4;
619 const uint16_t p3 = *op3;
620 const uint16_t p2 = *op2;
621 const uint16_t p1 = *op1;
622 const uint16_t p0 = *op0;
623 const uint16_t q0 = *oq0;
624 const uint16_t q1 = *oq1;
625 const uint16_t q2 = *oq2;
626 const uint16_t q3 = *oq3;
627 const uint16_t q4 = *oq4;
628 const uint16_t q5 = *oq5;
629 const uint16_t q6 = *oq6;
630 const uint16_t q7 = *oq7;
631
632 // 15-tap filter [1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1]
633 *op6 = ROUND_POWER_OF_TWO(p7 * 7 + p6 * 2 + p5 + p4 + p3 + p2 + p1 + p0 +
634 q0, 4);
635 *op5 = ROUND_POWER_OF_TWO(p7 * 6 + p6 + p5 * 2 + p4 + p3 + p2 + p1 + p0 +
636 q0 + q1, 4);
637 *op4 = ROUND_POWER_OF_TWO(p7 * 5 + p6 + p5 + p4 * 2 + p3 + p2 + p1 + p0 +
638 q0 + q1 + q2, 4);
639 *op3 = ROUND_POWER_OF_TWO(p7 * 4 + p6 + p5 + p4 + p3 * 2 + p2 + p1 + p0 +
640 q0 + q1 + q2 + q3, 4);
641 *op2 = ROUND_POWER_OF_TWO(p7 * 3 + p6 + p5 + p4 + p3 + p2 * 2 + p1 + p0 +
642 q0 + q1 + q2 + q3 + q4, 4);
643 *op1 = ROUND_POWER_OF_TWO(p7 * 2 + p6 + p5 + p4 + p3 + p2 + p1 * 2 + p0 +
644 q0 + q1 + q2 + q3 + q4 + q5, 4);
645 *op0 = ROUND_POWER_OF_TWO(p7 + p6 + p5 + p4 + p3 + p2 + p1 + p0 * 2 +
646 q0 + q1 + q2 + q3 + q4 + q5 + q6, 4);
647 *oq0 = ROUND_POWER_OF_TWO(p6 + p5 + p4 + p3 + p2 + p1 + p0 +
648 q0 * 2 + q1 + q2 + q3 + q4 + q5 + q6 + q7, 4);
649 *oq1 = ROUND_POWER_OF_TWO(p5 + p4 + p3 + p2 + p1 + p0 +
650 q0 + q1 * 2 + q2 + q3 + q4 + q5 + q6 + q7 * 2, 4);
651 *oq2 = ROUND_POWER_OF_TWO(p4 + p3 + p2 + p1 + p0 +
652 q0 + q1 + q2 * 2 + q3 + q4 + q5 + q6 + q7 * 3, 4);
653 *oq3 = ROUND_POWER_OF_TWO(p3 + p2 + p1 + p0 +
654 q0 + q1 + q2 + q3 * 2 + q4 + q5 + q6 + q7 * 4, 4);
655 *oq4 = ROUND_POWER_OF_TWO(p2 + p1 + p0 +
656 q0 + q1 + q2 + q3 + q4 * 2 + q5 + q6 + q7 * 5, 4);
657 *oq5 = ROUND_POWER_OF_TWO(p1 + p0 +
658 q0 + q1 + q2 + q3 + q4 + q5 * 2 + q6 + q7 * 6, 4);
659 *oq6 = ROUND_POWER_OF_TWO(p0 +
660 q0 + q1 + q2 + q3 + q4 + q5 + q6 * 2 + q7 * 7, 4);
661 } else {
662 highbd_filter8(mask, thresh, flat, op3, op2, op1, op0, oq0, oq1, oq2, oq3,
663 bd);
664 }
665 }
666
vpx_highbd_lpf_horizontal_16_c(uint16_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count,int bd)667 void vpx_highbd_lpf_horizontal_16_c(uint16_t *s, int p, const uint8_t *blimit,
668 const uint8_t *limit, const uint8_t *thresh,
669 int count, int bd) {
670 int i;
671
672 // loop filter designed to work using chars so that we can make maximum use
673 // of 8 bit simd instructions.
674 for (i = 0; i < 8 * count; ++i) {
675 const uint16_t p3 = s[-4 * p];
676 const uint16_t p2 = s[-3 * p];
677 const uint16_t p1 = s[-2 * p];
678 const uint16_t p0 = s[-p];
679 const uint16_t q0 = s[0 * p];
680 const uint16_t q1 = s[1 * p];
681 const uint16_t q2 = s[2 * p];
682 const uint16_t q3 = s[3 * p];
683 const int8_t mask = highbd_filter_mask(*limit, *blimit,
684 p3, p2, p1, p0, q0, q1, q2, q3, bd);
685 const int8_t flat = highbd_flat_mask4(1, p3, p2, p1, p0, q0, q1, q2, q3,
686 bd);
687 const int8_t flat2 = highbd_flat_mask5(
688 1, s[-8 * p], s[-7 * p], s[-6 * p], s[-5 * p], p0,
689 q0, s[4 * p], s[5 * p], s[6 * p], s[7 * p], bd);
690
691 highbd_filter16(mask, *thresh, flat, flat2,
692 s - 8 * p, s - 7 * p, s - 6 * p, s - 5 * p,
693 s - 4 * p, s - 3 * p, s - 2 * p, s - 1 * p,
694 s, s + 1 * p, s + 2 * p, s + 3 * p,
695 s + 4 * p, s + 5 * p, s + 6 * p, s + 7 * p,
696 bd);
697 ++s;
698 }
699 }
700
highbd_mb_lpf_vertical_edge_w(uint16_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int count,int bd)701 static void highbd_mb_lpf_vertical_edge_w(uint16_t *s, int p,
702 const uint8_t *blimit,
703 const uint8_t *limit,
704 const uint8_t *thresh,
705 int count, int bd) {
706 int i;
707
708 for (i = 0; i < count; ++i) {
709 const uint16_t p3 = s[-4];
710 const uint16_t p2 = s[-3];
711 const uint16_t p1 = s[-2];
712 const uint16_t p0 = s[-1];
713 const uint16_t q0 = s[0];
714 const uint16_t q1 = s[1];
715 const uint16_t q2 = s[2];
716 const uint16_t q3 = s[3];
717 const int8_t mask = highbd_filter_mask(*limit, *blimit,
718 p3, p2, p1, p0, q0, q1, q2, q3, bd);
719 const int8_t flat = highbd_flat_mask4(1, p3, p2, p1, p0, q0, q1, q2, q3,
720 bd);
721 const int8_t flat2 = highbd_flat_mask5(1, s[-8], s[-7], s[-6], s[-5], p0,
722 q0, s[4], s[5], s[6], s[7], bd);
723
724 highbd_filter16(mask, *thresh, flat, flat2,
725 s - 8, s - 7, s - 6, s - 5, s - 4, s - 3, s - 2, s - 1,
726 s, s + 1, s + 2, s + 3, s + 4, s + 5, s + 6, s + 7,
727 bd);
728 s += p;
729 }
730 }
731
vpx_highbd_lpf_vertical_16_c(uint16_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int bd)732 void vpx_highbd_lpf_vertical_16_c(uint16_t *s, int p, const uint8_t *blimit,
733 const uint8_t *limit, const uint8_t *thresh,
734 int bd) {
735 highbd_mb_lpf_vertical_edge_w(s, p, blimit, limit, thresh, 8, bd);
736 }
737
vpx_highbd_lpf_vertical_16_dual_c(uint16_t * s,int p,const uint8_t * blimit,const uint8_t * limit,const uint8_t * thresh,int bd)738 void vpx_highbd_lpf_vertical_16_dual_c(uint16_t *s, int p,
739 const uint8_t *blimit,
740 const uint8_t *limit,
741 const uint8_t *thresh,
742 int bd) {
743 highbd_mb_lpf_vertical_edge_w(s, p, blimit, limit, thresh, 16, bd);
744 }
745 #endif // CONFIG_VP9_HIGHBITDEPTH
746