Home
last modified time | relevance | path

Searched refs:round_shift (Results 1 – 22 of 22) sorted by relevance

/external/libaom/libaom/test/
Dav1_fwd_txfm1d_test.cc44 TEST(av1_fwd_txfm1d, round_shift) { in TEST() argument
45 EXPECT_EQ(round_shift(7, 1), 4); in TEST()
46 EXPECT_EQ(round_shift(-7, 1), -3); in TEST()
48 EXPECT_EQ(round_shift(7, 2), 2); in TEST()
49 EXPECT_EQ(round_shift(-7, 2), -2); in TEST()
51 EXPECT_EQ(round_shift(8, 2), 2); in TEST()
52 EXPECT_EQ(round_shift(-8, 2), -2); in TEST()
Dav1_inv_txfm1d_test.cc148 abs(input[ni] - round_shift(round_trip_output[ni], in TEST()
/external/libaom/libaom/av1/common/x86/
Dconvolve_sse2.c87 const __m128i round_shift = _mm_cvtsi32_si128(FILTER_BITS); in av1_convolve_y_sr_sse2() local
130 res_round = _mm_sra_epi32(_mm_add_epi32(res, round_const), round_shift); in av1_convolve_y_sr_sse2()
143 res_round = _mm_sra_epi32(_mm_add_epi32(res, round_const), round_shift); in av1_convolve_y_sr_sse2()
203 _mm_sra_epi32(_mm_add_epi32(res_lo, round_const), round_shift); in av1_convolve_y_sr_sse2()
205 _mm_sra_epi32(_mm_add_epi32(res_hi, round_const), round_shift); in av1_convolve_y_sr_sse2()
217 _mm_sra_epi32(_mm_add_epi32(res_lo, round_const), round_shift); in av1_convolve_y_sr_sse2()
219 _mm_sra_epi32(_mm_add_epi32(res_hi, round_const), round_shift); in av1_convolve_y_sr_sse2()
252 const __m128i round_shift = _mm_cvtsi32_si128(bits); in av1_convolve_x_sr_sse2() local
280 _mm_sra_epi32(_mm_add_epi32(res_lo_round, round_const), round_shift); in av1_convolve_x_sr_sse2()
324 round_shift); in av1_convolve_x_sr_sse2()
[all …]
Djnt_convolve_sse2.c33 const __m128i round_shift = _mm_cvtsi32_si128(conv_params->round_0); in av1_dist_wtd_convolve_x_sse2() local
69 _mm_sra_epi32(_mm_add_epi32(res_lo, round_const), round_shift); in av1_dist_wtd_convolve_x_sse2()
122 _mm_sra_epi32(_mm_add_epi32(res_lo, round_const), round_shift); in av1_dist_wtd_convolve_x_sse2()
124 _mm_sra_epi32(_mm_add_epi32(res_hi, round_const), round_shift); in av1_dist_wtd_convolve_x_sse2()
179 const __m128i round_shift = _mm_cvtsi32_si128(conv_params->round_1); in av1_dist_wtd_convolve_y_sse2() local
218 _mm_sra_epi32(_mm_add_epi32(res_shift, round_const), round_shift); in av1_dist_wtd_convolve_y_sse2()
247 _mm_sra_epi32(_mm_add_epi32(res_shift, round_const), round_shift); in av1_dist_wtd_convolve_y_sse2()
321 round_shift); in av1_dist_wtd_convolve_y_sse2()
323 round_shift); in av1_dist_wtd_convolve_y_sse2()
351 round_shift); in av1_dist_wtd_convolve_y_sse2()
[all …]
Djnt_convolve_ssse3.c77 const __m128i round_shift = _mm_cvtsi32_si128(conv_params->round_0); in av1_dist_wtd_convolve_2d_ssse3() local
99 _mm_sra_epi32(_mm_add_epi32(res_even, round_const), round_shift); in av1_dist_wtd_convolve_2d_ssse3()
114 _mm_sra_epi32(_mm_add_epi32(res_odd, round_const), round_shift); in av1_dist_wtd_convolve_2d_ssse3()
146 const __m128i round_shift = _mm_cvtsi32_si128(conv_params->round_1); in av1_dist_wtd_convolve_2d_ssse3() local
200 _mm_sra_epi32(_mm_add_epi32(res_lo, round_const), round_shift); in av1_dist_wtd_convolve_2d_ssse3()
202 _mm_sra_epi32(_mm_add_epi32(res_hi, round_const), round_shift); in av1_dist_wtd_convolve_2d_ssse3()
Djnt_convolve_avx2.c65 const __m128i round_shift = _mm_cvtsi32_si128(conv_params->round_0 - 1); in av1_dist_wtd_convolve_x_avx2() local
93 res = _mm256_sra_epi16(_mm256_add_epi16(res, round_const), round_shift); in av1_dist_wtd_convolve_x_avx2()
147 res = _mm256_sra_epi16(_mm256_add_epi16(res, round_const), round_shift); in av1_dist_wtd_convolve_x_avx2()
204 const __m128i round_shift = _mm_cvtsi32_si128(conv_params->round_1); in av1_dist_wtd_convolve_y_avx2() local
280 _mm256_add_epi32(res_lo_0_shift, round_const), round_shift); in av1_dist_wtd_convolve_y_avx2()
286 _mm256_add_epi32(res_lo_1_shift, round_const), round_shift); in av1_dist_wtd_convolve_y_avx2()
338 _mm256_add_epi32(res_hi_0_shift, round_const), round_shift); in av1_dist_wtd_convolve_y_avx2()
344 _mm256_add_epi32(res_hi_1_shift, round_const), round_shift); in av1_dist_wtd_convolve_y_avx2()
459 _mm256_add_epi32(res_lo_0_shift, round_const), round_shift); in av1_dist_wtd_convolve_y_avx2()
465 _mm256_add_epi32(res_lo_1_shift, round_const), round_shift); in av1_dist_wtd_convolve_y_avx2()
[all …]
Dav1_convolve_scale_sse4.c33 const __m128i round_shift = _mm_cvtsi32_si128(round); in hfilter8() local
81 _mm_sra_epi32(_mm_add_epi32(conv, round_add), round_shift); in hfilter8()
114 const __m128i round_shift = _mm_cvtsi32_si128(conv_params->round_1); in vfilter8() local
168 _mm_sra_epi32(_mm_add_epi32(conv, round_shift_add), round_shift); in vfilter8()
272 const __m128i round_shift = _mm_cvtsi32_si128(round); in highbd_hfilter8() local
312 _mm_sra_epi32(_mm_add_epi32(conv, round_add), round_shift); in highbd_hfilter8()
341 const __m128i round_shift = _mm_cvtsi32_si128(conv_params->round_1); in highbd_vfilter8() local
400 _mm_sra_epi32(_mm_add_epi32(conv, round_shift_add), round_shift); in highbd_vfilter8()
Dhighbd_convolve_2d_sse4.c230 const __m128i round_shift = _mm_cvtsi32_si128(conv_params->round_0); in av1_highbd_dist_wtd_convolve_2d_sse4_1() local
251 _mm_sra_epi32(_mm_add_epi32(res_even, round_const), round_shift); in av1_highbd_dist_wtd_convolve_2d_sse4_1()
266 _mm_sra_epi32(_mm_add_epi32(res_odd, round_const), round_shift); in av1_highbd_dist_wtd_convolve_2d_sse4_1()
298 const __m128i round_shift = _mm_cvtsi32_si128(conv_params->round_1); in av1_highbd_dist_wtd_convolve_2d_sse4_1() local
352 _mm_sra_epi32(_mm_add_epi32(res_lo, round_const), round_shift); in av1_highbd_dist_wtd_convolve_2d_sse4_1()
383 _mm_sra_epi32(_mm_add_epi32(res_hi, round_const), round_shift); in av1_highbd_dist_wtd_convolve_2d_sse4_1()
Dconvolve_2d_sse2.c67 const __m128i round_shift = _mm_cvtsi32_si128(conv_params->round_0); in av1_convolve_2d_sr_sse2() local
87 _mm_sra_epi32(_mm_add_epi32(res_even, round_const), round_shift); in av1_convolve_2d_sr_sse2()
102 _mm_sra_epi32(_mm_add_epi32(res_odd, round_const), round_shift); in av1_convolve_2d_sr_sse2()
138 const __m128i round_shift = _mm_cvtsi32_si128(bits); in av1_convolve_2d_sr_sse2() local
197 round_shift); in av1_convolve_2d_sr_sse2()
199 round_shift); in av1_convolve_2d_sr_sse2()
Dconvolve_avx2.c275 const __m128i round_shift = _mm_cvtsi32_si128(bits); in av1_convolve_x_sr_avx2() local
314 round_shift); in av1_convolve_x_sr_avx2()
352 round_shift); in av1_convolve_x_sr_avx2()
387 round_shift); in av1_convolve_x_sr_avx2()
424 round_shift); in av1_convolve_x_sr_avx2()
/external/libaom/libaom/aom_dsp/x86/
Dconvolve_sse2.h104 const int round_shift) { in convolve_rounding() argument
107 _mm_srai_epi16(_mm_add_epi16(res_signed, *round_const), round_shift); in convolve_rounding()
113 const __m128i *const round_const, const int round_shift) { in highbd_convolve_rounding_sse2() argument
116 _mm_srai_epi32(_mm_add_epi32(res_signed, *round_const), round_shift); in highbd_convolve_rounding_sse2()
Dconvolve_avx2.h403 const int round_shift) { in convolve_rounding() argument
406 _mm256_add_epi16(res_signed, *round_const), round_shift); in convolve_rounding()
430 const __m256i *const round_const, const int round_shift) { in highbd_convolve_rounding() argument
433 _mm256_add_epi32(res_signed, *round_const), round_shift); in highbd_convolve_rounding()
/external/libaom/libaom/av1/common/
Dav1_txfm.c78 arr[i] = round_shift(arr[i], bit); in av1_round_shift_array_c()
Dav1_txfm.h75 static INLINE int32_t round_shift(int64_t value, int bit) { in round_shift() function
Dav1_inv_txfm1d.c710 output[0] = round_shift(x0, bit); in av1_iadst4_new()
711 output[1] = round_shift(x1, bit); in av1_iadst4_new()
712 output[2] = round_shift(x2, bit); in av1_iadst4_new()
713 output[3] = round_shift(x3, bit); in av1_iadst4_new()
1039 output[i] = round_shift((int64_t)NewSqrt2 * input[i], NewSqrt2Bits); in av1_iidentity4_c()
1056 output[i] = round_shift((int64_t)NewSqrt2 * 2 * input[i], NewSqrt2Bits); in av1_iidentity16_c()
Dav1_inv_txfm2d.c294 temp_in[c] = round_shift((int64_t)input[c] * NewInvSqrt2, NewSqrt2Bits); in inv_txfm2d_add_c()
/external/libaom/libaom/tools/txfm_analyzer/
Dtxfm_graph.cc233 int64_t round_shift(int64_t value, int bit) { in round_shift() function
236 return -round_shift(-value, bit); in round_shift()
250 arr[i] = round_shift(arr[i], bit); in round_shift_array()
275 node[outIdx].value = round_shift(out, estimate_bit); in estimate_value()
282 node[outIdx].value = round_shift(round(node[outIdx].value), -amplify_bit); in amplify_value()
Dtxfm_graph.h151 int64_t round_shift(int64_t value, int bit);
/external/libaom/libaom/tools/
Daom_entropy_optimizer.c52 const int64_t round_shift = sum >> 1; in counts_to_cdf() local
54 cdf[i] = (csum[i] * CDF_PROB_TOP + round_shift) / sum; in counts_to_cdf()
/external/libaom/libaom/av1/encoder/
Dav1_fwd_txfm1d.c728 output[0] = round_shift(s0, bit); in av1_fadst4_new()
729 output[1] = round_shift(s1, bit); in av1_fadst4_new()
730 output[2] = round_shift(s2, bit); in av1_fadst4_new()
731 output[3] = round_shift(s3, bit); in av1_fadst4_new()
1068 output[i] = round_shift((int64_t)input[i] * NewSqrt2, NewSqrt2Bits); in av1_fidentity4_c()
1084 output[i] = round_shift((int64_t)input[i] * 2 * NewSqrt2, NewSqrt2Bits); in av1_fidentity16_c()
Dav1_fwd_txfm2d.c117 output[r * txfm_size_col + c] = round_shift( in fwd_txfm2d_c()
/external/libaom/libaom/av1/common/arm/
Dav1_inv_txfm_neon.c3999 temp_in[j] = round_shift((int64_t)input[j] * NewInvSqrt2, NewSqrt2Bits); in lowbd_inv_txfm2d_add_4x8_neon()
4063 temp_in[j] = round_shift((int64_t)input[j] * NewInvSqrt2, NewSqrt2Bits); in lowbd_inv_txfm2d_add_8x4_neon()