| /external/libvpx/libvpx/vpx_dsp/x86/ |
| D | quantize_avx.c | 36 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_avx() local
54 qcoeff0 = _mm_abs_epi16(coeff0); in vpx_quantize_b_avx()
57 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in vpx_quantize_b_avx()
77 calculate_qcoeff(&qcoeff0, round, quant, shift); in vpx_quantize_b_avx()
84 qcoeff0 = _mm_sign_epi16(qcoeff0, coeff0); in vpx_quantize_b_avx()
88 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in vpx_quantize_b_avx()
91 store_tran_low(qcoeff0, qcoeff_ptr); in vpx_quantize_b_avx()
94 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr); in vpx_quantize_b_avx()
99 scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in vpx_quantize_b_avx()
107 qcoeff0 = _mm_abs_epi16(coeff0); in vpx_quantize_b_avx()
[all …]
|
| D | quantize_ssse3.c | 32 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_ssse3() local
47 qcoeff0 = _mm_abs_epi16(coeff0); in vpx_quantize_b_ssse3()
50 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in vpx_quantize_b_ssse3()
54 calculate_qcoeff(&qcoeff0, round, quant, shift); in vpx_quantize_b_ssse3()
61 qcoeff0 = _mm_sign_epi16(qcoeff0, coeff0); in vpx_quantize_b_ssse3()
65 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in vpx_quantize_b_ssse3()
68 store_tran_low(qcoeff0, qcoeff_ptr); in vpx_quantize_b_ssse3()
71 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr); in vpx_quantize_b_ssse3()
75 eob = scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in vpx_quantize_b_ssse3()
82 qcoeff0 = _mm_abs_epi16(coeff0); in vpx_quantize_b_ssse3()
[all …]
|
| D | quantize_sse2.c | 32 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_sse2() local
51 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in vpx_quantize_b_sse2()
54 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in vpx_quantize_b_sse2()
58 calculate_qcoeff(&qcoeff0, round, quant, shift); in vpx_quantize_b_sse2()
67 qcoeff0 = invert_sign_sse2(qcoeff0, coeff0_sign); in vpx_quantize_b_sse2()
71 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in vpx_quantize_b_sse2()
74 store_tran_low(qcoeff0, qcoeff_ptr); in vpx_quantize_b_sse2()
77 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr); in vpx_quantize_b_sse2()
81 eob = scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in vpx_quantize_b_sse2()
90 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in vpx_quantize_b_sse2()
[all …]
|
| /external/libaom/libaom/aom_dsp/x86/ |
| D | quantize_sse2.c | 33 __m128i qcoeff0, qcoeff1; in aom_quantize_b_sse2() local
50 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in aom_quantize_b_sse2()
53 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in aom_quantize_b_sse2()
57 calculate_qcoeff(&qcoeff0, round, quant, shift); in aom_quantize_b_sse2()
66 qcoeff0 = invert_sign_sse2(qcoeff0, coeff0_sign); in aom_quantize_b_sse2()
70 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in aom_quantize_b_sse2()
73 store_coefficients(qcoeff0, qcoeff_ptr); in aom_quantize_b_sse2()
76 coeff0 = calculate_dqcoeff(qcoeff0, dequant); in aom_quantize_b_sse2()
93 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in aom_quantize_b_sse2()
96 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in aom_quantize_b_sse2()
[all …]
|
| D | adaptive_quantize_sse2.c | 33 __m128i qcoeff0, qcoeff1; in aom_quantize_b_adaptive_sse2() local
64 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in aom_quantize_b_adaptive_sse2()
67 update_mask0(&qcoeff0, &qcoeff1, threshold, iscan, &is_found0, &mask0); in aom_quantize_b_adaptive_sse2()
69 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in aom_quantize_b_adaptive_sse2()
91 calculate_qcoeff(&qcoeff0, round, quant, shift); in aom_quantize_b_adaptive_sse2()
100 qcoeff0 = invert_sign_sse2(qcoeff0, coeff0_sign); in aom_quantize_b_adaptive_sse2()
104 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in aom_quantize_b_adaptive_sse2()
107 store_coefficients(qcoeff0, qcoeff_ptr); in aom_quantize_b_adaptive_sse2()
110 coeff0 = calculate_dqcoeff(qcoeff0, dequant); in aom_quantize_b_adaptive_sse2()
125 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in aom_quantize_b_adaptive_sse2()
[all …]
|
| D | highbd_adaptive_quantize_sse2.c | 70 static INLINE void highbd_update_mask0(__m128i *qcoeff0, __m128i *qcoeff1, in highbd_update_mask0() argument
76 coeff[0] = _mm_slli_epi32(*qcoeff0, AOM_QM_BITS); in highbd_update_mask0()
110 __m128i qcoeff0, qcoeff1; in aom_highbd_quantize_b_adaptive_sse2() local
156 qcoeff0 = invert_sign_32_sse2(coeff0, coeff0_sign); in aom_highbd_quantize_b_adaptive_sse2()
159 highbd_update_mask0(&qcoeff0, &qcoeff1, threshold, iscan, &is_found0, &mask0); in aom_highbd_quantize_b_adaptive_sse2()
161 cmp_mask0 = _mm_cmpgt_epi32(qcoeff0, zbin); in aom_highbd_quantize_b_adaptive_sse2()
180 highbd_calculate_qcoeff(&qcoeff0, &round, &quant, &shift, &log_scale); in aom_highbd_quantize_b_adaptive_sse2()
188 qcoeff0 = invert_sign_32_sse2(qcoeff0, coeff0_sign); in aom_highbd_quantize_b_adaptive_sse2()
192 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in aom_highbd_quantize_b_adaptive_sse2()
195 _mm_store_si128((__m128i *)(qcoeff_ptr), qcoeff0); in aom_highbd_quantize_b_adaptive_sse2()
[all …]
|
| D | highbd_adaptive_quantize_avx2.c | 47 static INLINE void highbd_update_mask0_avx2(__m256i *qcoeff0, __m256i *qcoeff1, in highbd_update_mask0_avx2() argument
52 coeff[0] = _mm256_slli_epi32(*qcoeff0, AOM_QM_BITS); in highbd_update_mask0_avx2()
119 __m256i coeff0, qcoeff0, coeff1, qcoeff1; in aom_highbd_quantize_b_adaptive_avx2() local
146 qcoeff0 = _mm256_abs_epi32(coeff0); in aom_highbd_quantize_b_adaptive_avx2()
149 highbd_update_mask0_avx2(&qcoeff0, &qcoeff1, threshold, iscan, &is_found0, in aom_highbd_quantize_b_adaptive_avx2()
151 __m256i temp0 = _mm256_cmpgt_epi32(qcoeff0, zbin); in aom_highbd_quantize_b_adaptive_avx2()
167 highbd_calculate_qcoeff_avx2(&qcoeff0, &round, &quant, &shift, &log_scale); in aom_highbd_quantize_b_adaptive_avx2()
173 qcoeff0 = _mm256_sign_epi32(qcoeff0, coeff0); in aom_highbd_quantize_b_adaptive_avx2()
176 qcoeff0 = _mm256_and_si256(qcoeff0, temp0); in aom_highbd_quantize_b_adaptive_avx2()
178 highbd_store_coefficients_avx2(qcoeff0, qcoeff1, qcoeff_ptr); in aom_highbd_quantize_b_adaptive_avx2()
[all …]
|
| D | quantize_ssse3.c | 76 __m128i coeff0, coeff1, qcoeff0, qcoeff1; in aom_quantize_b_64x64_ssse3() local
100 qcoeff0 = _mm_abs_epi16(coeff0); in aom_quantize_b_64x64_ssse3()
103 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in aom_quantize_b_64x64_ssse3()
121 calculate_qcoeff_64x64(&qcoeff0, round, quant, &shift); in aom_quantize_b_64x64_ssse3()
128 qcoeff0 = _mm_sign_epi16(qcoeff0, coeff0); in aom_quantize_b_64x64_ssse3()
132 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in aom_quantize_b_64x64_ssse3()
135 store_coefficients(qcoeff0, qcoeff_ptr); in aom_quantize_b_64x64_ssse3()
138 calculate_dqcoeff_and_store_64x64(qcoeff0, dequant, zero, dqcoeff_ptr); in aom_quantize_b_64x64_ssse3()
143 scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in aom_quantize_b_64x64_ssse3()
151 qcoeff0 = _mm_abs_epi16(coeff0); in aom_quantize_b_64x64_ssse3()
[all …]
|
| D | quantize_x86.h | 164 static INLINE void update_mask0(__m128i *qcoeff0, __m128i *qcoeff1, in update_mask0() argument
170 coeff[0] = _mm_unpacklo_epi16(*qcoeff0, zero); in update_mask0()
171 coeff[1] = _mm_unpackhi_epi16(*qcoeff0, zero); in update_mask0()
|
| D | adaptive_quantize_avx2.c | 220 const int qcoeff0 = qcoeff_ptr[rc]; in aom_quantize_b_adaptive_avx2() local
221 if (qcoeff0) { in aom_quantize_b_adaptive_avx2()
|
| /external/libvpx/libvpx/vp9/encoder/x86/ |
| D | vp9_quantize_sse2.c | 55 __m128i qcoeff0, qcoeff1; in vp9_quantize_fp_sse2() local
64 qcoeff0 = _mm_xor_si128(coeff0, coeff0_sign); in vp9_quantize_fp_sse2()
66 qcoeff0 = _mm_sub_epi16(qcoeff0, coeff0_sign); in vp9_quantize_fp_sse2()
69 qcoeff0 = _mm_adds_epi16(qcoeff0, round); in vp9_quantize_fp_sse2()
72 qtmp0 = _mm_mulhi_epi16(qcoeff0, quant); in vp9_quantize_fp_sse2()
77 qcoeff0 = _mm_xor_si128(qtmp0, coeff0_sign); in vp9_quantize_fp_sse2()
79 qcoeff0 = _mm_sub_epi16(qcoeff0, coeff0_sign); in vp9_quantize_fp_sse2()
82 store_tran_low(qcoeff0, qcoeff_ptr + n_coeffs); in vp9_quantize_fp_sse2()
85 coeff0 = _mm_mullo_epi16(qcoeff0, dequant); in vp9_quantize_fp_sse2()
122 __m128i qcoeff0, qcoeff1; in vp9_quantize_fp_sse2() local
[all …]
|
| /external/libvpx/libvpx/vp9/encoder/ppc/ |
| D | vp9_quantize_vsx.c | 47 int16x8_t qcoeff0, qcoeff1, dqcoeff0, dqcoeff1, eob; in vp9_quantize_fp_vsx() local
63 qcoeff0 = vec_mulhi(vec_vaddshs(vec_abs(coeff0), round), quant); in vp9_quantize_fp_vsx()
64 zero_coeff0 = vec_cmpeq(qcoeff0, vec_zeros_s16); in vp9_quantize_fp_vsx()
65 qcoeff0 = vec_sign(qcoeff0, coeff0); in vp9_quantize_fp_vsx()
66 vec_vsx_st(qcoeff0, 0, qcoeff_ptr); in vp9_quantize_fp_vsx()
68 dqcoeff0 = vec_mladd(qcoeff0, dequant, vec_zeros_s16); in vp9_quantize_fp_vsx()
110 qcoeff0 = vec_mulhi(vec_vaddshs(vec_abs(coeff0), round), quant); in vp9_quantize_fp_vsx()
111 zero_coeff0 = vec_cmpeq(qcoeff0, vec_zeros_s16); in vp9_quantize_fp_vsx()
112 qcoeff0 = vec_sign(qcoeff0, coeff0); in vp9_quantize_fp_vsx()
113 vec_vsx_st(qcoeff0, off0, qcoeff_ptr); in vp9_quantize_fp_vsx()
[all …]
|
| /external/libvpx/libvpx/vp8/encoder/x86/ |
| D | quantize_sse4.c | 50 __m128i qcoeff0 = _mm_setzero_si128(); in vp8_regular_quantize_b_sse4_1() local
92 SELECT_EOB(1, 0, x_minus_zbin0, y0, qcoeff0); in vp8_regular_quantize_b_sse4_1()
93 SELECT_EOB(2, 1, x_minus_zbin0, y0, qcoeff0); in vp8_regular_quantize_b_sse4_1()
94 SELECT_EOB(3, 4, x_minus_zbin0, y0, qcoeff0); in vp8_regular_quantize_b_sse4_1()
96 SELECT_EOB(5, 5, x_minus_zbin0, y0, qcoeff0); in vp8_regular_quantize_b_sse4_1()
97 SELECT_EOB(6, 2, x_minus_zbin0, y0, qcoeff0); in vp8_regular_quantize_b_sse4_1()
98 SELECT_EOB(7, 3, x_minus_zbin0, y0, qcoeff0); in vp8_regular_quantize_b_sse4_1()
99 SELECT_EOB(8, 6, x_minus_zbin0, y0, qcoeff0); in vp8_regular_quantize_b_sse4_1()
104 SELECT_EOB(13, 7, x_minus_zbin0, y0, qcoeff0); in vp8_regular_quantize_b_sse4_1()
109 _mm_store_si128((__m128i *)(d->qcoeff), qcoeff0); in vp8_regular_quantize_b_sse4_1()
[all …]
|
| /external/libvpx/libvpx/vpx_dsp/ppc/ |
| D | quantize_vsx.c | 104 int16x8_t qcoeff0, qcoeff1, dqcoeff0, dqcoeff1, eob; in vpx_quantize_b_vsx() local
128 qcoeff0 = in vpx_quantize_b_vsx()
130 vec_vsx_st(qcoeff0, 0, qcoeff_ptr); in vpx_quantize_b_vsx()
138 dqcoeff0 = vec_mladd(qcoeff0, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
144 eob = vec_max(nonzero_scanindex(qcoeff0, zero_mask0, iscan_ptr, 0), in vpx_quantize_b_vsx()
164 qcoeff0 = quantize_coeff(coeff0, coeff0_abs, round, quant, quant_shift, in vpx_quantize_b_vsx()
170 vec_vsx_st(qcoeff0, off0, qcoeff_ptr); in vpx_quantize_b_vsx()
174 dqcoeff0 = vec_mladd(qcoeff0, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
183 vec_max(eob, nonzero_scanindex(qcoeff0, zero_mask0, iscan_ptr, off0)); in vpx_quantize_b_vsx()
214 int16x8_t qcoeff0, qcoeff1, eob; in vpx_quantize_b_32x32_vsx() local
[all …]
|
| /external/libaom/libaom/av1/encoder/x86/ |
| D | av1_quantize_sse2.c | 86 __m128i qcoeff0 = _mm_xor_si128(coeff0, coeff0_sign); in quantize() local
88 qcoeff0 = _mm_sub_epi16(qcoeff0, coeff0_sign); in quantize()
90 const __m128i mask0 = _mm_or_si128(_mm_cmpgt_epi16(qcoeff0, *thr0), in quantize()
91 _mm_cmpeq_epi16(qcoeff0, *thr0)); in quantize()
97 qcoeff0 = _mm_adds_epi16(qcoeff0, *round0); in quantize()
99 const __m128i qtmp0 = _mm_mulhi_epi16(qcoeff0, *quant0); in quantize()
103 qcoeff0 = _mm_xor_si128(qtmp0, coeff0_sign); in quantize()
105 qcoeff0 = _mm_sub_epi16(qcoeff0, coeff0_sign); in quantize()
108 write_qcoeff(&qcoeff0, &qcoeff1, qcoeff_ptr, n_coeffs); in quantize()
110 coeff0 = _mm_mullo_epi16(qcoeff0, *dequant0); in quantize()
|