| /external/libvpx/vp9/encoder/x86/ |
| D | vp9_quantize_ssse3.c | 32 __m128i qcoeff0, qcoeff1; in vp9_quantize_fp_ssse3() local
44 qcoeff0 = _mm_abs_epi16(coeff0); in vp9_quantize_fp_ssse3()
47 qcoeff0 = _mm_adds_epi16(qcoeff0, round); in vp9_quantize_fp_ssse3()
48 qcoeff0 = _mm_mulhi_epi16(qcoeff0, quant); in vp9_quantize_fp_ssse3()
57 qcoeff0 = _mm_sign_epi16(qcoeff0, coeff0); in vp9_quantize_fp_ssse3()
60 store_tran_low(qcoeff0, qcoeff_ptr); in vp9_quantize_fp_ssse3()
63 qcoeff0 = _mm_mullo_epi16(qcoeff0, dequant); in vp9_quantize_fp_ssse3()
67 store_tran_low(qcoeff0, dqcoeff_ptr); in vp9_quantize_fp_ssse3()
70 eob = scan_for_eob(&qcoeff0, &qcoeff1, iscan, 0, zero); in vp9_quantize_fp_ssse3()
79 qcoeff0 = _mm_abs_epi16(coeff0); in vp9_quantize_fp_ssse3()
[all …]
|
| D | vp9_quantize_sse2.c | 32 __m128i qcoeff0, qcoeff1; in vp9_quantize_fp_sse2() local
47 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in vp9_quantize_fp_sse2()
50 qcoeff0 = _mm_adds_epi16(qcoeff0, round); in vp9_quantize_fp_sse2()
51 qcoeff0 = _mm_mulhi_epi16(qcoeff0, quant); in vp9_quantize_fp_sse2()
60 qcoeff0 = invert_sign_sse2(qcoeff0, coeff0_sign); in vp9_quantize_fp_sse2()
63 store_tran_low(qcoeff0, qcoeff_ptr); in vp9_quantize_fp_sse2()
66 qcoeff0 = _mm_mullo_epi16(qcoeff0, dequant); in vp9_quantize_fp_sse2()
70 store_tran_low(qcoeff0, dqcoeff_ptr); in vp9_quantize_fp_sse2()
73 eob = scan_for_eob(&qcoeff0, &qcoeff1, iscan, 0, zero); in vp9_quantize_fp_sse2()
85 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in vp9_quantize_fp_sse2()
[all …]
|
| /external/libvpx/vpx_dsp/x86/ |
| D | quantize_ssse3.c | 32 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_ssse3() local
45 qcoeff0 = _mm_abs_epi16(coeff0); in vpx_quantize_b_ssse3()
48 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in vpx_quantize_b_ssse3()
52 calculate_qcoeff(&qcoeff0, round, quant, shift); in vpx_quantize_b_ssse3()
59 qcoeff0 = _mm_sign_epi16(qcoeff0, coeff0); in vpx_quantize_b_ssse3()
63 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in vpx_quantize_b_ssse3()
66 store_tran_low(qcoeff0, qcoeff_ptr); in vpx_quantize_b_ssse3()
69 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr); in vpx_quantize_b_ssse3()
73 eob = scan_for_eob(&qcoeff0, &qcoeff1, iscan, 0, zero); in vpx_quantize_b_ssse3()
80 qcoeff0 = _mm_abs_epi16(coeff0); in vpx_quantize_b_ssse3()
[all …]
|
| D | quantize_avx.c | 36 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_avx() local
52 qcoeff0 = _mm_abs_epi16(coeff0); in vpx_quantize_b_avx()
55 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in vpx_quantize_b_avx()
75 calculate_qcoeff(&qcoeff0, round, quant, shift); in vpx_quantize_b_avx()
82 qcoeff0 = _mm_sign_epi16(qcoeff0, coeff0); in vpx_quantize_b_avx()
86 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in vpx_quantize_b_avx()
89 store_tran_low(qcoeff0, qcoeff_ptr); in vpx_quantize_b_avx()
92 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr); in vpx_quantize_b_avx()
96 eob = scan_for_eob(&qcoeff0, &qcoeff1, iscan, 0, zero); in vpx_quantize_b_avx()
104 qcoeff0 = _mm_abs_epi16(coeff0); in vpx_quantize_b_avx()
[all …]
|
| D | quantize_sse2.c | 32 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_sse2() local
49 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in vpx_quantize_b_sse2()
52 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in vpx_quantize_b_sse2()
56 calculate_qcoeff(&qcoeff0, round, quant, shift); in vpx_quantize_b_sse2()
65 qcoeff0 = invert_sign_sse2(qcoeff0, coeff0_sign); in vpx_quantize_b_sse2()
69 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in vpx_quantize_b_sse2()
72 store_tran_low(qcoeff0, qcoeff_ptr); in vpx_quantize_b_sse2()
75 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr); in vpx_quantize_b_sse2()
79 eob = scan_for_eob(&qcoeff0, &qcoeff1, iscan, 0, zero); in vpx_quantize_b_sse2()
88 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in vpx_quantize_b_sse2()
[all …]
|
| /external/libaom/aom_dsp/x86/ |
| D | aom_quantize_avx.c | 44 __m128i qcoeff0, qcoeff1; in aom_quantize_b_avx() local
60 qcoeff0 = _mm_abs_epi16(coeff0); in aom_quantize_b_avx()
63 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in aom_quantize_b_avx()
81 calculate_qcoeff(&qcoeff0, round, quant, shift); in aom_quantize_b_avx()
88 qcoeff0 = _mm_sign_epi16(qcoeff0, coeff0); in aom_quantize_b_avx()
92 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in aom_quantize_b_avx()
95 store_tran_low(qcoeff0, qcoeff_ptr); in aom_quantize_b_avx()
98 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr); in aom_quantize_b_avx()
103 scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in aom_quantize_b_avx()
111 qcoeff0 = _mm_abs_epi16(coeff0); in aom_quantize_b_avx()
[all …]
|
| D | quantize_sse2.c | 33 __m128i qcoeff0, qcoeff1; in aom_quantize_b_sse2() local
50 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in aom_quantize_b_sse2()
53 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in aom_quantize_b_sse2()
57 calculate_qcoeff(&qcoeff0, round, quant, shift); in aom_quantize_b_sse2()
66 qcoeff0 = invert_sign_sse2(qcoeff0, coeff0_sign); in aom_quantize_b_sse2()
70 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in aom_quantize_b_sse2()
73 store_coefficients(qcoeff0, qcoeff_ptr); in aom_quantize_b_sse2()
76 coeff0 = calculate_dqcoeff(qcoeff0, dequant); in aom_quantize_b_sse2()
93 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in aom_quantize_b_sse2()
96 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in aom_quantize_b_sse2()
[all …]
|
| D | adaptive_quantize_sse2.c | 33 __m128i qcoeff0, qcoeff1; in aom_quantize_b_adaptive_sse2() local
64 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in aom_quantize_b_adaptive_sse2()
67 update_mask0(&qcoeff0, &qcoeff1, threshold, iscan, &is_found0, &mask0); in aom_quantize_b_adaptive_sse2()
69 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in aom_quantize_b_adaptive_sse2()
91 calculate_qcoeff(&qcoeff0, round, quant, shift); in aom_quantize_b_adaptive_sse2()
100 qcoeff0 = invert_sign_sse2(qcoeff0, coeff0_sign); in aom_quantize_b_adaptive_sse2()
104 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in aom_quantize_b_adaptive_sse2()
107 store_coefficients(qcoeff0, qcoeff_ptr); in aom_quantize_b_adaptive_sse2()
110 coeff0 = calculate_dqcoeff(qcoeff0, dequant); in aom_quantize_b_adaptive_sse2()
125 qcoeff0 = invert_sign_sse2(coeff0, coeff0_sign); in aom_quantize_b_adaptive_sse2()
[all …]
|
| D | highbd_adaptive_quantize_sse2.c | 70 static INLINE void highbd_update_mask0(__m128i *qcoeff0, __m128i *qcoeff1, in highbd_update_mask0() argument
76 coeff[0] = _mm_slli_epi32(*qcoeff0, AOM_QM_BITS); in highbd_update_mask0()
110 __m128i qcoeff0, qcoeff1; in aom_highbd_quantize_b_adaptive_sse2() local
156 qcoeff0 = invert_sign_32_sse2(coeff0, coeff0_sign); in aom_highbd_quantize_b_adaptive_sse2()
159 highbd_update_mask0(&qcoeff0, &qcoeff1, threshold, iscan, &is_found0, &mask0); in aom_highbd_quantize_b_adaptive_sse2()
161 cmp_mask0 = _mm_cmpgt_epi32(qcoeff0, zbin); in aom_highbd_quantize_b_adaptive_sse2()
180 highbd_calculate_qcoeff(&qcoeff0, &round, &quant, &shift, &log_scale); in aom_highbd_quantize_b_adaptive_sse2()
188 qcoeff0 = invert_sign_32_sse2(qcoeff0, coeff0_sign); in aom_highbd_quantize_b_adaptive_sse2()
192 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in aom_highbd_quantize_b_adaptive_sse2()
195 _mm_store_si128((__m128i *)(qcoeff_ptr), qcoeff0); in aom_highbd_quantize_b_adaptive_sse2()
[all …]
|
| D | highbd_adaptive_quantize_avx2.c | 46 static INLINE void highbd_update_mask0_avx2(__m256i *qcoeff0, __m256i *qcoeff1, in highbd_update_mask0_avx2() argument
51 coeff[0] = _mm256_slli_epi32(*qcoeff0, AOM_QM_BITS); in highbd_update_mask0_avx2()
118 __m256i coeff0, qcoeff0, coeff1, qcoeff1; in aom_highbd_quantize_b_adaptive_avx2() local
145 qcoeff0 = _mm256_abs_epi32(coeff0); in aom_highbd_quantize_b_adaptive_avx2()
148 highbd_update_mask0_avx2(&qcoeff0, &qcoeff1, threshold, iscan, &is_found0, in aom_highbd_quantize_b_adaptive_avx2()
150 __m256i temp0 = _mm256_cmpgt_epi32(qcoeff0, zbin); in aom_highbd_quantize_b_adaptive_avx2()
166 highbd_calculate_qcoeff_avx2(&qcoeff0, &round, &quant, &shift, &log_scale); in aom_highbd_quantize_b_adaptive_avx2()
172 qcoeff0 = _mm256_sign_epi32(qcoeff0, coeff0); in aom_highbd_quantize_b_adaptive_avx2()
175 qcoeff0 = _mm256_and_si256(qcoeff0, temp0); in aom_highbd_quantize_b_adaptive_avx2()
177 highbd_store_coefficients_avx2(qcoeff0, qcoeff1, qcoeff_ptr); in aom_highbd_quantize_b_adaptive_avx2()
[all …]
|
| D | quantize_ssse3.c | 76 __m128i coeff0, coeff1, qcoeff0, qcoeff1; in aom_quantize_b_64x64_ssse3() local
100 qcoeff0 = _mm_abs_epi16(coeff0); in aom_quantize_b_64x64_ssse3()
103 cmp_mask0 = _mm_cmpgt_epi16(qcoeff0, zbin); in aom_quantize_b_64x64_ssse3()
121 calculate_qcoeff_64x64(&qcoeff0, round, quant, &shift); in aom_quantize_b_64x64_ssse3()
128 qcoeff0 = _mm_sign_epi16(qcoeff0, coeff0); in aom_quantize_b_64x64_ssse3()
132 qcoeff0 = _mm_and_si128(qcoeff0, cmp_mask0); in aom_quantize_b_64x64_ssse3()
135 store_coefficients(qcoeff0, qcoeff_ptr); in aom_quantize_b_64x64_ssse3()
138 calculate_dqcoeff_and_store_64x64(qcoeff0, dequant, zero, dqcoeff_ptr); in aom_quantize_b_64x64_ssse3()
143 scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in aom_quantize_b_64x64_ssse3()
151 qcoeff0 = _mm_abs_epi16(coeff0); in aom_quantize_b_64x64_ssse3()
[all …]
|
| D | quantize_x86.h | 164 static INLINE void update_mask0(__m128i *qcoeff0, __m128i *qcoeff1, in update_mask0() argument
170 coeff[0] = _mm_unpacklo_epi16(*qcoeff0, zero); in update_mask0()
171 coeff[1] = _mm_unpackhi_epi16(*qcoeff0, zero); in update_mask0()
|
| D | adaptive_quantize_avx2.c | 220 const int qcoeff0 = qcoeff_ptr[rc]; in aom_quantize_b_adaptive_avx2() local
221 if (qcoeff0) { in aom_quantize_b_adaptive_avx2()
|
| /external/libvpx/vpx_dsp/loongarch/ |
| D | quantize_lsx.c | 103 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_lsx() local
116 qcoeff0 = __lsx_vabsd_h(coeff0, zero); in vpx_quantize_b_lsx()
119 cmp_mask0 = __lsx_vsle_h(zbin, qcoeff0); in vpx_quantize_b_lsx()
123 qcoeff0 = in vpx_quantize_b_lsx()
124 calculate_qcoeff(coeff0, qcoeff0, round, quant, quant_shift, cmp_mask0); in vpx_quantize_b_lsx()
131 __lsx_vst(qcoeff0, qcoeff_ptr, 0); in vpx_quantize_b_lsx()
134 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr); in vpx_quantize_b_lsx()
138 eob = scan_for_eob(qcoeff0, qcoeff1, iscan, 0, zero); in vpx_quantize_b_lsx()
144 qcoeff0 = __lsx_vabsd_h(coeff0, zero); in vpx_quantize_b_lsx()
147 cmp_mask0 = __lsx_vsle_h(zbin, qcoeff0); in vpx_quantize_b_lsx()
[all …]
|
| /external/libvpx/vp9/encoder/ppc/ |
| D | vp9_quantize_vsx.c | 46 int16x8_t qcoeff0, qcoeff1, dqcoeff0, dqcoeff1, eob; in vp9_quantize_fp_vsx() local
60 qcoeff0 = vec_mulhi(vec_vaddshs(vec_abs(coeff0), round), quant); in vp9_quantize_fp_vsx()
61 zero_coeff0 = vec_cmpeq(qcoeff0, vec_zeros_s16); in vp9_quantize_fp_vsx()
62 qcoeff0 = vec_sign(qcoeff0, coeff0); in vp9_quantize_fp_vsx()
63 vec_vsx_st(qcoeff0, 0, qcoeff_ptr); in vp9_quantize_fp_vsx()
65 dqcoeff0 = vec_mladd(qcoeff0, dequant, vec_zeros_s16); in vp9_quantize_fp_vsx()
107 qcoeff0 = vec_mulhi(vec_vaddshs(vec_abs(coeff0), round), quant); in vp9_quantize_fp_vsx()
108 zero_coeff0 = vec_cmpeq(qcoeff0, vec_zeros_s16); in vp9_quantize_fp_vsx()
109 qcoeff0 = vec_sign(qcoeff0, coeff0); in vp9_quantize_fp_vsx()
110 vec_vsx_st(qcoeff0, off0, qcoeff_ptr); in vp9_quantize_fp_vsx()
[all …]
|
| /external/libaom/av1/encoder/x86/ |
| D | av1_quantize_sse2.c | 87 __m128i qcoeff0 = _mm_xor_si128(coeff0, coeff0_sign); in quantize() local
89 qcoeff0 = _mm_sub_epi16(qcoeff0, coeff0_sign); in quantize()
91 const __m128i mask0 = _mm_or_si128(_mm_cmpgt_epi16(qcoeff0, *thr0), in quantize()
92 _mm_cmpeq_epi16(qcoeff0, *thr0)); in quantize()
98 qcoeff0 = _mm_adds_epi16(qcoeff0, *round0); in quantize()
100 const __m128i qtmp0 = _mm_mulhi_epi16(qcoeff0, *quant0); in quantize()
104 qcoeff0 = _mm_xor_si128(qtmp0, coeff0_sign); in quantize()
106 qcoeff0 = _mm_sub_epi16(qcoeff0, coeff0_sign); in quantize()
109 write_qcoeff(&qcoeff0, &qcoeff1, qcoeff_ptr, n_coeffs); in quantize()
111 coeff0 = _mm_mullo_epi16(qcoeff0, *dequant0); in quantize()
[all …]
|
| /external/libvpx/vpx_dsp/ppc/ |
| D | quantize_vsx.c | 103 int16x8_t qcoeff0, qcoeff1, dqcoeff0, dqcoeff1, eob; in vpx_quantize_b_vsx() local
125 qcoeff0 = in vpx_quantize_b_vsx()
127 vec_vsx_st(qcoeff0, 0, qcoeff_ptr); in vpx_quantize_b_vsx()
135 dqcoeff0 = vec_mladd(qcoeff0, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
141 eob = vec_max(nonzero_scanindex(qcoeff0, iscan_ptr, 0), in vpx_quantize_b_vsx()
161 qcoeff0 = quantize_coeff(coeff0, coeff0_abs, round, quant, quant_shift, in vpx_quantize_b_vsx()
167 vec_vsx_st(qcoeff0, off0, qcoeff_ptr); in vpx_quantize_b_vsx()
171 dqcoeff0 = vec_mladd(qcoeff0, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
179 eob = vec_max(eob, nonzero_scanindex(qcoeff0, iscan_ptr, off0)); in vpx_quantize_b_vsx()
212 int16x8_t qcoeff0, qcoeff1, eob; in vpx_quantize_b_32x32_vsx() local
[all …]
|
| /external/libvpx/vp8/encoder/x86/ |
| D | quantize_sse4.c | 39 __m128i qcoeff0, qcoeff1, t0, t1, x_shuf0, x_shuf1; in vp8_regular_quantize_b_sse4_1() local
126 qcoeff0 = _mm_load_si128((__m128i *)(qcoeff)); in vp8_regular_quantize_b_sse4_1()
128 qcoeff0 = _mm_and_si128(qcoeff0, y0); in vp8_regular_quantize_b_sse4_1()
131 _mm_store_si128((__m128i *)(d->qcoeff), qcoeff0); in vp8_regular_quantize_b_sse4_1()
134 dqcoeff0 = _mm_mullo_epi16(qcoeff0, dequant0); in vp8_regular_quantize_b_sse4_1()
|