| /external/libvpx/libvpx/vpx_dsp/x86/ |
| D | quantize_avx.c | 36 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_avx() local
55 qcoeff1 = _mm_abs_epi16(coeff1); in vpx_quantize_b_avx()
59 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in vpx_quantize_b_avx()
81 calculate_qcoeff(&qcoeff1, round, quant, shift); in vpx_quantize_b_avx()
85 qcoeff1 = _mm_sign_epi16(qcoeff1, coeff1); in vpx_quantize_b_avx()
89 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in vpx_quantize_b_avx()
92 store_tran_low(qcoeff1, qcoeff_ptr + 8); in vpx_quantize_b_avx()
96 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + 8); in vpx_quantize_b_avx()
99 scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in vpx_quantize_b_avx()
108 qcoeff1 = _mm_abs_epi16(coeff1); in vpx_quantize_b_avx()
[all …]
|
| D | quantize_ssse3.c | 32 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_ssse3() local
48 qcoeff1 = _mm_abs_epi16(coeff1); in vpx_quantize_b_ssse3()
52 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in vpx_quantize_b_ssse3()
58 calculate_qcoeff(&qcoeff1, round, quant, shift); in vpx_quantize_b_ssse3()
62 qcoeff1 = _mm_sign_epi16(qcoeff1, coeff1); in vpx_quantize_b_ssse3()
66 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in vpx_quantize_b_ssse3()
69 store_tran_low(qcoeff1, qcoeff_ptr + 8); in vpx_quantize_b_ssse3()
73 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + 8); in vpx_quantize_b_ssse3()
75 eob = scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in vpx_quantize_b_ssse3()
83 qcoeff1 = _mm_abs_epi16(coeff1); in vpx_quantize_b_ssse3()
[all …]
|
| D | quantize_sse2.c | 32 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_sse2() local
52 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in vpx_quantize_b_sse2()
56 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in vpx_quantize_b_sse2()
64 calculate_qcoeff(&qcoeff1, round, quant, shift); in vpx_quantize_b_sse2()
68 qcoeff1 = invert_sign_sse2(qcoeff1, coeff1_sign); in vpx_quantize_b_sse2()
72 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in vpx_quantize_b_sse2()
75 store_tran_low(qcoeff1, qcoeff_ptr + 8); in vpx_quantize_b_sse2()
79 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + 8); in vpx_quantize_b_sse2()
81 eob = scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in vpx_quantize_b_sse2()
91 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in vpx_quantize_b_sse2()
[all …]
|
| /external/libaom/libaom/aom_dsp/x86/ |
| D | quantize_sse2.c | 33 __m128i qcoeff0, qcoeff1; in aom_quantize_b_sse2() local
51 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in aom_quantize_b_sse2()
55 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in aom_quantize_b_sse2()
63 calculate_qcoeff(&qcoeff1, round, quant, shift); in aom_quantize_b_sse2()
67 qcoeff1 = invert_sign_sse2(qcoeff1, coeff1_sign); in aom_quantize_b_sse2()
71 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in aom_quantize_b_sse2()
74 store_coefficients(qcoeff1, qcoeff_ptr + 8); in aom_quantize_b_sse2()
78 coeff1 = calculate_dqcoeff(qcoeff1, dequant); in aom_quantize_b_sse2()
94 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in aom_quantize_b_sse2()
97 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in aom_quantize_b_sse2()
[all …]
|
| D | adaptive_quantize_sse2.c | 30 __m128i qcoeff0, qcoeff1; in aom_quantize_b_adaptive_sse2() local
75 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in aom_quantize_b_adaptive_sse2()
82 cmp_mask1 = _mm_and_si128(prescan1, _mm_cmpgt_epi16(qcoeff1, zbin)); in aom_quantize_b_adaptive_sse2()
105 calculate_qcoeff(&qcoeff1, round, quant, shift); in aom_quantize_b_adaptive_sse2()
109 qcoeff1 = invert_sign_sse2(qcoeff1, coeff1_sign); in aom_quantize_b_adaptive_sse2()
113 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in aom_quantize_b_adaptive_sse2()
116 store_coefficients(qcoeff1, qcoeff_ptr + 8); in aom_quantize_b_adaptive_sse2()
120 coeff1 = calculate_dqcoeff(qcoeff1, dequant); in aom_quantize_b_adaptive_sse2()
138 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in aom_quantize_b_adaptive_sse2()
144 cmp_mask1 = _mm_and_si128(prescan1, _mm_cmpgt_epi16(qcoeff1, zbin)); in aom_quantize_b_adaptive_sse2()
[all …]
|
| D | quantize_ssse3.c | 76 __m128i coeff0, coeff1, qcoeff0, qcoeff1; in aom_quantize_b_64x64_ssse3() local
101 qcoeff1 = _mm_abs_epi16(coeff1); in aom_quantize_b_64x64_ssse3()
105 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in aom_quantize_b_64x64_ssse3()
125 calculate_qcoeff_64x64(&qcoeff1, round, quant, &shift); in aom_quantize_b_64x64_ssse3()
129 qcoeff1 = _mm_sign_epi16(qcoeff1, coeff1); in aom_quantize_b_64x64_ssse3()
133 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in aom_quantize_b_64x64_ssse3()
136 store_coefficients(qcoeff1, qcoeff_ptr + 8); in aom_quantize_b_64x64_ssse3()
140 calculate_dqcoeff_and_store_64x64(qcoeff1, dequant, zero, dqcoeff_ptr + 8); in aom_quantize_b_64x64_ssse3()
143 scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in aom_quantize_b_64x64_ssse3()
152 qcoeff1 = _mm_abs_epi16(coeff1); in aom_quantize_b_64x64_ssse3()
[all …]
|
| /external/libvpx/libvpx/vp9/encoder/x86/ |
| D | vp9_quantize_sse2.c | 55 __m128i qcoeff0, qcoeff1; in vp9_quantize_fp_sse2() local
65 qcoeff1 = _mm_xor_si128(coeff1, coeff1_sign); in vp9_quantize_fp_sse2()
67 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in vp9_quantize_fp_sse2()
71 qcoeff1 = _mm_adds_epi16(qcoeff1, round); in vp9_quantize_fp_sse2()
74 qtmp1 = _mm_mulhi_epi16(qcoeff1, quant); in vp9_quantize_fp_sse2()
78 qcoeff1 = _mm_xor_si128(qtmp1, coeff1_sign); in vp9_quantize_fp_sse2()
80 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in vp9_quantize_fp_sse2()
83 store_tran_low(qcoeff1, qcoeff_ptr + n_coeffs + 8); in vp9_quantize_fp_sse2()
87 coeff1 = _mm_mullo_epi16(qcoeff1, dequant); in vp9_quantize_fp_sse2()
122 __m128i qcoeff0, qcoeff1; in vp9_quantize_fp_sse2() local
[all …]
|
| D | vp9_dct_ssse3.c | 307 __m128i qcoeff0, qcoeff1; in vp9_fdct8x8_quant_ssse3() local
317 qcoeff1 = _mm_xor_si128(coeff1, coeff1_sign); in vp9_fdct8x8_quant_ssse3()
319 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in vp9_fdct8x8_quant_ssse3()
323 qcoeff1 = _mm_adds_epi16(qcoeff1, round); in vp9_fdct8x8_quant_ssse3()
326 qtmp1 = _mm_mulhi_epi16(qcoeff1, quant); in vp9_fdct8x8_quant_ssse3()
330 qcoeff1 = _mm_xor_si128(qtmp1, coeff1_sign); in vp9_fdct8x8_quant_ssse3()
332 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in vp9_fdct8x8_quant_ssse3()
335 store_tran_low(qcoeff1, qcoeff_ptr + n_coeffs + 8); in vp9_fdct8x8_quant_ssse3()
339 coeff1 = _mm_mullo_epi16(qcoeff1, dequant); in vp9_fdct8x8_quant_ssse3()
374 __m128i qcoeff0, qcoeff1; in vp9_fdct8x8_quant_ssse3() local
[all …]
|
| D | vp9_dct_intrin_sse2.c | 474 __m128i qcoeff0, qcoeff1; in vp9_fdct8x8_quant_sse2() local
484 qcoeff1 = _mm_xor_si128(coeff1, coeff1_sign); in vp9_fdct8x8_quant_sse2()
486 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in vp9_fdct8x8_quant_sse2()
490 qcoeff1 = _mm_adds_epi16(qcoeff1, round); in vp9_fdct8x8_quant_sse2()
493 qtmp1 = _mm_mulhi_epi16(qcoeff1, quant); in vp9_fdct8x8_quant_sse2()
497 qcoeff1 = _mm_xor_si128(qtmp1, coeff1_sign); in vp9_fdct8x8_quant_sse2()
499 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in vp9_fdct8x8_quant_sse2()
502 store_tran_low(qcoeff1, qcoeff_ptr + n_coeffs + 8); in vp9_fdct8x8_quant_sse2()
506 coeff1 = _mm_mullo_epi16(qcoeff1, dequant); in vp9_fdct8x8_quant_sse2()
540 __m128i qcoeff0, qcoeff1; in vp9_fdct8x8_quant_sse2() local
[all …]
|
| /external/libvpx/libvpx/vp9/encoder/ppc/ |
| D | vp9_quantize_vsx.c | 47 int16x8_t qcoeff0, qcoeff1, dqcoeff0, dqcoeff1, eob; in vp9_quantize_fp_vsx() local
79 qcoeff1 = vec_mulhi(vec_vaddshs(vec_abs(coeff1), round), quant); in vp9_quantize_fp_vsx()
80 zero_coeff1 = vec_cmpeq(qcoeff1, vec_zeros_s16); in vp9_quantize_fp_vsx()
81 qcoeff1 = vec_sign(qcoeff1, coeff1); in vp9_quantize_fp_vsx()
82 vec_vsx_st(qcoeff1, 16, qcoeff_ptr); in vp9_quantize_fp_vsx()
84 dqcoeff1 = vec_mladd(qcoeff1, dequant, vec_zeros_s16); in vp9_quantize_fp_vsx()
117 qcoeff1 = vec_mulhi(vec_vaddshs(vec_abs(coeff1), round), quant); in vp9_quantize_fp_vsx()
118 zero_coeff1 = vec_cmpeq(qcoeff1, vec_zeros_s16); in vp9_quantize_fp_vsx()
119 qcoeff1 = vec_sign(qcoeff1, coeff1); in vp9_quantize_fp_vsx()
120 vec_vsx_st(qcoeff1, off1, qcoeff_ptr); in vp9_quantize_fp_vsx()
[all …]
|
| /external/libvpx/libvpx/vp8/encoder/x86/ |
| D | quantize_sse4.c | 50 __m128i qcoeff1 = _mm_setzero_si128(); in vp8_regular_quantize_b_sse4_1() local
102 SELECT_EOB(4, 0, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
107 SELECT_EOB(9, 1, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
108 SELECT_EOB(10, 4, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
109 SELECT_EOB(11, 5, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
110 SELECT_EOB(12, 2, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
112 SELECT_EOB(14, 3, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
113 SELECT_EOB(15, 6, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
114 SELECT_EOB(16, 7, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
117 _mm_store_si128((__m128i *)(d->qcoeff + 8), qcoeff1); in vp8_regular_quantize_b_sse4_1()
[all …]
|
| /external/libvpx/libvpx/vpx_dsp/ppc/ |
| D | quantize_vsx.c | 104 int16x8_t qcoeff0, qcoeff1, dqcoeff0, dqcoeff1, eob; in vpx_quantize_b_vsx() local
134 qcoeff1 = in vpx_quantize_b_vsx()
136 vec_vsx_st(qcoeff1, 16, qcoeff_ptr); in vpx_quantize_b_vsx()
141 dqcoeff1 = vec_mladd(qcoeff1, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
145 nonzero_scanindex(qcoeff1, zero_mask1, iscan_ptr, 16)); in vpx_quantize_b_vsx()
166 qcoeff1 = quantize_coeff(coeff1, coeff1_abs, round, quant, quant_shift, in vpx_quantize_b_vsx()
171 vec_vsx_st(qcoeff1, off1, qcoeff_ptr); in vpx_quantize_b_vsx()
175 dqcoeff1 = vec_mladd(qcoeff1, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
184 eob2 = vec_max(nonzero_scanindex(qcoeff1, zero_mask1, iscan_ptr, off1), in vpx_quantize_b_vsx()
214 int16x8_t qcoeff0, qcoeff1, eob; in vpx_quantize_b_32x32_vsx() local
[all …]
|
| /external/libaom/libaom/av1/encoder/x86/ |
| D | av1_quantize_sse2.c | 87 __m128i qcoeff1 = _mm_xor_si128(coeff1, coeff1_sign); in quantize() local
89 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in quantize()
92 const __m128i mask1 = _mm_or_si128(_mm_cmpgt_epi16(qcoeff1, *thr1), in quantize()
93 _mm_cmpeq_epi16(qcoeff1, *thr1)); in quantize()
98 qcoeff1 = _mm_adds_epi16(qcoeff1, *round1); in quantize()
100 const __m128i qtmp1 = _mm_mulhi_epi16(qcoeff1, *quant1); in quantize()
104 qcoeff1 = _mm_xor_si128(qtmp1, coeff1_sign); in quantize()
106 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in quantize()
108 write_qcoeff(&qcoeff0, &qcoeff1, qcoeff_ptr, n_coeffs); in quantize()
111 coeff1 = _mm_mullo_epi16(qcoeff1, *dequant1); in quantize()
|