| /external/libvpx/libvpx/vpx_dsp/ |
| D | quantize.c | 25 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_quantize_dc() local
32 tmp = clamp(abs_coeff + round_ptr[rc != 0], INT16_MIN, INT16_MAX); in vpx_quantize_dc()
55 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_highbd_quantize_dc() local
56 const int64_t tmp = abs_coeff + round_ptr[0]; in vpx_highbd_quantize_dc()
74 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_quantize_dc_32x32() local
81 tmp = clamp(abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], 1), in vpx_quantize_dc_32x32()
106 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_highbd_quantize_dc_32x32() local
107 const int64_t tmp = abs_coeff + ROUND_POWER_OF_TWO(round_ptr[0], 1); in vpx_highbd_quantize_dc_32x32()
151 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_quantize_b_c() local
153 if (abs_coeff >= zbins[rc != 0]) { in vpx_quantize_b_c()
[all …]
|
| /external/libaom/libaom/av1/encoder/x86/ |
| D | av1_quantize_avx2.c | 110 const __m256i abs_coeff = _mm256_abs_epi16(*c); in quantize() local
111 __m256i mask = _mm256_cmpgt_epi16(abs_coeff, *thr); in quantize()
112 mask = _mm256_or_si256(mask, _mm256_cmpeq_epi16(abs_coeff, *thr)); in quantize()
116 __m256i q = _mm256_adds_epi16(abs_coeff, qp[0]); in quantize()
182 const __m256i abs_coeff = _mm256_abs_epi16(*c); in quantize_32x32() local
183 __m256i mask = _mm256_cmpgt_epi16(abs_coeff, *thr); in quantize_32x32()
184 mask = _mm256_or_si256(mask, _mm256_cmpeq_epi16(abs_coeff, *thr)); in quantize_32x32()
188 __m256i q = _mm256_adds_epi16(abs_coeff, qp[0]); in quantize_32x32()
257 const __m256i abs_coeff = _mm256_abs_epi16(*c); in quantize_64x64() local
258 __m256i mask = _mm256_cmpgt_epi16(abs_coeff, *thr); in quantize_64x64()
[all …]
|
| D | av1_highbd_quantize_avx2.c | 52 const __m256i abs_coeff = _mm256_abs_epi32(*c); in quantize() local
53 __m256i q = _mm256_add_epi32(abs_coeff, qp[0]); in quantize()
63 const __m256i abs_s = _mm256_slli_epi32(abs_coeff, 1 + log_scale); in quantize()
|
| /external/libvpx/libvpx/vp9/encoder/ |
| D | vp9_quantize.c | 44 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vp9_quantize_fp_c() local
46 int tmp = clamp(abs_coeff + round_ptr[rc != 0], INT16_MIN, INT16_MAX); in vp9_quantize_fp_c()
80 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vp9_highbd_quantize_fp_c() local
81 const int64_t tmp = abs_coeff + round_ptr[rc != 0]; in vp9_highbd_quantize_fp_c()
112 int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vp9_quantize_fp_32x32_c() local
114 if (abs_coeff >= (dequant_ptr[rc != 0] >> 2)) { in vp9_quantize_fp_32x32_c()
115 abs_coeff += ROUND_POWER_OF_TWO(round_ptr[rc != 0], 1); in vp9_quantize_fp_32x32_c()
116 abs_coeff = clamp(abs_coeff, INT16_MIN, INT16_MAX); in vp9_quantize_fp_32x32_c()
117 tmp = (abs_coeff * quant_ptr[rc != 0]) >> 15; in vp9_quantize_fp_32x32_c()
147 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vp9_highbd_quantize_fp_32x32_c() local
[all …]
|
| D | vp9_dct.c | 646 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vp9_fdct8x8_quant_c() local
648 int tmp = clamp(abs_coeff + round_ptr[rc != 0], INT16_MIN, INT16_MAX); in vp9_fdct8x8_quant_c()
|
| /external/libaom/libaom/aom_dsp/x86/ |
| D | highbd_quantize_intrin_sse2.c | 63 int abs_coeff[4]; in aom_highbd_quantize_b_sse2() local
73 _mm_storeu_si128((__m128i *)abs_coeff, coeffs); in aom_highbd_quantize_b_sse2()
79 const int64_t tmp3 = abs_coeff[j] + round_ptr[k != 0]; in aom_highbd_quantize_b_sse2()
138 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_highbd_quantize_b_32x32_sse2() local
139 const int64_t tmp1 = abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], 1); in aom_highbd_quantize_b_32x32_sse2()
196 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_highbd_quantize_b_64x64_sse2() local
197 const int64_t tmp1 = abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], 2); in aom_highbd_quantize_b_64x64_sse2()
|
| D | adaptive_quantize_sse2.c | 51 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_quantize_b_adaptive_sse2() local
53 if (abs_coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val)) { in aom_quantize_b_adaptive_sse2()
202 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_quantize_b_adaptive_sse2() local
206 if (abs_coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val)) { in aom_quantize_b_adaptive_sse2()
251 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_quantize_b_32x32_adaptive_sse2() local
253 if (abs_coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val)) { in aom_quantize_b_32x32_adaptive_sse2()
409 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_quantize_b_32x32_adaptive_sse2() local
413 if (abs_coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val)) { in aom_quantize_b_32x32_adaptive_sse2()
|
| /external/libaom/libaom/av1/encoder/ |
| D | av1_quantize.c | 61 int64_t abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in quantize_fp_helper_c() local
63 if ((abs_coeff << (1 + log_scale)) >= thresh) { in quantize_fp_helper_c()
64 abs_coeff = in quantize_fp_helper_c()
65 clamp64(abs_coeff + rounding[rc != 0], INT16_MIN, INT16_MAX); in quantize_fp_helper_c()
66 tmp32 = (int)((abs_coeff * quant_ptr[rc != 0]) >> (16 - log_scale)); in quantize_fp_helper_c()
88 int64_t abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in quantize_fp_helper_c() local
90 if (abs_coeff * wt >= in quantize_fp_helper_c()
92 abs_coeff += rounding[rc != 0]; in quantize_fp_helper_c()
93 abs_coeff = clamp64(abs_coeff, INT16_MIN, INT16_MAX); in quantize_fp_helper_c()
94 tmp32 = (int)((abs_coeff * wt * quant_ptr[rc != 0]) >> in quantize_fp_helper_c()
[all …]
|
| D | encodetxb.c | 1507 int64_t abs_coeff = (coeff ^ coeff_sign) - coeff_sign; local
1509 if (((abs_coeff << (1 + shift)) < zbin[rc != 0]) || (qcoeff == 0)) {
|
| /external/libvpx/libvpx/vpx_dsp/x86/ |
| D | highbd_quantize_intrin_sse2.c | 67 int abs_coeff[4]; in vpx_highbd_quantize_b_sse2() local
77 _mm_storeu_si128((__m128i *)abs_coeff, coeffs); in vpx_highbd_quantize_b_sse2()
83 const int64_t tmp3 = abs_coeff[j] + round_ptr[k != 0]; in vpx_highbd_quantize_b_sse2()
145 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_highbd_quantize_b_32x32_sse2() local
146 const int64_t tmp1 = abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], 1); in vpx_highbd_quantize_b_32x32_sse2()
|
| /external/libaom/libaom/aom_dsp/ |
| D | quantize.c | 58 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in quantize_b_adaptive_helper_c() local
62 if (abs_coeff * wt >= (zbins[rc != 0] << AOM_QM_BITS)) { in quantize_b_adaptive_helper_c()
64 clamp(abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], log_scale), in quantize_b_adaptive_helper_c()
143 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in quantize_b_helper_c() local
147 if (abs_coeff * wt >= (zbins[rc != 0] << AOM_QM_BITS)) { in quantize_b_helper_c()
149 clamp(abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], log_scale), in quantize_b_helper_c()
217 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in highbd_quantize_b_adaptive_helper_c() local
219 abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], log_scale); in highbd_quantize_b_adaptive_helper_c()
297 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in highbd_quantize_b_helper_c() local
299 abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], log_scale); in highbd_quantize_b_helper_c()
|
| /external/libhevc/encoder/ |
| D | ihevce_cabac_tu.c | 1561 WORD32 abs_coeff = pu2_sig_coeff_buf[0] + 1; in ihevce_cabac_residue_encode() local
1568 ASSERT(abs_coeff >= base_level); in ihevce_cabac_residue_encode()
1570 abs_coeff_rem = (abs_coeff - base_level); in ihevce_cabac_residue_encode()
1596 if((abs_coeff > (3 << rice_param)) && (rice_param < 4)) in ihevce_cabac_residue_encode()
2141 WORD32 abs_coeff = pu2_sig_coeff_buf[0] + 1; in ihevce_cabac_residue_encode_rdopt() local
2150 ASSERT(abs_coeff >= base_level); in ihevce_cabac_residue_encode_rdopt()
2152 abs_coeff_rem = (abs_coeff - base_level); in ihevce_cabac_residue_encode_rdopt()
2212 if((abs_coeff > (3 << rice_param)) && (rice_param < 4)) in ihevce_cabac_residue_encode_rdopt()
2971 WORD32 abs_coeff = pu2_sig_coeff_buf[0] + 1; in ihevce_cabac_residue_encode_rdoq() local
2978 ASSERT(abs_coeff >= base_level); in ihevce_cabac_residue_encode_rdoq()
[all …]
|
| /external/libvpx/libvpx/test/ |
| D | vp9_quantize_test.cc | 181 int abs_coeff[16]; in quant_fp_nz() local
189 abs_coeff[y] = (coeff ^ coeff_sign[y]) - coeff_sign[y]; in quant_fp_nz()
191 if (i >= 16 && (abs_coeff[y] <= thr)) { in quant_fp_nz()
209 tmp = clamp(abs_coeff[y] + _round, INT16_MIN, INT16_MAX); in quant_fp_nz()
|