| /external/libvpx/libvpx/vpx_dsp/ |
| D | quantize.c | 25 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_quantize_dc() local
32 tmp = clamp(abs_coeff + round_ptr[rc != 0], INT16_MIN, INT16_MAX); in vpx_quantize_dc()
55 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_highbd_quantize_dc() local
56 const int64_t tmp = abs_coeff + round_ptr[0]; in vpx_highbd_quantize_dc()
74 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_quantize_dc_32x32() local
81 tmp = clamp(abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], 1), in vpx_quantize_dc_32x32()
106 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_highbd_quantize_dc_32x32() local
107 const int64_t tmp = abs_coeff + ROUND_POWER_OF_TWO(round_ptr[0], 1); in vpx_highbd_quantize_dc_32x32()
151 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_quantize_b_c() local
153 if (abs_coeff >= zbins[rc != 0]) { in vpx_quantize_b_c()
[all …]
|
| /external/libvpx/libvpx/vp9/encoder/ |
| D | vp9_quantize.c | 44 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vp9_quantize_fp_c() local
46 int tmp = clamp(abs_coeff + round_ptr[rc != 0], INT16_MIN, INT16_MAX); in vp9_quantize_fp_c()
80 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vp9_highbd_quantize_fp_c() local
81 const int64_t tmp = abs_coeff + round_ptr[rc != 0]; in vp9_highbd_quantize_fp_c()
112 int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vp9_quantize_fp_32x32_c() local
114 if (abs_coeff >= (dequant_ptr[rc != 0] >> 2)) { in vp9_quantize_fp_32x32_c()
115 abs_coeff += ROUND_POWER_OF_TWO(round_ptr[rc != 0], 1); in vp9_quantize_fp_32x32_c()
116 abs_coeff = clamp(abs_coeff, INT16_MIN, INT16_MAX); in vp9_quantize_fp_32x32_c()
117 tmp = (abs_coeff * quant_ptr[rc != 0]) >> 15; in vp9_quantize_fp_32x32_c()
147 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vp9_highbd_quantize_fp_32x32_c() local
[all …]
|
| /external/libaom/libaom/av1/encoder/ |
| D | av1_quantize.c | 61 int64_t abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in quantize_fp_helper_c() local
63 if ((abs_coeff << (1 + log_scale)) >= thresh) { in quantize_fp_helper_c()
64 abs_coeff = in quantize_fp_helper_c()
65 clamp64(abs_coeff + rounding[rc != 0], INT16_MIN, INT16_MAX); in quantize_fp_helper_c()
66 tmp32 = (int)((abs_coeff * quant_ptr[rc != 0]) >> (16 - log_scale)); in quantize_fp_helper_c()
88 int64_t abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in quantize_fp_helper_c() local
90 if (abs_coeff * wt >= in quantize_fp_helper_c()
92 abs_coeff += rounding[rc != 0]; in quantize_fp_helper_c()
93 abs_coeff = clamp64(abs_coeff, INT16_MIN, INT16_MAX); in quantize_fp_helper_c()
94 tmp32 = (int)((abs_coeff * wt * quant_ptr[rc != 0]) >> in quantize_fp_helper_c()
[all …]
|
| D | encodetxb.c | 742 int64_t abs_coeff = (coeff ^ coeff_sign) - coeff_sign; local
744 if (((abs_coeff << (1 + shift)) < zbin[rc != 0]) || (qcoeff == 0)) {
|
| /external/libaom/libaom/av1/encoder/x86/ |
| D | av1_quantize_avx2.c | 110 const __m256i abs_coeff = _mm256_abs_epi16(*c); in quantize() local
111 __m256i mask = _mm256_cmpgt_epi16(abs_coeff, *thr); in quantize()
112 mask = _mm256_or_si256(mask, _mm256_cmpeq_epi16(abs_coeff, *thr)); in quantize()
116 __m256i q = _mm256_adds_epi16(abs_coeff, qp[0]); in quantize()
297 const __m256i abs_coeff = _mm256_abs_epi16(*c); in quantize_32x32() local
298 __m256i mask = _mm256_cmpgt_epi16(abs_coeff, *thr); in quantize_32x32()
299 mask = _mm256_or_si256(mask, _mm256_cmpeq_epi16(abs_coeff, *thr)); in quantize_32x32()
303 __m256i q = _mm256_adds_epi16(abs_coeff, qp[0]); in quantize_32x32()
372 const __m256i abs_coeff = _mm256_abs_epi16(*c); in quantize_64x64() local
373 __m256i mask = _mm256_cmpgt_epi16(abs_coeff, *thr); in quantize_64x64()
[all …]
|
| D | av1_highbd_quantize_avx2.c | 52 const __m256i abs_coeff = _mm256_abs_epi32(*c); in quantize() local
53 __m256i q = _mm256_add_epi32(abs_coeff, qp[0]); in quantize()
63 const __m256i abs_s = _mm256_slli_epi32(abs_coeff, 1 + log_scale); in quantize()
|
| /external/libaom/libaom/aom_dsp/x86/ |
| D | highbd_quantize_intrin_sse2.c | 63 int abs_coeff[4]; in aom_highbd_quantize_b_sse2() local
73 _mm_storeu_si128((__m128i *)abs_coeff, coeffs); in aom_highbd_quantize_b_sse2()
79 const int64_t tmp3 = abs_coeff[j] + round_ptr[k != 0]; in aom_highbd_quantize_b_sse2()
138 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_highbd_quantize_b_32x32_sse2() local
139 const int64_t tmp1 = abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], 1); in aom_highbd_quantize_b_32x32_sse2()
196 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_highbd_quantize_b_64x64_sse2() local
197 const int64_t tmp1 = abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], 2); in aom_highbd_quantize_b_64x64_sse2()
|
| D | highbd_adaptive_quantize_avx2.c | 94 __m256i abs_coeff = _mm256_abs_epi32(qcoeff); in highbd_calculate_dqcoeff_log_scale_avx2() local
95 highbd_mul_shift_avx2(&abs_coeff, &dequant, &abs_coeff, log_scale); in highbd_calculate_dqcoeff_log_scale_avx2()
96 return _mm256_sign_epi32(abs_coeff, qcoeff); in highbd_calculate_dqcoeff_log_scale_avx2()
259 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_highbd_quantize_b_adaptive_avx2() local
263 if (abs_coeff < in aom_highbd_quantize_b_adaptive_avx2()
445 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_highbd_quantize_b_32x32_adaptive_avx2() local
449 if (abs_coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val)) { in aom_highbd_quantize_b_32x32_adaptive_avx2()
|
| D | highbd_adaptive_quantize_sse2.c | 89 __m128i abs_coeff = invert_sign_32_sse2(qcoeff, coeff_sign); in highbd_calculate_dqcoeff() local
90 highbd_mul_shift_sse2(&abs_coeff, &dequant, &abs_coeff, log_scale); in highbd_calculate_dqcoeff()
91 return invert_sign_32_sse2(abs_coeff, coeff_sign); in highbd_calculate_dqcoeff()
287 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_highbd_quantize_b_adaptive_sse2() local
291 if (abs_coeff < in aom_highbd_quantize_b_adaptive_sse2()
504 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_highbd_quantize_b_32x32_adaptive_sse2() local
508 if (abs_coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val)) { in aom_highbd_quantize_b_32x32_adaptive_sse2()
720 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_highbd_quantize_b_64x64_adaptive_sse2() local
724 if (abs_coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val)) { in aom_highbd_quantize_b_64x64_adaptive_sse2()
|
| D | adaptive_quantize_sse2.c | 204 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_quantize_b_adaptive_sse2() local
208 if (abs_coeff < in aom_quantize_b_adaptive_sse2()
413 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_quantize_b_32x32_adaptive_sse2() local
417 if (abs_coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val)) { in aom_quantize_b_32x32_adaptive_sse2()
621 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_quantize_b_64x64_adaptive_sse2() local
625 if (abs_coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val)) { in aom_quantize_b_64x64_adaptive_sse2()
|
| D | adaptive_quantize_avx2.c | 231 const int abs_coeff = (coeff0 ^ coeff_sign) - coeff_sign; in aom_quantize_b_adaptive_avx2() local
235 if (abs_coeff < in aom_quantize_b_adaptive_avx2()
|
| /external/libvpx/libvpx/vpx_dsp/x86/ |
| D | highbd_quantize_intrin_sse2.c | 67 int abs_coeff[4]; in vpx_highbd_quantize_b_sse2() local
77 _mm_storeu_si128((__m128i *)abs_coeff, coeffs); in vpx_highbd_quantize_b_sse2()
83 const int64_t tmp3 = abs_coeff[j] + round_ptr[k != 0]; in vpx_highbd_quantize_b_sse2()
145 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in vpx_highbd_quantize_b_32x32_sse2() local
146 const int64_t tmp1 = abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], 1); in vpx_highbd_quantize_b_32x32_sse2()
|
| /external/libaom/libaom/aom_dsp/ |
| D | quantize.c | 58 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_quantize_b_adaptive_helper_c() local
62 if (abs_coeff * wt >= (zbins[rc != 0] << AOM_QM_BITS)) { in aom_quantize_b_adaptive_helper_c()
64 clamp(abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], log_scale), in aom_quantize_b_adaptive_helper_c()
144 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_quantize_b_helper_c() local
148 if (abs_coeff * wt >= (zbins[rc != 0] << AOM_QM_BITS)) { in aom_quantize_b_helper_c()
150 clamp(abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], log_scale), in aom_quantize_b_helper_c()
214 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_highbd_quantize_b_adaptive_helper_c() local
215 if (abs_coeff * wt >= (zbins[rc != 0] << AOM_QM_BITS)) { in aom_highbd_quantize_b_adaptive_helper_c()
217 abs_coeff + ROUND_POWER_OF_TWO(round_ptr[rc != 0], log_scale); in aom_highbd_quantize_b_adaptive_helper_c()
298 const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign; in aom_highbd_quantize_b_helper_c() local
[all …]
|
| /external/libhevc/encoder/ |
| D | ihevce_cabac_tu.c | 1561 WORD32 abs_coeff = pu2_sig_coeff_buf[0] + 1; in ihevce_cabac_residue_encode() local
1568 ASSERT(abs_coeff >= base_level); in ihevce_cabac_residue_encode()
1570 abs_coeff_rem = (abs_coeff - base_level); in ihevce_cabac_residue_encode()
1596 if((abs_coeff > (3 << rice_param)) && (rice_param < 4)) in ihevce_cabac_residue_encode()
2141 WORD32 abs_coeff = pu2_sig_coeff_buf[0] + 1; in ihevce_cabac_residue_encode_rdopt() local
2150 ASSERT(abs_coeff >= base_level); in ihevce_cabac_residue_encode_rdopt()
2152 abs_coeff_rem = (abs_coeff - base_level); in ihevce_cabac_residue_encode_rdopt()
2212 if((abs_coeff > (3 << rice_param)) && (rice_param < 4)) in ihevce_cabac_residue_encode_rdopt()
2971 WORD32 abs_coeff = pu2_sig_coeff_buf[0] + 1; in ihevce_cabac_residue_encode_rdoq() local
2978 ASSERT(abs_coeff >= base_level); in ihevce_cabac_residue_encode_rdoq()
[all …]
|
| /external/libvpx/libvpx/test/ |
| D | vp9_quantize_test.cc | 186 int abs_coeff[16]; in quant_fp_nz() local
194 abs_coeff[y] = (coeff ^ coeff_sign[y]) - coeff_sign[y]; in quant_fp_nz()
196 if (i >= 16 && (abs_coeff[y] <= thr)) { in quant_fp_nz()
214 tmp = clamp(abs_coeff[y] + _round, INT16_MIN, INT16_MAX); in quant_fp_nz()
|