Home
last modified time | relevance | path

Searched refs:dequant (Results 1 – 25 of 55) sorted by relevance

123

/external/libvpx/libvpx/vpx_dsp/x86/
Dquantize_avx.c34 __m128i zbin, round, quant, dequant, shift; in vpx_quantize_b_avx() local
48 dequant_ptr, &dequant, quant_shift_ptr, &shift); in vpx_quantize_b_avx()
75 dequant = _mm_unpackhi_epi64(dequant, dequant); in vpx_quantize_b_avx()
94 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr); in vpx_quantize_b_avx()
95 dequant = _mm_unpackhi_epi64(dequant, dequant); in vpx_quantize_b_avx()
96 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + 8); in vpx_quantize_b_avx()
136 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr + index); in vpx_quantize_b_avx()
137 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + index + 8); in vpx_quantize_b_avx()
160 __m128i zbin, round, quant, dequant, shift; in vpx_quantize_b_32x32_avx() local
187 dequant = _mm_load_si128((const __m128i *)dequant_ptr); in vpx_quantize_b_32x32_avx()
[all …]
Dquantize_ssse3.c30 __m128i zbin, round, quant, dequant, shift; in vpx_quantize_b_ssse3() local
41 dequant_ptr, &dequant, quant_shift_ptr, &shift); in vpx_quantize_b_ssse3()
71 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr); in vpx_quantize_b_ssse3()
72 dequant = _mm_unpackhi_epi64(dequant, dequant); in vpx_quantize_b_ssse3()
73 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + 8); in vpx_quantize_b_ssse3()
100 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr + index); in vpx_quantize_b_ssse3()
101 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + index + 8); in vpx_quantize_b_ssse3()
125 __m128i zbin, round, quant, dequant, shift; in vpx_quantize_b_32x32_ssse3() local
152 dequant = _mm_load_si128((const __m128i *)dequant_ptr); in vpx_quantize_b_32x32_ssse3()
186 dequant = _mm_unpackhi_epi64(dequant, dequant); in vpx_quantize_b_32x32_ssse3()
[all …]
Dquantize_sse2.c30 __m128i zbin, round, quant, dequant, shift; in vpx_quantize_b_sse2() local
42 dequant_ptr, &dequant, quant_shift_ptr, &shift); in vpx_quantize_b_sse2()
77 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr); in vpx_quantize_b_sse2()
78 dequant = _mm_unpackhi_epi64(dequant, dequant); in vpx_quantize_b_sse2()
79 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + 8); in vpx_quantize_b_sse2()
108 calculate_dqcoeff_and_store(qcoeff0, dequant, dqcoeff_ptr + index); in vpx_quantize_b_sse2()
109 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + index + 8); in vpx_quantize_b_sse2()
Dquantize_sse2.h22 const int16_t *dequant_ptr, __m128i *dequant, in load_b_values() argument
28 *dequant = _mm_load_si128((const __m128i *)dequant_ptr); in load_b_values()
47 static INLINE void calculate_dqcoeff_and_store(__m128i qcoeff, __m128i dequant, in calculate_dqcoeff_and_store() argument
50 const __m128i low = _mm_mullo_epi16(qcoeff, dequant); in calculate_dqcoeff_and_store()
51 const __m128i high = _mm_mulhi_epi16(qcoeff, dequant); in calculate_dqcoeff_and_store()
59 const __m128i dqcoeff16 = _mm_mullo_epi16(qcoeff, dequant); in calculate_dqcoeff_and_store()
Dquantize_ssse3.h21 const __m128i dequant, in calculate_dqcoeff_and_store_32x32() argument
30 const __m128i low = _mm_mullo_epi16(coeff, dequant); in calculate_dqcoeff_and_store_32x32()
31 const __m128i high = _mm_mulhi_epi16(coeff, dequant); in calculate_dqcoeff_and_store_32x32()
/external/libaom/libaom/aom_dsp/x86/
Dquantize_ssse3.c37 const __m128i dequant, in calculate_dqcoeff_and_store_64x64() argument
46 const __m128i low = _mm_mullo_epi16(coeff, dequant); in calculate_dqcoeff_and_store_64x64()
47 const __m128i high = _mm_mulhi_epi16(coeff, dequant); in calculate_dqcoeff_and_store_64x64()
75 __m128i zbin, round, quant, dequant, shift; in aom_quantize_b_64x64_ssse3() local
87 dequant = _mm_load_si128((const __m128i *)dequant_ptr); in aom_quantize_b_64x64_ssse3()
119 dequant = _mm_unpackhi_epi64(dequant, dequant); in aom_quantize_b_64x64_ssse3()
138 calculate_dqcoeff_and_store_64x64(qcoeff0, dequant, zero, dqcoeff_ptr); in aom_quantize_b_64x64_ssse3()
139 dequant = _mm_unpackhi_epi64(dequant, dequant); in aom_quantize_b_64x64_ssse3()
140 calculate_dqcoeff_and_store_64x64(qcoeff1, dequant, zero, dqcoeff_ptr + 8); in aom_quantize_b_64x64_ssse3()
181 calculate_dqcoeff_and_store_64x64(qcoeff0, dequant, zero, in aom_quantize_b_64x64_ssse3()
[all …]
Dadaptive_quantize_sse2.c28 __m128i zbin, round, quant, dequant, shift; in aom_quantize_b_adaptive_sse2() local
65 dequant_ptr, &dequant, quant_shift_ptr, &shift); in aom_quantize_b_adaptive_sse2()
97 dequant = _mm_unpackhi_epi64(dequant, dequant); in aom_quantize_b_adaptive_sse2()
118 coeff0 = calculate_dqcoeff(qcoeff0, dequant); in aom_quantize_b_adaptive_sse2()
119 dequant = _mm_unpackhi_epi64(dequant, dequant); in aom_quantize_b_adaptive_sse2()
120 coeff1 = calculate_dqcoeff(qcoeff1, dequant); in aom_quantize_b_adaptive_sse2()
171 coeff0 = calculate_dqcoeff(qcoeff0, dequant); in aom_quantize_b_adaptive_sse2()
172 coeff1 = calculate_dqcoeff(qcoeff1, dequant); in aom_quantize_b_adaptive_sse2()
228 __m128i zbin, round, quant, dequant, shift; in aom_quantize_b_32x32_adaptive_sse2() local
267 dequant = _mm_load_si128((const __m128i *)dequant_ptr); in aom_quantize_b_32x32_adaptive_sse2()
[all …]
Dquantize_sse2.c31 __m128i zbin, round, quant, dequant, shift; in aom_quantize_b_sse2() local
41 dequant_ptr, &dequant, quant_shift_ptr, &shift); in aom_quantize_b_sse2()
76 coeff0 = calculate_dqcoeff(qcoeff0, dequant); in aom_quantize_b_sse2()
77 dequant = _mm_unpackhi_epi64(dequant, dequant); in aom_quantize_b_sse2()
78 coeff1 = calculate_dqcoeff(qcoeff1, dequant); in aom_quantize_b_sse2()
111 coeff0 = calculate_dqcoeff(qcoeff0, dequant); in aom_quantize_b_sse2()
112 coeff1 = calculate_dqcoeff(qcoeff1, dequant); in aom_quantize_b_sse2()
Dquantize_x86.h19 const int16_t *dequant_ptr, __m128i *dequant, in load_b_values() argument
25 *dequant = _mm_load_si128((const __m128i *)dequant_ptr); in load_b_values()
65 static INLINE __m128i calculate_dqcoeff(__m128i qcoeff, __m128i dequant) { in calculate_dqcoeff() argument
66 return _mm_mullo_epi16(qcoeff, dequant); in calculate_dqcoeff()
70 __m128i dequant, in calculate_dqcoeff_and_store_log_scale() argument
81 const __m128i low = _mm_mullo_epi16(coeff, dequant); in calculate_dqcoeff_and_store_log_scale()
82 const __m128i high = _mm_mulhi_epi16(coeff, dequant); in calculate_dqcoeff_and_store_log_scale()
/external/libvpx/libvpx/vp9/encoder/ppc/
Dvp9_quantize_vsx.c52 int16x8_t dequant = vec_vsx_ld(0, dequant_ptr); in vp9_quantize_fp_vsx() local
68 dqcoeff0 = vec_mladd(qcoeff0, dequant, vec_zeros_s16); in vp9_quantize_fp_vsx()
76 dequant = vec_splat(dequant, 1); in vp9_quantize_fp_vsx()
84 dqcoeff1 = vec_mladd(qcoeff1, dequant, vec_zeros_s16); in vp9_quantize_fp_vsx()
114 dqcoeff0 = vec_mladd(qcoeff0, dequant, vec_zeros_s16); in vp9_quantize_fp_vsx()
121 dqcoeff1 = vec_mladd(qcoeff1, dequant, vec_zeros_s16); in vp9_quantize_fp_vsx()
128 dqcoeff2 = vec_mladd(qcoeff2, dequant, vec_zeros_s16); in vp9_quantize_fp_vsx()
156 int16x8_t dequant) { in dequantize_coeff_32()
157 int32x4_t dqcoeffe = vec_mule(qcoeff, dequant); in dequantize_coeff_32()
158 int32x4_t dqcoeffo = vec_mulo(qcoeff, dequant); in dequantize_coeff_32()
[all …]
/external/libvpx/libvpx/vpx_dsp/ppc/
Dquantize_vsx.c70 int16x8_t dequant) { in dequantize_coeff_32()
71 int32x4_t dqcoeffe = vec_mule(qcoeff, dequant); in dequantize_coeff_32()
72 int32x4_t dqcoeffo = vec_mulo(qcoeff, dequant); in dequantize_coeff_32()
111 int16x8_t dequant = vec_vsx_ld(0, dequant_ptr); in vpx_quantize_b_vsx() local
138 dqcoeff0 = vec_mladd(qcoeff0, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
140 dequant = vec_splat(dequant, 1); in vpx_quantize_b_vsx()
141 dqcoeff1 = vec_mladd(qcoeff1, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
174 dqcoeff0 = vec_mladd(qcoeff0, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
175 dqcoeff1 = vec_mladd(qcoeff1, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
176 dqcoeff2 = vec_mladd(qcoeff2, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
[all …]
/external/libvpx/libvpx/vpx_dsp/arm/
Dquantize_neon.c19 const int16x8_t dequant, in calculate_dqcoeff_and_store() argument
22 vmull_s16(vget_low_s16(qcoeff), vget_low_s16(dequant)); in calculate_dqcoeff_and_store()
24 vmull_s16(vget_high_s16(qcoeff), vget_high_s16(dequant)); in calculate_dqcoeff_and_store()
55 const int16x8_t dequant = vld1q_s16(dequant_ptr); in vpx_quantize_b_neon() local
92 calculate_dqcoeff_and_store(qcoeff, dequant, dqcoeff_ptr); in vpx_quantize_b_neon()
103 const int16x8_t dequant = vdupq_n_s16(dequant_ptr[1]); in vpx_quantize_b_neon() local
143 calculate_dqcoeff_and_store(qcoeff, dequant, dqcoeff_ptr); in vpx_quantize_b_neon()
168 const int16x8_t dequant, in calculate_dqcoeff_and_store_32x32() argument
170 int32x4_t dqcoeff_0 = vmull_s16(vget_low_s16(qcoeff), vget_low_s16(dequant)); in calculate_dqcoeff_and_store_32x32()
172 vmull_s16(vget_high_s16(qcoeff), vget_high_s16(dequant)); in calculate_dqcoeff_and_store_32x32()
[all …]
/external/libvpx/libvpx/vp9/encoder/x86/
Dvp9_quantize_sse2.c30 __m128i round, quant, dequant; in vp9_quantize_fp_sse2() local
50 dequant = _mm_load_si128((const __m128i *)dequant_ptr); in vp9_quantize_fp_sse2()
85 coeff0 = _mm_mullo_epi16(qcoeff0, dequant); in vp9_quantize_fp_sse2()
86 dequant = _mm_unpackhi_epi64(dequant, dequant); in vp9_quantize_fp_sse2()
87 coeff1 = _mm_mullo_epi16(qcoeff1, dequant); in vp9_quantize_fp_sse2()
115 thr = _mm_srai_epi16(dequant, 1); in vp9_quantize_fp_sse2()
154 coeff0 = _mm_mullo_epi16(qcoeff0, dequant); in vp9_quantize_fp_sse2()
155 coeff1 = _mm_mullo_epi16(qcoeff1, dequant); in vp9_quantize_fp_sse2()
Dvp9_dct_ssse3.c293 __m128i round, quant, dequant, thr; in vp9_fdct8x8_quant_ssse3() local
302 dequant = _mm_load_si128((const __m128i *)dequant_ptr); in vp9_fdct8x8_quant_ssse3()
337 coeff0 = _mm_mullo_epi16(qcoeff0, dequant); in vp9_fdct8x8_quant_ssse3()
338 dequant = _mm_unpackhi_epi64(dequant, dequant); in vp9_fdct8x8_quant_ssse3()
339 coeff1 = _mm_mullo_epi16(qcoeff1, dequant); in vp9_fdct8x8_quant_ssse3()
369 thr = _mm_srai_epi16(dequant, 1); in vp9_fdct8x8_quant_ssse3()
407 coeff0 = _mm_mullo_epi16(qcoeff0, dequant); in vp9_fdct8x8_quant_ssse3()
408 coeff1 = _mm_mullo_epi16(qcoeff1, dequant); in vp9_fdct8x8_quant_ssse3()
/external/libaom/libaom/av1/encoder/x86/
Dav1_highbd_quantize_sse4.c121 __m128i coeff[2], qcoeff[3], dequant[2], qparam[4], coeff_sign; in av1_highbd_quantize_fp_sse4_1() local
147 quantize_coeff_phase1(&coeff[0], qparam, shift, log_scale, qcoeff, dequant, in av1_highbd_quantize_fp_sse4_1()
155 quantize_coeff_phase2(qcoeff, dequant, &coeff_sign, qparam, shift, log_scale, in av1_highbd_quantize_fp_sse4_1()
160 quantize_coeff_phase1(&coeff[1], qparam, shift, log_scale, qcoeff, dequant, in av1_highbd_quantize_fp_sse4_1()
162 quantize_coeff_phase2(qcoeff, dequant, &coeff_sign, qparam, shift, log_scale, in av1_highbd_quantize_fp_sse4_1()
179 quantize_coeff_phase1(&coeff[0], qparam, shift, log_scale, qcoeff, dequant, in av1_highbd_quantize_fp_sse4_1()
181 quantize_coeff_phase2(qcoeff, dequant, &coeff_sign, qparam, shift, in av1_highbd_quantize_fp_sse4_1()
184 quantize_coeff_phase1(&coeff[1], qparam, shift, log_scale, qcoeff, dequant, in av1_highbd_quantize_fp_sse4_1()
186 quantize_coeff_phase2(qcoeff, dequant, &coeff_sign, qparam, shift, in av1_highbd_quantize_fp_sse4_1()
/external/libvpx/libvpx/vp9/encoder/
Dvp9_encodemb.c75 const int16_t *const dequant_ptr = pd->dequant; in vp9_optimize_b()
366 p->quant_fp, qcoeff, dqcoeff, pd->dequant, in vp9_xform_quant_fp()
372 p->quant_fp, qcoeff, dqcoeff, pd->dequant, eob, in vp9_xform_quant_fp()
378 p->quant_fp, qcoeff, dqcoeff, pd->dequant, eob, in vp9_xform_quant_fp()
385 p->quant_fp, qcoeff, dqcoeff, pd->dequant, eob, in vp9_xform_quant_fp()
397 p->quant_fp, qcoeff, dqcoeff, pd->dequant, eob, in vp9_xform_quant_fp()
403 qcoeff, dqcoeff, pd->dequant, eob, scan_order->scan, in vp9_xform_quant_fp()
408 p->round_fp, p->quant_fp, qcoeff, dqcoeff, pd->dequant, in vp9_xform_quant_fp()
415 qcoeff, dqcoeff, pd->dequant, eob, scan_order->scan, in vp9_xform_quant_fp()
443 pd->dequant[0], eob); in vp9_xform_quant_dc()
[all …]
/external/libvpx/libvpx/vpx_dsp/
Dquantize.h24 const int16_t dequant, uint16_t *eob_ptr);
28 const int16_t dequant, uint16_t *eob_ptr);
34 tran_low_t *dqcoeff_ptr, const int16_t dequant,
40 const int16_t dequant, uint16_t *eob_ptr);
Dquantize.c21 const int16_t dequant, uint16_t *eob_ptr) { in vpx_quantize_dc() argument
35 dqcoeff_ptr[rc] = qcoeff_ptr[rc] * dequant; in vpx_quantize_dc()
45 tran_low_t *dqcoeff_ptr, const int16_t dequant, in vpx_highbd_quantize_dc() argument
59 dqcoeff_ptr[0] = qcoeff_ptr[0] * dequant; in vpx_highbd_quantize_dc()
69 const int16_t dequant, uint16_t *eob_ptr) { in vpx_quantize_dc_32x32() argument
85 dqcoeff_ptr[rc] = qcoeff_ptr[rc] * dequant / 2; in vpx_quantize_dc_32x32()
96 const int16_t dequant, uint16_t *eob_ptr) { in vpx_highbd_quantize_dc_32x32() argument
110 dqcoeff_ptr[0] = qcoeff_ptr[0] * dequant / 2; in vpx_highbd_quantize_dc_32x32()
/external/libaom/libaom/test/
Dquantize_func_test.cc74 Dequants dequant; member
104 av1_build_quantizer(bd_, 0, 0, 0, 0, 0, &qtab_->quant, &qtab_->dequant); in InitQuantizer()
135 const int16_t *dequant = qtab_->dequant.y_dequant_QTX[q]; in QuantizeRun() local
143 qcoeff_ref, dqcoeff_ref, dequant, &eob[0], sc->scan, in QuantizeRun()
147 quant_shift, qcoeff, dqcoeff, dequant, in QuantizeRun()
294 const int16_t *dequant = qtab_->dequant.y_dequant_QTX[q]; in TEST_P() local
305 qcoeff, dqcoeff, dequant, eob, sc->scan, sc->iscan); in TEST_P()
312 dqcoeff, dequant, eob, sc->scan, sc->iscan); in TEST_P()
/external/libaom/libaom/aom_dsp/
Dquantize.c72 const int dequant = in quantize_b_adaptive_helper_c() local
75 const tran_low_t abs_dqcoeff = (tmp32 * dequant) >> log_scale; in quantize_b_adaptive_helper_c()
157 const int dequant = in quantize_b_helper_c() local
160 const tran_low_t abs_dqcoeff = (tmp32 * dequant) >> log_scale; in quantize_b_helper_c()
180 int dequant; in highbd_quantize_b_adaptive_helper_c() local
225 dequant = in highbd_quantize_b_adaptive_helper_c()
227 const tran_low_t abs_dqcoeff = (abs_qcoeff * dequant) >> log_scale; in highbd_quantize_b_adaptive_helper_c()
268 int dequant; in highbd_quantize_b_helper_c() local
305 dequant = in highbd_quantize_b_helper_c()
307 const tran_low_t abs_dqcoeff = (abs_qcoeff * dequant) >> log_scale; in highbd_quantize_b_helper_c()
/external/libvpx/libvpx/test/
Dvp9_quantize_test.cc44 tran_low_t *dqcoeff, const int16_t *dequant,
55 tran_low_t *dqcoeff, const int16_t *dequant,
64 const int16_t *dequant, uint16_t *eob, const int16_t *scan, in QuantFPWrapper() argument
69 fn(coeff, count, skip_block, round, quant, qcoeff, dqcoeff, dequant, eob, in QuantFPWrapper()
259 int16_t *dequant, int16_t *round_fp, in GenerateHelperArrays() argument
283 dequant[j] = rnd->RandRange(1828); in GenerateHelperArrays()
292 dequant[j] = dequant[1]; in GenerateHelperArrays()
/external/libvpx/libvpx/vp8/encoder/x86/
Dvp8_quantize_sse2.c52 __m128i dequant0 = _mm_load_si128((__m128i *)(d->dequant)); in vp8_regular_quantize_b_sse2()
53 __m128i dequant1 = _mm_load_si128((__m128i *)(d->dequant + 8)); in vp8_regular_quantize_b_sse2()
149 __m128i dequant0 = _mm_load_si128((__m128i *)(d->dequant)); in vp8_fast_quantize_b_sse2()
150 __m128i dequant1 = _mm_load_si128((__m128i *)(d->dequant + 8)); in vp8_fast_quantize_b_sse2()
/external/libvpx/libvpx/vp9/decoder/
Dvp9_detokenize.c239 const int16_t *const dequant = pd->seg_dequant[seg_id]; in vp9_decode_block_tokens() local
252 dequant, ctx, sc->scan, sc->neighbors, r); in vp9_decode_block_tokens()
260 dequant, ctx, sc->scan, sc->neighbors, r); in vp9_decode_block_tokens()
269 dequant, ctx, sc->scan, sc->neighbors, r); in vp9_decode_block_tokens()
281 dequant, ctx, sc->scan, sc->neighbors, r); in vp9_decode_block_tokens()
/external/libvpx/libvpx/vp8/common/x86/
Didctllm_sse2.asm17 ; short *dequant - 1
32 mov rdx, arg(1) ; dequant
102 ; short *dequant - 1
120 mov rdx, arg(1) ; dequant
358 ; short *dequant - 1
397 ; Rounding to dequant and downshift
434 ; short *dequant - 1
452 mov rdx, arg(1) ; dequant
/external/libvpx/libvpx/vp8/encoder/arm/neon/
Dfastquantizeb_neon.c25 dequant0 = vld1q_s16(d->dequant), in vp8_fast_quantize_b_neon()
26 dequant1 = vld1q_s16(d->dequant + 8); in vp8_fast_quantize_b_neon()

123