Home
last modified time | relevance | path

Searched refs:_mm256_unpacklo_epi16 (Results 1 – 25 of 37) sorted by relevance

12

/external/libaom/libaom/aom_dsp/x86/
Dcommon_avx2.h21 __m256i tr0_0 = _mm256_unpacklo_epi16(in[0], in[1]); in mm256_transpose_16x16()
23 __m256i tr0_2 = _mm256_unpacklo_epi16(in[2], in[3]); in mm256_transpose_16x16()
25 __m256i tr0_4 = _mm256_unpacklo_epi16(in[4], in[5]); in mm256_transpose_16x16()
27 __m256i tr0_6 = _mm256_unpacklo_epi16(in[6], in[7]); in mm256_transpose_16x16()
30 __m256i tr0_8 = _mm256_unpacklo_epi16(in[8], in[9]); in mm256_transpose_16x16()
32 __m256i tr0_a = _mm256_unpacklo_epi16(in[10], in[11]); in mm256_transpose_16x16()
34 __m256i tr0_c = _mm256_unpacklo_epi16(in[12], in[13]); in mm256_transpose_16x16()
36 __m256i tr0_e = _mm256_unpacklo_epi16(in[14], in[15]); in mm256_transpose_16x16()
Dconvolve_avx2.h71 s[0] = _mm256_unpacklo_epi16(src_0, src_1); \
72 s[1] = _mm256_unpacklo_epi16(src_2, src_3); \
73 s[2] = _mm256_unpacklo_epi16(src_4, src_5); \
85 s[3] = _mm256_unpacklo_epi16(s6, s7); \
153 s[0] = _mm256_unpacklo_epi16(s0, s1); \
154 s[1] = _mm256_unpacklo_epi16(s2, s3); \
155 s[2] = _mm256_unpacklo_epi16(s4, s5); \
167 s[3] = _mm256_unpacklo_epi16(s6, s7); \
383 const __m256i data_lo = _mm256_unpacklo_epi16(*data_ref_0, *res_unsigned); in comp_avg()
Dhighbd_convolve_avx2.c185 s[0] = _mm256_unpacklo_epi16(s01, s12); in av1_highbd_convolve_y_sr_avx2()
186 s[1] = _mm256_unpacklo_epi16(s23, s34); in av1_highbd_convolve_y_sr_avx2()
187 s[2] = _mm256_unpacklo_epi16(s45, s56); in av1_highbd_convolve_y_sr_avx2()
210 s[3] = _mm256_unpacklo_epi16(s67, s78); in av1_highbd_convolve_y_sr_avx2()
337 __m256i res = _mm256_unpacklo_epi16(res_even1, res_odd1); in av1_highbd_convolve_x_sr_avx2()
879 sig[0] = _mm256_unpacklo_epi16(s0, s1); in pack_8x9_init()
881 sig[1] = _mm256_unpacklo_epi16(s2, s3); in pack_8x9_init()
883 sig[2] = _mm256_unpacklo_epi16(s4, s5); in pack_8x9_init()
898 sig[3] = _mm256_unpacklo_epi16(s2, s3); in pack_8x9_pixels()
958 sig[0] = _mm256_unpacklo_epi16(u0, u2); in pack_16x9_init()
[all …]
Dtxfm_common_avx2.h31 __m256i t0 = _mm256_unpacklo_epi16(*in0, *in1); in btf_16_w16_avx2()
137 a[i / 2 + 0] = _mm256_unpacklo_epi16(in[i], in[i + 1]); in transpose_16bit_16x16_avx2()
173 const __m256i a0 = _mm256_unpacklo_epi16(in[0], in[1]); in transpose_16bit_16x8_avx2()
174 const __m256i a1 = _mm256_unpacklo_epi16(in[2], in[3]); in transpose_16bit_16x8_avx2()
175 const __m256i a2 = _mm256_unpacklo_epi16(in[4], in[5]); in transpose_16bit_16x8_avx2()
176 const __m256i a3 = _mm256_unpacklo_epi16(in[6], in[7]); in transpose_16bit_16x8_avx2()
279 const __m256i a_lo = _mm256_unpacklo_epi16(a, one); in store_rect_16bit_to_32bit_w8_avx2()
Davg_intrin_avx2.c57 a0 = _mm256_unpacklo_epi16(b0, b1); in hadamard_col8x2_avx2()
58 a1 = _mm256_unpacklo_epi16(b2, b3); in hadamard_col8x2_avx2()
61 a4 = _mm256_unpacklo_epi16(b4, b5); in hadamard_col8x2_avx2()
62 a5 = _mm256_unpacklo_epi16(b6, b7); in hadamard_col8x2_avx2()
Dblend_a64_mask_avx2.c35 __m256i res0_lo = _mm256_madd_epi16(_mm256_unpacklo_epi16(s0_0, s1_0), in blend_a64_d16_mask_w16_avx2()
36 _mm256_unpacklo_epi16(*m0, max_minus_m0)); in blend_a64_d16_mask_w16_avx2()
59 __m256i res0_lo = _mm256_madd_epi16(_mm256_unpacklo_epi16(s0_0, s1_0), in blend_a64_d16_mask_w32_avx2()
60 _mm256_unpacklo_epi16(*m0, max_minus_m0)); in blend_a64_d16_mask_w32_avx2()
63 __m256i res1_lo = _mm256_madd_epi16(_mm256_unpacklo_epi16(s0_1, s1_1), in blend_a64_d16_mask_w32_avx2()
64 _mm256_unpacklo_epi16(*m1, max_minus_m1)); in blend_a64_d16_mask_w32_avx2()
927 const __m256i mul0l = _mm256_unpacklo_epi16(mul0_lows, mul0_highs); in highbd_blend_a64_d16_mask_w4_avx2()
935 const __m256i mul1l = _mm256_unpacklo_epi16(mul1_lows, mul1_highs); in highbd_blend_a64_d16_mask_w4_avx2()
1045 const __m256i mul0al = _mm256_unpacklo_epi16(mul0a_lows, mul0a_highs); in highbd_blend_a64_d16_mask_w8_avx2()
1053 const __m256i mul1al = _mm256_unpacklo_epi16(mul1a_lows, mul1a_highs); in highbd_blend_a64_d16_mask_w8_avx2()
[all …]
Dmasked_sad_intrin_avx2.c226 const __m256i data_l = _mm256_unpacklo_epi16(a, b); in highbd_masked_sad8xh_avx2()
227 const __m256i mask_l = _mm256_unpacklo_epi16(m, m_inv); in highbd_masked_sad8xh_avx2()
283 const __m256i data_l = _mm256_unpacklo_epi16(a, b); in highbd_masked_sad16xh_avx2()
284 const __m256i mask_l = _mm256_unpacklo_epi16(m, m_inv); in highbd_masked_sad16xh_avx2()
Dsad_highbd_avx2.c100 s0 = _mm256_unpacklo_epi16(sum0, zero); in aom_highbd_sad16x8_avx2()
102 r0 = _mm256_unpacklo_epi16(sum1, zero); in aom_highbd_sad16x8_avx2()
148 s0 = _mm256_unpacklo_epi16(sum0, zero); in aom_highbd_sad16x16_avx2()
202 r0 = _mm256_unpacklo_epi16(s0, zero); in sad32x4()
327 r[0] = _mm256_unpacklo_epi16(s[0], zero); in sad64x2()
329 r[2] = _mm256_unpacklo_epi16(s[4], zero); in sad64x2()
431 r[0] = _mm256_unpacklo_epi16(s[0], zero); in sad128x1()
433 r[2] = _mm256_unpacklo_epi16(s[4], zero); in sad128x1()
516 r0 = _mm256_unpacklo_epi16(s0, zero); in sad16x4()
Dbitdepth_conversion_avx2.h28 const __m256i a_1 = _mm256_unpacklo_epi16(a_lo, a_hi); in store_tran_low()
Dintrapred_avx2.c114 w0 = _mm256_unpacklo_epi16(x[0], x[1]); // 00 10 01 11 02 12 03 13 in highbd_transpose4x16_avx2()
115 w1 = _mm256_unpacklo_epi16(x[2], x[3]); // 20 30 21 31 22 32 23 33 in highbd_transpose4x16_avx2()
135 w0 = _mm256_unpacklo_epi16(x[0], x[1]); // 00 10 01 11 02 12 03 13 in highbd_transpose8x16_16x8_avx2()
136 w1 = _mm256_unpacklo_epi16(x[2], x[3]); // 20 30 21 31 22 32 23 33 in highbd_transpose8x16_16x8_avx2()
137 w2 = _mm256_unpacklo_epi16(x[4], x[5]); // 40 50 41 51 42 52 43 53 in highbd_transpose8x16_16x8_avx2()
138 w3 = _mm256_unpacklo_epi16(x[6], x[7]); // 60 70 61 71 62 72 63 73 in highbd_transpose8x16_16x8_avx2()
173 w0 = _mm256_unpacklo_epi16(x[0], x[1]); in highbd_transpose16x16_avx2()
174 w1 = _mm256_unpacklo_epi16(x[2], x[3]); in highbd_transpose16x16_avx2()
175 w2 = _mm256_unpacklo_epi16(x[4], x[5]); in highbd_transpose16x16_avx2()
176 w3 = _mm256_unpacklo_epi16(x[6], x[7]); in highbd_transpose16x16_avx2()
[all …]
Dvariance_avx2.c419 const __m256i s_lo = _mm256_unpacklo_epi16(s0, s1); in highbd_comp_mask_pred_line_avx2()
420 const __m256i a_lo = _mm256_unpacklo_epi16(a, a_inv); in highbd_comp_mask_pred_line_avx2()
/external/libaom/libaom/av1/common/x86/
Dhighbd_jnt_convolve_avx2.c74 const __m256i data_ref_0_lo = _mm256_unpacklo_epi16(data_0, zero); in av1_highbd_dist_wtd_convolve_2d_copy_avx2()
77 const __m256i res_32b_lo = _mm256_unpacklo_epi16(res, zero); in av1_highbd_dist_wtd_convolve_2d_copy_avx2()
134 const __m256i data_ref_0 = _mm256_unpacklo_epi16(data_01, zero); in av1_highbd_dist_wtd_convolve_2d_copy_avx2()
136 const __m256i res_32b = _mm256_unpacklo_epi16(res, zero); in av1_highbd_dist_wtd_convolve_2d_copy_avx2()
178 const __m256i data_ref_0_lo = _mm256_unpacklo_epi16(data_01, zero); in av1_highbd_dist_wtd_convolve_2d_copy_avx2()
181 const __m256i res_32b_lo = _mm256_unpacklo_epi16(res, zero); in av1_highbd_dist_wtd_convolve_2d_copy_avx2()
319 __m256i res = _mm256_unpacklo_epi16(res_even1, res_odd1); in av1_highbd_dist_wtd_convolve_2d_avx2()
334 s[0] = _mm256_unpacklo_epi16(s0, s1); in av1_highbd_dist_wtd_convolve_2d_avx2()
335 s[1] = _mm256_unpacklo_epi16(s2, s3); in av1_highbd_dist_wtd_convolve_2d_avx2()
336 s[2] = _mm256_unpacklo_epi16(s4, s5); in av1_highbd_dist_wtd_convolve_2d_avx2()
[all …]
Dhighbd_convolve_2d_avx2.c100 __m256i res = _mm256_unpacklo_epi16(res_even1, res_odd1); in av1_highbd_convolve_2d_sr_avx2()
115 s[0] = _mm256_unpacklo_epi16(s0, s1); in av1_highbd_convolve_2d_sr_avx2()
116 s[1] = _mm256_unpacklo_epi16(s2, s3); in av1_highbd_convolve_2d_sr_avx2()
117 s[2] = _mm256_unpacklo_epi16(s4, s5); in av1_highbd_convolve_2d_sr_avx2()
131 s[3] = _mm256_unpacklo_epi16(s6, s7); in av1_highbd_convolve_2d_sr_avx2()
Dhighbd_wiener_convolve_avx2.c191 const __m256i src_0 = _mm256_unpacklo_epi16(data_0, data_1); in av1_highbd_wiener_convolve_add_src_avx2()
192 const __m256i src_2 = _mm256_unpacklo_epi16(data_2, data_3); in av1_highbd_wiener_convolve_add_src_avx2()
193 const __m256i src_4 = _mm256_unpacklo_epi16(data_4, data_5); in av1_highbd_wiener_convolve_add_src_avx2()
194 const __m256i src_6 = _mm256_unpacklo_epi16(data_6, data_7); in av1_highbd_wiener_convolve_add_src_avx2()
Dwiener_convolve_avx2.c197 const __m256i src_0 = _mm256_unpacklo_epi16(data_0, data_1); in av1_wiener_convolve_add_src_avx2()
198 const __m256i src_2 = _mm256_unpacklo_epi16(data_2, data_3); in av1_wiener_convolve_add_src_avx2()
199 const __m256i src_4 = _mm256_unpacklo_epi16(data_4, data_5); in av1_wiener_convolve_add_src_avx2()
200 const __m256i src_6 = _mm256_unpacklo_epi16(data_6, data_7); in av1_wiener_convolve_add_src_avx2()
Djnt_convolve_avx2.c28 const __m256i wt = _mm256_unpacklo_epi16(wt0, wt1); in unpack_weights_avx2()
276 const __m256i res_lo_0_32b = _mm256_unpacklo_epi16(res_lo, zero); in av1_dist_wtd_convolve_y_avx2()
334 const __m256i res_hi_0_32b = _mm256_unpacklo_epi16(res_hi, zero); in av1_dist_wtd_convolve_y_avx2()
455 const __m256i res_lo_0_32b = _mm256_unpacklo_epi16(res_lo, zero); in av1_dist_wtd_convolve_y_avx2()
513 const __m256i res_hi_0_32b = _mm256_unpacklo_epi16(res_hi, zero); in av1_dist_wtd_convolve_y_avx2()
692 s[0] = _mm256_unpacklo_epi16(s0, s1); in av1_dist_wtd_convolve_2d_avx2()
693 s[1] = _mm256_unpacklo_epi16(s2, s3); in av1_dist_wtd_convolve_2d_avx2()
706 s[2] = _mm256_unpacklo_epi16(s4, s5); in av1_dist_wtd_convolve_2d_avx2()
Dconvolve_2d_avx2.c124 s[0] = _mm256_unpacklo_epi16(src_0, src_1); in av1_convolve_2d_sr_avx2()
125 s[1] = _mm256_unpacklo_epi16(src_2, src_3); in av1_convolve_2d_sr_avx2()
137 s[2] = _mm256_unpacklo_epi16(s4, s5); in av1_convolve_2d_sr_avx2()
/external/libaom/libaom/av1/encoder/x86/
Dwedge_utils_avx2.c49 const __m256i v_rd0l_w = _mm256_unpacklo_epi16(v_d0_w, v_r0_w); in av1_wedge_sse_from_residuals_avx2()
53 const __m256i v_m0l_w = _mm256_unpacklo_epi16(v_m0_w, v_mask_max_w); in av1_wedge_sse_from_residuals_avx2()
172 const __m256i v_ab0l_w = _mm256_unpacklo_epi16(v_a0_w, v_b0_w); in av1_wedge_compute_delta_squares_avx2()
174 const __m256i v_ab1l_w = _mm256_unpacklo_epi16(v_a1_w, v_b1_w); in av1_wedge_compute_delta_squares_avx2()
176 const __m256i v_ab2l_w = _mm256_unpacklo_epi16(v_a2_w, v_b2_w); in av1_wedge_compute_delta_squares_avx2()
178 const __m256i v_ab3l_w = _mm256_unpacklo_epi16(v_a3_w, v_b3_w); in av1_wedge_compute_delta_squares_avx2()
Dav1_quantize_avx2.c79 __m256i y0 = _mm256_unpacklo_epi16(q, sign_bits); \
/external/libvpx/libvpx/vpx_dsp/x86/
Dfwd_dct32x32_impl_avx2.h357 const __m256i s2_20_0 = _mm256_unpacklo_epi16(step1[27], step1[20]); in FDCT32x32_2D_AVX2()
359 const __m256i s2_21_0 = _mm256_unpacklo_epi16(step1[26], step1[21]); in FDCT32x32_2D_AVX2()
361 const __m256i s2_22_0 = _mm256_unpacklo_epi16(step1[25], step1[22]); in FDCT32x32_2D_AVX2()
363 const __m256i s2_23_0 = _mm256_unpacklo_epi16(step1[24], step1[23]); in FDCT32x32_2D_AVX2()
594 const __m256i s3_10_0 = _mm256_unpacklo_epi16(step2[13], step2[10]); in FDCT32x32_2D_AVX2()
596 const __m256i s3_11_0 = _mm256_unpacklo_epi16(step2[12], step2[11]); in FDCT32x32_2D_AVX2()
672 const __m256i s1_05_0 = _mm256_unpacklo_epi16(step3[6], step3[5]); in FDCT32x32_2D_AVX2()
696 const __m256i s1_18_0 = _mm256_unpacklo_epi16(step3[18], step3[29]); in FDCT32x32_2D_AVX2()
698 const __m256i s1_19_0 = _mm256_unpacklo_epi16(step3[19], step3[28]); in FDCT32x32_2D_AVX2()
700 const __m256i s1_20_0 = _mm256_unpacklo_epi16(step3[20], step3[27]); in FDCT32x32_2D_AVX2()
[all …]
Dhighbd_convolve_avx2.c530 sig[0] = _mm256_unpacklo_epi16(s0, s1); in pack_8x9_init()
532 sig[1] = _mm256_unpacklo_epi16(s2, s3); in pack_8x9_init()
534 sig[2] = _mm256_unpacklo_epi16(s4, s5); in pack_8x9_init()
549 sig[3] = _mm256_unpacklo_epi16(s2, s3); in pack_8x9_pixels()
609 sig[0] = _mm256_unpacklo_epi16(u0, u2); in pack_16x9_init()
612 sig[8] = _mm256_unpacklo_epi16(u1, u3); in pack_16x9_init()
621 sig[1] = _mm256_unpacklo_epi16(u0, u2); in pack_16x9_init()
624 sig[9] = _mm256_unpacklo_epi16(u1, u3); in pack_16x9_init()
633 sig[2] = _mm256_unpacklo_epi16(u0, u2); in pack_16x9_init()
636 sig[10] = _mm256_unpacklo_epi16(u1, u3); in pack_16x9_init()
[all …]
Dbitdepth_conversion_avx2.h36 const __m256i a_1 = _mm256_unpacklo_epi16(a_lo, a_hi); in store_tran_low()
Davg_intrin_avx2.c259 a0 = _mm256_unpacklo_epi16(b0, b1); in hadamard_col8x2_avx2()
260 a1 = _mm256_unpacklo_epi16(b2, b3); in hadamard_col8x2_avx2()
263 a4 = _mm256_unpacklo_epi16(b4, b5); in hadamard_col8x2_avx2()
264 a5 = _mm256_unpacklo_epi16(b6, b7); in hadamard_col8x2_avx2()
/external/eigen/Eigen/src/Core/arch/CUDA/
DPacketMathHalf.h550 __m256i ab_07 = _mm256_unpacklo_epi16(a, b);
551 __m256i cd_07 = _mm256_unpacklo_epi16(c, d);
552 __m256i ef_07 = _mm256_unpacklo_epi16(e, f);
553 __m256i gh_07 = _mm256_unpacklo_epi16(g, h);
554 __m256i ij_07 = _mm256_unpacklo_epi16(i, j);
555 __m256i kl_07 = _mm256_unpacklo_epi16(k, l);
556 __m256i mn_07 = _mm256_unpacklo_epi16(m, n);
557 __m256i op_07 = _mm256_unpacklo_epi16(o, p);
/external/libaom/libaom/aom_dsp/simd/
Dv256_intrinsics_x86.h154 return _mm256_unpacklo_epi16( in v256_ziplo_16()
322 return _mm256_unpacklo_epi16( in v256_unpacklo_u16_s32()
329 _mm256_unpacklo_epi16( in v256_unpacklo_s16_s32()

12