Lines Matching refs:wrapper
42 using q8x8_t = typename wrapper::traits::neon_vector<T, 8>::type; in avg_poolingMxNxD_q8_neon_ndhwc()
43 using q8x16_t = typename wrapper::traits::neon_vector<T, 16>::type; in avg_poolingMxNxD_q8_neon_ndhwc()
44 using q16_t = typename wrapper::traits::promote_t<T>; in avg_poolingMxNxD_q8_neon_ndhwc()
45 using q16x8_t = typename wrapper::traits::neon_vector<q16_t, 8>::type; in avg_poolingMxNxD_q8_neon_ndhwc()
46 using q32_t = typename wrapper::traits::promote_t<q16_t>; in avg_poolingMxNxD_q8_neon_ndhwc()
47 using q32x4_t = typename wrapper::traits::neon_vector<q32_t, 4>::type; in avg_poolingMxNxD_q8_neon_ndhwc()
124 … q32x4_t vres1 = wrapper::vdup_n(static_cast<q32_t>(0.f), wrapper::traits::vector_128_tag{}); in avg_poolingMxNxD_q8_neon_ndhwc()
125 … q32x4_t vres2 = wrapper::vdup_n(static_cast<q32_t>(0.f), wrapper::traits::vector_128_tag{}); in avg_poolingMxNxD_q8_neon_ndhwc()
126 … q32x4_t vres3 = wrapper::vdup_n(static_cast<q32_t>(0.f), wrapper::traits::vector_128_tag{}); in avg_poolingMxNxD_q8_neon_ndhwc()
127 … q32x4_t vres4 = wrapper::vdup_n(static_cast<q32_t>(0.f), wrapper::traits::vector_128_tag{}); in avg_poolingMxNxD_q8_neon_ndhwc()
139 … const q8x16_t data = wrapper::vloadq(reinterpret_cast<const T *>(in_ptr_x) + x_off); in avg_poolingMxNxD_q8_neon_ndhwc()
141 const q16x8_t data_q16 = wrapper::vmovl(wrapper::vgetlow(data)); in avg_poolingMxNxD_q8_neon_ndhwc()
142 const q16x8_t data2_q16 = wrapper::vmovl(wrapper::vgethigh(data)); in avg_poolingMxNxD_q8_neon_ndhwc()
143 … vres1 = wrapper::vadd(vres1, wrapper::vmovl(wrapper::vgetlow(data_q16))); in avg_poolingMxNxD_q8_neon_ndhwc()
144 … vres2 = wrapper::vadd(vres2, wrapper::vmovl(wrapper::vgethigh(data_q16))); in avg_poolingMxNxD_q8_neon_ndhwc()
145 … vres3 = wrapper::vadd(vres3, wrapper::vmovl(wrapper::vgetlow(data2_q16))); in avg_poolingMxNxD_q8_neon_ndhwc()
146 … vres4 = wrapper::vadd(vres4, wrapper::vmovl(wrapper::vgethigh(data2_q16))); in avg_poolingMxNxD_q8_neon_ndhwc()
164 … wrapper::vstore(reinterpret_cast<T *>(out.ptr()) + x_off, wrapper::vgetlow(requantized_dst)); in avg_poolingMxNxD_q8_neon_ndhwc()
165 … wrapper::vstore(reinterpret_cast<T *>(out.ptr()) + x_off + 8, wrapper::vgethigh(requantized_dst)); in avg_poolingMxNxD_q8_neon_ndhwc()
171 … vres1 = vcvtq_q32_f32<q32x4_t>(wrapper::vmla(half_scale_v, vcvtq_f32_q32(vres1), scale_v)); in avg_poolingMxNxD_q8_neon_ndhwc()
172 … vres2 = vcvtq_q32_f32<q32x4_t>(wrapper::vmla(half_scale_v, vcvtq_f32_q32(vres2), scale_v)); in avg_poolingMxNxD_q8_neon_ndhwc()
173 … vres3 = vcvtq_q32_f32<q32x4_t>(wrapper::vmla(half_scale_v, vcvtq_f32_q32(vres3), scale_v)); in avg_poolingMxNxD_q8_neon_ndhwc()
174 … vres4 = vcvtq_q32_f32<q32x4_t>(wrapper::vmla(half_scale_v, vcvtq_f32_q32(vres4), scale_v)); in avg_poolingMxNxD_q8_neon_ndhwc()
176 …const q8x8_t res1 = wrapper::vmovn(wrapper::vcombine(wrapper::vmovn(vres1), wrapper::vmovn(vres2))… in avg_poolingMxNxD_q8_neon_ndhwc()
177 …const q8x8_t res2 = wrapper::vmovn(wrapper::vcombine(wrapper::vmovn(vres3), wrapper::vmovn(vres4))… in avg_poolingMxNxD_q8_neon_ndhwc()
179 wrapper::vstore(reinterpret_cast<T *>(out.ptr()) + x_off, res1); in avg_poolingMxNxD_q8_neon_ndhwc()
180 wrapper::vstore(reinterpret_cast<T *>(out.ptr()) + x_off + 8, res2); in avg_poolingMxNxD_q8_neon_ndhwc()
232 using q8x8_t = typename wrapper::traits::neon_vector<T, 8>::type; in max_poolingMxNxD_q8_neon_ndhwc()
233 using q8x16_t = typename wrapper::traits::neon_vector<T, 16>::type; in max_poolingMxNxD_q8_neon_ndhwc()
299 … q8x16_t vres = wrapper::vdup_n(std::numeric_limits<T>::min(), wrapper::traits::vector_128_tag{}); in max_poolingMxNxD_q8_neon_ndhwc()
311 … const q8x16_t data = wrapper::vloadq(reinterpret_cast<const T *>(in_ptr_x) + x_off); in max_poolingMxNxD_q8_neon_ndhwc()
313 vres = wrapper::vmax(vres, data); in max_poolingMxNxD_q8_neon_ndhwc()
319 …wrapper::vstore(reinterpret_cast<T *>(out.ptr()) + x_off, (src_qinfo != dst_qinfo) ? vrequantize_p… in max_poolingMxNxD_q8_neon_ndhwc()
327 … q8x8_t vres = wrapper::vdup_n(std::numeric_limits<T>::min(), wrapper::traits::vector_64_tag{}); in max_poolingMxNxD_q8_neon_ndhwc()
339 … const q8x8_t data = wrapper::vload(reinterpret_cast<const T *>(in_ptr_x) + x_off); in max_poolingMxNxD_q8_neon_ndhwc()
341 vres = wrapper::vmax(vres, data); in max_poolingMxNxD_q8_neon_ndhwc()
347 wrapper::vstore(reinterpret_cast<T *>(out.ptr()) + x_off, in max_poolingMxNxD_q8_neon_ndhwc()