| /external/eigen/Eigen/src/Core/functors/ |
| D | AssignmentFunctors.h | 21 template<typename DstScalar,typename SrcScalar> struct assign_op {
24 …EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE void assignCoeff(DstScalar& a, const SrcScalar& b) const { a… in EIGEN_EMPTY_STRUCT_CTOR()
27 EIGEN_STRONG_INLINE void assignPacket(DstScalar* a, const Packet& b) const in assignPacket()
28 { internal::pstoret<DstScalar,Packet,Alignment>(a,b); } in assignPacket()
32 template<typename DstScalar> struct assign_op<DstScalar,void> {};
34 template<typename DstScalar,typename SrcScalar>
35 struct functor_traits<assign_op<DstScalar,SrcScalar> > {
37 Cost = NumTraits<DstScalar>::ReadCost,
38 …PacketAccess = is_same<DstScalar,SrcScalar>::value && packet_traits<DstScalar>::Vectorizable && pa…
46 template<typename DstScalar,typename SrcScalar> struct add_assign_op {
[all …]
|
| /external/ruy/ruy/ |
| D | mul_params.h | 101 using DstScalar = tDstScalar; variable
158 DstScalar clamp_min() const { return storage_.clamp_min; } in clamp_min()
159 void set_clamp_min(const DstScalar value) { storage_.clamp_min = value; } in set_clamp_min()
161 DstScalar clamp_max() const { return storage_.clamp_max; } in clamp_max()
162 void set_clamp_max(const DstScalar value) { storage_.clamp_max = value; } in set_clamp_max()
205 detail::MulParamsStorage<AccumScalar, DstScalar> storage_;
215 template <typename AccumScalar, typename DstScalar>
218 static_assert(std::is_floating_point<DstScalar>::value, "");
219 static_assert(sizeof(DstScalar) <= sizeof(AccumScalar), "");
222 DstScalar clamp_min = -std::numeric_limits<DstScalar>::infinity();
[all …]
|
| D | apply_multiplier.h | 41 template <typename AccumScalar, typename DstScalar>
42 void ApplyMultiplier(const MulParams<AccumScalar, DstScalar>& mul_params,
55 template <typename AccumScalar, typename DstScalar,
57 !std::is_same<DstScalar, std::int32_t>::value>
61 template <typename AccumScalar, typename DstScalar>
62 struct ApplyMultiplierImpl<AccumScalar, DstScalar, false> {
63 static void Run(const MulParams<AccumScalar, DstScalar>&, int, AccumScalar*) {
67 template <typename AccumScalar, typename DstScalar>
68 struct ApplyMultiplierImpl<AccumScalar, DstScalar, true> {
69 static void Run(const MulParams<AccumScalar, DstScalar>& mul_params,
[all …]
|
| D | create_trmul_params.h | 89 typename DstScalar>
90 struct CheckKernelPathImpl<Kernel<ThePath, SrcScalar, SrcScalar, DstScalar,
91 MulParams<AccumScalar, DstScalar>>>
93 using KernelType = Kernel<ThePath, SrcScalar, SrcScalar, DstScalar,
94 MulParams<AccumScalar, DstScalar>>;
121 typename AccumScalar, typename DstScalar>
127 Kernel<ThePath, PackedLhsScalar, PackedRhsScalar, AccumScalar, DstScalar>;
190 typename RhsScalar, typename AccumScalar, typename DstScalar>
195 typename DstScalar>
201 DstScalar>(params);
[all …]
|
| D | perchannel_buffers_reallocation_test.cc | 15 template <typename AccumScalar, typename DstScalar,
18 !std::is_same<DstScalar, std::int32_t>::value>
20 static void Run(MulParams<AccumScalar, DstScalar>* mul_params) { in Run()
30 template <typename AccumScalar, typename DstScalar>
31 struct PopulatePerChannelBuffersImpl<AccumScalar, DstScalar, false> {
32 static void Run(MulParams<AccumScalar, DstScalar>* mul_params) { in Run()
38 template <typename AccumScalar, typename DstScalar>
39 void PopulatePerChannelBuffers(MulParams<AccumScalar, DstScalar>* mul_params) { in PopulatePerChannelBuffers()
40 PopulatePerChannelBuffersImpl<AccumScalar, DstScalar>::Run(mul_params); in PopulatePerChannelBuffers()
44 typename DstScalar>
[all …]
|
| D | ruy.h | 37 typename AccumScalar, typename DstScalar>
39 const MulParams<AccumScalar, DstScalar>& mul_params, Context* context, in Mul()
40 Matrix<DstScalar>* dst) { in Mul()
45 Mat<DstScalar> internal_dst = ToInternal(*dst); in Mul()
105 typename DstScalar>
107 const MulParams<AccumScalar, DstScalar>& mul_params, Context* context, in Mul()
108 Matrix<DstScalar>* dst) { in Mul()
|
| D | frontend.h | 46 typename AccumScalar, typename DstScalar>
49 const Mat<DstScalar>& dst, in MulFrontEndUpToCreateTrMulParams()
50 const MulParams<AccumScalar, DstScalar>& mul_params, Ctx* ctx, in MulFrontEndUpToCreateTrMulParams()
81 typename AccumScalar, typename DstScalar>
83 const MulParams<AccumScalar, DstScalar>& mul_params, Ctx* ctx, in MulFrontEnd()
84 Mat<DstScalar>* dst) { in MulFrontEnd()
|
| D | kernel_arm.h | 54 template <typename DstScalar>
55 struct Kernel<Path::kNeon, std::int8_t, std::int8_t, std::int32_t, DstScalar> {
62 const MulParams<std::int32_t, DstScalar>& mul_params, int start_row,
63 int start_col, int end_row, int end_col, Mat<DstScalar>* dst) const {
82 template <typename DstScalar>
83 struct Kernel<Path::kNeon, std::int8_t, std::int8_t, std::int32_t, DstScalar> {
90 const MulParams<std::int32_t, DstScalar>& mul_params, int start_row,
91 int start_col, int end_row, int end_col, Mat<DstScalar>* dst) const {
106 template <typename DstScalar>
107 struct Kernel<Path::kNeonDotprod, std::int8_t, std::int8_t, std::int32_t, DstScalar> {
[all …]
|
| D | test.h | 598 using DstScalar = tDstScalar;
599 using MulParamsType = MulParams<AccumScalar, DstScalar>;
600 using TestResultType = TestResult<DstScalar>;
655 DstScalar dst_zero_point = 0;
693 typename DstScalar>
694 TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>::~TestSet() {
710 typename DstScalar>
711 void TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>::DoMul(
719 typename DstScalar>
720 void TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>::EvalRuy(
[all …]
|
| D | kernel_common.h | 39 typename AccumScalar, typename DstScalar>
43 template <typename LhsScalar, typename RhsScalar, typename DstScalar, \
45 struct Kernel<CHILD, LhsScalar, RhsScalar, AccumScalar, DstScalar> \
46 : Kernel<PARENT, LhsScalar, RhsScalar, AccumScalar, DstScalar> { \
48 : Kernel<PARENT, LhsScalar, RhsScalar, AccumScalar, DstScalar>( \
71 template <typename DstScalar>
130 template <typename DstScalar, int LhsCols, int RhsCols>
133 const MulParams<std::int32_t, DstScalar>& mul_params,
135 int end_col, Mat<DstScalar>* dst,
139 static_assert(sizeof(DstScalar) <= Params::kMaxDstTypeSize, "");
[all …]
|
| D | kernel.h | 47 using DstScalar = tDstScalar;
65 auto unerased_dst = UneraseType<DstScalar>(*dst);
77 using DstScalar = typename Args::DstScalar;
78 using MulParamsType = MulParams<AccumScalar, DstScalar>;
83 Mat<DstScalar>* dst) {
175 typename AccumScalar, typename DstScalar>
186 using MulParamsType = MulParams<AccumScalar, DstScalar>;
192 int end_row, int end_col, Mat<DstScalar>* dst) const {
237 *ElementPtr(dst, i, j) = static_cast<DstScalar>(accum);
|
| D | validate.h | 40 template <typename LhsScalar, typename RhsScalar, typename DstScalar>
42 DstScalar dst_zero_point) { in ValidateZeroPoints()
67 template <typename LhsScalar, typename RhsScalar, typename DstScalar>
69 const Mat<DstScalar>& dst) { in Validate()
|
| D | reference_mul.h | 28 typename DstScalar>
30 const MulParams<AccumScalar, DstScalar>& mul_params, in ReferenceMul()
31 Matrix<DstScalar>* dst) { in ReferenceMul()
49 *ElementPtr(dst, i, j) = static_cast<DstScalar>(accum); in ReferenceMul()
|
| D | test_slow.cc | 25 using DstScalar = RUY_TEST_DSTSCALAR; typedef
27 using TestSetType = TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>;
|
| D | test_fast.cc | 27 using DstScalar = RUY_TEST_DSTSCALAR; typedef
29 using TestSetType = TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>;
|
| D | kernel_x86.h | 41 template <typename DstScalar>
42 struct Kernel<Path::kAvx512, std::int8_t, std::int8_t, std::int32_t, DstScalar> {
49 const MulParams<std::int32_t, DstScalar>& mul_params, int start_row,
50 int start_col, int end_row, int end_col, Mat<DstScalar>* dst) const {
91 template <typename DstScalar>
93 DstScalar> {
100 const MulParams<std::int32_t, DstScalar>& mul_params, int start_row,
101 int start_col, int end_row, int end_col, Mat<DstScalar>* dst) const {
167 template <typename DstScalar>
168 struct Kernel<Path::kAvx, std::int8_t, std::int8_t, std::int32_t, DstScalar> {
[all …]
|
| D | benchmark.cc | 27 using DstScalar = RUY_TEST_DSTSCALAR; typedef
28 using TestSetType = TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>;
39 std::vector<std::unique_ptr<TestResult<DstScalar>>> Benchmark( in Benchmark()
|
| D | apply_multiplier_test.cc | 96 template <typename AccumScalar, typename DstScalar>
97 void TestApplyMultiplier(const MulParams<AccumScalar, DstScalar>& mul_params, in TestApplyMultiplier()
|
| /external/tensorflow/tensorflow/lite/kernels/ |
| D | cpu_backend_gemm_params.h | 113 template <typename AccumScalar, typename DstScalar,
142 DstScalar clamp_min = std::is_floating_point<DstScalar>::value
143 ? -std::numeric_limits<DstScalar>::infinity()
144 : std::numeric_limits<DstScalar>::lowest();
146 DstScalar clamp_max = std::is_floating_point<DstScalar>::value
147 ? std::numeric_limits<DstScalar>::infinity()
148 : std::numeric_limits<DstScalar>::max();
153 template <typename DstScalar>
154 using QuantizedGemmParams = GemmParams<std::int32_t, DstScalar>;
167 template <typename AccumScalar, typename DstScalar,
[all …]
|
| D | cpu_backend_gemm_ruy.h | 62 template <typename AccumScalar, typename DstScalar,
66 const GemmParams<AccumScalar, DstScalar, quantization_flavor>& params, in Run()
67 ruy::MulParams<AccumScalar, DstScalar>* ruy_mul_params) { in Run()
77 template <typename DstScalar, QuantizationFlavor quantization_flavor>
78 struct MakeRuyMulParamsImpl<std::int32_t, DstScalar, quantization_flavor>
81 const GemmParams<std::int32_t, DstScalar, quantization_flavor>& params,
82 ruy::MulParams<std::int32_t, DstScalar>* ruy_mul_params) {
83 static_assert(sizeof(DstScalar) < sizeof(std::int32_t), "");
113 template <typename AccumScalar, typename DstScalar,
116 const GemmParams<AccumScalar, DstScalar, quantization_flavor>& params,
[all …]
|
| D | cpu_backend_gemm_gemmlowp.h | 36 template <typename DstScalar>
54 template <typename DstScalar>
68 typename DstScalar, QuantizationFlavor quantization_flavor>
72 typename DstScalar>
74 LhsScalar, RhsScalar, AccumScalar, DstScalar,
83 const MatrixParams<DstScalar>& dst_params, DstScalar* dst_data,
84 const GemmParams<std::int32_t, DstScalar,
92 gemmlowp::MatrixMap<DstScalar, gemmlowp::MapOrder::ColMajor> gemmlowp_dst(
102 typename GemmlowpSaturatingCastStage<DstScalar>::Type;
114 gemmlowp::GemmWithOutputPipeline<SrcScalar, DstScalar, BitDepthParams>(
[all …]
|
| D | cpu_backend_gemm.h | 57 typename DstScalar, QuantizationFlavor quantization_flavor>
59 DstScalar, quantization_flavor> {};
65 typename DstScalar, QuantizationFlavor quantization_flavor>
67 DstScalar, quantization_flavor> {};
72 template <typename SrcScalar, typename DstScalar,
74 struct GemmImpl<SrcScalar, SrcScalar, std::int32_t, DstScalar,
77 DstScalar, quantization_flavor> {};
89 template <typename DstScalar, QuantizationFlavor quantization_flavor>
90 struct GemmImpl<std::int8_t, std::int8_t, std::int32_t, DstScalar,
93 DstScalar, quantization_flavor> {};
[all …]
|
| D | cpu_backend_gemm_test.cc | 138 template <typename AccumScalar, typename DstScalar,
140 void Clamp(const GemmParams<AccumScalar, DstScalar, quantization_flavor>& src, in Clamp() argument
141 DstScalar clamp_min, DstScalar clamp_max, in Clamp()
142 GemmParams<AccumScalar, DstScalar, quantization_flavor>* dst) { in Clamp()
181 template <typename AccumScalar, typename DstScalar>
193 accumulation_depth * std::numeric_limits<DstScalar>::epsilon(); in CheckErrorStats()
200 std::numeric_limits<DstScalar>::epsilon(); in CheckErrorStats()
237 template <typename AccumScalar, typename DstScalar>
239 const std::vector<DstScalar>& actual, in CheckErrorForAccumulation()
240 const std::vector<DstScalar>& expected) { in CheckErrorForAccumulation()
[all …]
|
| D | cpu_backend_gemm_x86.h | 36 typename DstScalar, QuantizationFlavor quantization_flavor>
41 const MatrixParams<DstScalar>& dst_params, DstScalar* dst_data, in Run()
42 const GemmParams<AccumScalar, DstScalar, quantization_flavor>& params, in Run()
49 LhsScalar, RhsScalar, AccumScalar, DstScalar, in Run()
56 detail::GemmImplUsingRuy<LhsScalar, RhsScalar, AccumScalar, DstScalar, in Run()
88 template <typename DstScalar, QuantizationFlavor quantization_flavor>
89 struct GemmImplX86<std::int8_t, std::int8_t, std::int32_t, DstScalar,
92 DstScalar, quantization_flavor> {};
|
| D | cpu_backend_gemm_custom_gemv.h | 58 typename DstScalar, QuantizationFlavor quantization_flavor>
82 const MatrixParams<DstScalar>& dst_params, in IsSupportedGivenSufficientlyManyRows()
83 const GemmParams<AccumScalar, DstScalar, quantization_flavor>& params) { in IsSupportedGivenSufficientlyManyRows()
91 const MatrixParams<DstScalar>& dst_params, DstScalar* dst_data, in Run()
92 const GemmParams<AccumScalar, DstScalar, quantization_flavor>& params, in Run()
98 typename DstScalar, QuantizationFlavor quantization_flavor>
104 const MatrixParams<DstScalar>& dst_params, DstScalar* dst_data, in CustomGemvTask() argument
105 const GemmParams<AccumScalar, DstScalar, quantization_flavor>& params, in CustomGemvTask()
118 using Impl = CustomGemvImpl<LhsScalar, RhsScalar, AccumScalar, DstScalar, in Run()
129 const MatrixParams<DstScalar>& dst_params_;
[all …]
|