/external/eigen/Eigen/src/Core/functors/ |
D | BinaryFunctors.h | 31 template<typename LhsScalar,typename RhsScalar> 32 struct scalar_sum_op : binary_op_base<LhsScalar,RhsScalar> 34 typedef typename ScalarBinaryOpTraits<LhsScalar,RhsScalar,scalar_sum_op>::ReturnType result_type; 42 …EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE const result_type operator() (const LhsScalar& a, const RhsS… in operator() 50 template<typename LhsScalar,typename RhsScalar> 51 struct functor_traits<scalar_sum_op<LhsScalar,RhsScalar> > { 53 Cost = (NumTraits<LhsScalar>::AddCost+NumTraits<RhsScalar>::AddCost)/2, // rough estimate! 54 …PacketAccess = is_same<LhsScalar,RhsScalar>::value && packet_traits<LhsScalar>::HasAdd && packet_t… 75 template<typename LhsScalar,typename RhsScalar> 76 struct scalar_product_op : binary_op_base<LhsScalar,RhsScalar> [all …]
|
/external/eigen/Eigen/src/Core/products/ |
D | TriangularSolverVector.h | 17 template<typename LhsScalar, typename RhsScalar, typename Index, int Mode, bool Conjugate, int Stor… 18 struct triangular_solve_vector<LhsScalar, RhsScalar, Index, OnTheRight, Mode, Conjugate, StorageOrd… 20 static void run(Index size, const LhsScalar* _lhs, Index lhsStride, RhsScalar* rhs) 22 triangular_solve_vector<LhsScalar,RhsScalar,Index,OnTheLeft, 30 template<typename LhsScalar, typename RhsScalar, typename Index, int Mode, bool Conjugate> 31 struct triangular_solve_vector<LhsScalar, RhsScalar, Index, OnTheLeft, Mode, Conjugate, RowMajor> 36 static void run(Index size, const LhsScalar* _lhs, Index lhsStride, RhsScalar* rhs) 38 typedef Map<const Matrix<LhsScalar,Dynamic,Dynamic,RowMajor>, 0, OuterStride<> > LhsMap; 41 typedef const_blas_data_mapper<LhsScalar,Index,RowMajor> LhsMapper; 46 … const CwiseUnaryOp<typename internal::scalar_conjugate_op<LhsScalar>,LhsMap>, [all …]
|
D | GeneralMatrixMatrix.h | 22 typename LhsScalar, int LhsStorageOrder, bool ConjugateLhs, 24 struct general_matrix_matrix_product<Index,LhsScalar,LhsStorageOrder,ConjugateLhs,RhsScalar,RhsStor… 26 typedef gebp_traits<RhsScalar,LhsScalar> Traits; 28 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 31 const LhsScalar* lhs, Index lhsStride, 35 level3_blocking<RhsScalar,LhsScalar>& blocking, 41 LhsScalar, LhsStorageOrder==RowMajor ? ColMajor : RowMajor, ConjugateLhs, 51 typename LhsScalar, int LhsStorageOrder, bool ConjugateLhs, 53 struct general_matrix_matrix_product<Index,LhsScalar,LhsStorageOrder,ConjugateLhs,RhsScalar,RhsStor… 56 typedef gebp_traits<LhsScalar,RhsScalar> Traits; [all …]
|
D | TriangularMatrixVector.h | 17 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 20 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 21 struct triangular_matrix_vector_product<Index,Mode,LhsScalar,ConjLhs,RhsScalar,ConjRhs,ColMajor,Ver… 23 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 29 …static EIGEN_DONT_INLINE void run(Index _rows, Index _cols, const LhsScalar* _lhs, Index lhsStrid… 33 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 34 EIGEN_DONT_INLINE void triangular_matrix_vector_product<Index,Mode,LhsScalar,ConjLhs,RhsScalar,Conj… 35 ::run(Index _rows, Index _cols, const LhsScalar* _lhs, Index lhsStride, 43 typedef Map<const Matrix<LhsScalar,Dynamic,Dynamic,ColMajor>, 0, OuterStride<> > LhsMap; 54 typedef const_blas_data_mapper<LhsScalar,Index,ColMajor> LhsMapper; [all …]
|
D | GeneralMatrixMatrixTriangular.h | 28 template<typename LhsScalar, typename RhsScalar, typename Index, int mr, int nr, bool ConjLhs, bool… 33 typename LhsScalar, int LhsStorageOrder, bool ConjugateLhs, 39 template <typename Index, typename LhsScalar, int LhsStorageOrder, bool ConjugateLhs, 41 struct general_matrix_matrix_triangular_product<Index,LhsScalar,LhsStorageOrder,ConjugateLhs,RhsSca… 43 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 44 static EIGEN_STRONG_INLINE void run(Index size, Index depth,const LhsScalar* lhs, Index lhsStride, 46 … const ResScalar& alpha, level3_blocking<RhsScalar,LhsScalar>& blocking) 50 LhsScalar, LhsStorageOrder==RowMajor ? ColMajor : RowMajor, ConjugateLhs, 56 template <typename Index, typename LhsScalar, int LhsStorageOrder, bool ConjugateLhs, 58 struct general_matrix_matrix_triangular_product<Index,LhsScalar,LhsStorageOrder,ConjugateLhs,RhsSca… [all …]
|
D | GeneralMatrixVector.h | 58 template<typename Index, typename LhsScalar, typename LhsMapper, bool ConjugateLhs, typename RhsSca… 59 struct general_matrix_vector_product<Index,LhsScalar,LhsMapper,ColMajor,ConjugateLhs,RhsScalar,RhsM… 61 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 64 Vectorizable = packet_traits<LhsScalar>::Vectorizable && packet_traits<RhsScalar>::Vectorizable 65 && int(packet_traits<LhsScalar>::size)==int(packet_traits<RhsScalar>::size), 66 LhsPacketSize = Vectorizable ? packet_traits<LhsScalar>::size : 1, 71 typedef typename packet_traits<LhsScalar>::type _LhsPacket; 75 typedef typename conditional<Vectorizable,_LhsPacket,LhsScalar>::type LhsPacket; 87 template<typename Index, typename LhsScalar, typename LhsMapper, bool ConjugateLhs, typename RhsSca… 88 EIGEN_DONT_INLINE void general_matrix_vector_product<Index,LhsScalar,LhsMapper,ColMajor,ConjugateLh… [all …]
|
D | GeneralBlockPanelKernel.h | 92 template<typename LhsScalar, typename RhsScalar, int KcFactor, typename Index> 95 typedef gebp_traits<LhsScalar,RhsScalar> Traits; 108 kdiv = KcFactor * (Traits::mr * sizeof(LhsScalar) + Traits::nr * sizeof(RhsScalar)), 137 const Index m_cache = (l3-l2) / (sizeof(LhsScalar) * k * num_threads); 166 k_div = KcFactor * (Traits::mr * sizeof(LhsScalar) + Traits::nr * sizeof(RhsScalar)), 209 const Index lhs_bytes = m * k * sizeof(LhsScalar); 237 Index problem_size = k*n*sizeof(LhsScalar); 253 Index mc = (numext::mini<Index>)(actual_lm/(3*k*sizeof(LhsScalar)), max_mc); 296 template<typename LhsScalar, typename RhsScalar, int KcFactor, typename Index> 300 …evaluateProductBlockingSizesHeuristic<LhsScalar, RhsScalar, KcFactor, Index>(k, m, n, num_threads); [all …]
|
/external/eigen/blas/ |
D | PackedTriangularSolverVector.h | 15 template<typename LhsScalar, typename RhsScalar, typename Index, int Side, int Mode, bool Conjugate… 19 template<typename LhsScalar, typename RhsScalar, typename Index, int Mode, bool Conjugate> 20 struct packed_triangular_solve_vector<LhsScalar, RhsScalar, Index, OnTheLeft, Mode, Conjugate, RowM… 25 static void run(Index size, const LhsScalar* lhs, RhsScalar* rhs) 28 typedef Map<const Matrix<LhsScalar,Dynamic,1> > LhsMap; 47 template<typename LhsScalar, typename RhsScalar, typename Index, int Mode, bool Conjugate> 48 struct packed_triangular_solve_vector<LhsScalar, RhsScalar, Index, OnTheLeft, Mode, Conjugate, ColM… 53 static void run(Index size, const LhsScalar* lhs, RhsScalar* rhs) 56 typedef Map<const Matrix<LhsScalar,Dynamic,1> > LhsMap; 74 template<typename LhsScalar, typename RhsScalar, typename Index, int Mode, bool Conjugate, int Stor… [all …]
|
D | BandTriangularSolver.h | 18 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, int Storag… 22 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar> 23 struct band_solve_triangular_selector<Index,Mode,LhsScalar,ConjLhs,RhsScalar,RowMajor> 25 typedef Map<const Matrix<LhsScalar,Dynamic,Dynamic,RowMajor>, 0, OuterStride<> > LhsMap; 28 static void run(Index size, Index k, const LhsScalar* _lhs, Index lhsStride, RhsScalar* _other) 34 … const CwiseUnaryOp<typename internal::scalar_conjugate_op<LhsScalar>,LhsMap>, 58 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar> 59 struct band_solve_triangular_selector<Index,Mode,LhsScalar,ConjLhs,RhsScalar,ColMajor> 61 typedef Map<const Matrix<LhsScalar,Dynamic,Dynamic,ColMajor>, 0, OuterStride<> > LhsMap; 64 static void run(Index size, Index k, const LhsScalar* _lhs, Index lhsStride, RhsScalar* _other) [all …]
|
D | PackedTriangularMatrixVector.h | 15 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 18 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 19 struct packed_triangular_matrix_vector_product<Index,Mode,LhsScalar,ConjLhs,RhsScalar,ConjRhs,ColMa… 21 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 27 …static void run(Index size, const LhsScalar* lhs, const RhsScalar* rhs, ResScalar* res, ResScalar … 30 typedef Map<const Matrix<LhsScalar,Dynamic,1> > LhsMap; 47 template<typename Index, int Mode, typename LhsScalar, bool ConjLhs, typename RhsScalar, bool ConjR… 48 struct packed_triangular_matrix_vector_product<Index,Mode,LhsScalar,ConjLhs,RhsScalar,ConjRhs,RowMa… 50 typedef typename ScalarBinaryOpTraits<LhsScalar, RhsScalar>::ReturnType ResScalar; 56 …static void run(Index size, const LhsScalar* lhs, const RhsScalar* rhs, ResScalar* res, ResScalar … [all …]
|
/external/tensorflow/tensorflow/lite/kernels/ |
D | cpu_backend_gemm.h | 56 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 58 struct GemmImpl : detail::GemmImplX86<LhsScalar, RhsScalar, AccumScalar, 64 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 66 struct GemmImpl : detail::GemmImplUsingRuy<LhsScalar, RhsScalar, AccumScalar, 114 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 116 void Gemm(const MatrixParams<LhsScalar>& lhs_params, const LhsScalar* lhs_data, in Gemm() 143 detail::GemmImplUsingRuy<LhsScalar, RhsScalar, AccumScalar, DstScalar, in Gemm() 162 GemmImpl<LhsScalar, RhsScalar, AccumScalar, DstScalar, in Gemm() 169 template <typename LhsScalar, typename RhsScalar, 171 void Gemm(const MatrixParams<LhsScalar>& lhs_params, const LhsScalar* lhs_data, in Gemm() [all …]
|
D | cpu_backend_gemm_custom_gemv.h | 57 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 80 const MatrixParams<LhsScalar>& lhs_params, in IsSupportedGivenSufficientlyManyRows() 89 const MatrixParams<LhsScalar>& lhs_params, const LhsScalar* lhs_data, in Run() 97 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 102 const MatrixParams<LhsScalar>& lhs_params, const LhsScalar* lhs_data, in CustomGemvTask() 118 using Impl = CustomGemvImpl<LhsScalar, RhsScalar, AccumScalar, DstScalar, in Run() 125 const MatrixParams<LhsScalar>& lhs_params_; 126 const LhsScalar* lhs_data_; 145 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 148 const MatrixParams<LhsScalar>& lhs_params, const LhsScalar* lhs_data, in CustomGemv() [all …]
|
D | cpu_backend_gemm_params.h | 203 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 208 static_assert(!std::is_floating_point<LhsScalar>::value, ""); 215 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 217 struct ValidateTypes<LhsScalar, RhsScalar, AccumScalar, DstScalar, 219 static_assert(std::is_floating_point<LhsScalar>::value, ""); 229 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 232 const MatrixParams<LhsScalar>& lhs_params, 236 (void)detail::ValidateTypes<LhsScalar, RhsScalar, AccumScalar, DstScalar,
|
D | cpu_backend_gemm_gemmlowp.h | 67 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 71 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 74 LhsScalar, RhsScalar, AccumScalar, DstScalar, 76 static_assert(std::is_same<LhsScalar, RhsScalar>::value, ""); 78 using SrcScalar = LhsScalar; 129 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 131 struct GemmImplUsingGemmlowp<LhsScalar, RhsScalar, AccumScalar, DstScalar, 133 static_assert(std::is_same<LhsScalar, RhsScalar>::value, ""); 135 using SrcScalar = LhsScalar; 181 GemmImplUsingRuy<LhsScalar, RhsScalar, AccumScalar, DstScalar,
|
D | cpu_backend_gemm_x86.h | 35 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 39 const MatrixParams<LhsScalar>& lhs_params, const LhsScalar* lhs_data, in Run() 49 LhsScalar, RhsScalar, AccumScalar, DstScalar, in Run() 56 detail::GemmImplUsingRuy<LhsScalar, RhsScalar, AccumScalar, DstScalar, in Run()
|
D | cpu_backend_gemm_test.cc | 250 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 253 const MatrixParams<LhsScalar>& lhs_params, in PerformGemmThenCompareResultsThenAgainWithClamping() 254 const std::vector<LhsScalar>& lhs_data, in PerformGemmThenCompareResultsThenAgainWithClamping() 308 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 311 int bisect_min, int bisect_max, const MatrixParams<LhsScalar>& lhs_params, in BisectReasonableMultiplierExponent() 312 const std::vector<LhsScalar>& lhs_data, in BisectReasonableMultiplierExponent() 345 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 348 const MatrixParams<LhsScalar>& lhs_params, const LhsScalar* lhs_data, in ReferenceGemm() 353 ruy::Matrix<LhsScalar> ruy_lhs; in ReferenceGemm() 366 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, [all …]
|
/external/ruy/ruy/ |
D | create_trmul_params.h | 120 template <Path ThePath, typename LhsScalar, typename RhsScalar, 124 using PackedLhsScalar = PackedType<ThePath, LhsScalar>; 133 CreatePackedMatrix<LhsScalar, PackedLhsScalar>( 138 &RunPack<ThePath, LhsKernelLayout, LhsScalar, PackedLhsScalar>; 189 template <Path CompiledPaths, int BitNumber, typename LhsScalar, 194 typename LhsScalar, typename RhsScalar, typename AccumScalar, 200 PopulateTrMulParams<kCurrentPath, LhsScalar, RhsScalar, AccumScalar, 204 PathSearchCountdown<CompiledPaths, BitNumber - 1, LhsScalar, RhsScalar, 210 template <Path CompiledPaths, int BitNumber, typename LhsScalar, 212 struct PathSearchOnlyCompiledPaths<CompiledPaths, false, BitNumber, LhsScalar, [all …]
|
D | validate.h | 40 template <typename LhsScalar, typename RhsScalar, typename DstScalar> 41 void ValidateZeroPoints(LhsScalar lhs_zero_point, RhsScalar rhs_zero_point, in ValidateZeroPoints() 58 if (!std::is_same<LhsScalar, uint8_t>::value || in ValidateZeroPoints() 60 RUY_DCHECK(lhs_zero_point != std::numeric_limits<LhsScalar>::lowest() || in ValidateZeroPoints() 67 template <typename LhsScalar, typename RhsScalar, typename DstScalar> 68 void Validate(const Mat<LhsScalar>& lhs, const Mat<RhsScalar>& rhs, in Validate()
|
D | ruy.h | 36 template <Path CompiledPaths, typename LhsScalar, typename RhsScalar, 38 void Mul(const Matrix<LhsScalar>& lhs, const Matrix<RhsScalar>& rhs, in Mul() 43 Mat<LhsScalar> internal_lhs = ToInternal(lhs); in Mul() 104 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 106 void Mul(const Matrix<LhsScalar>& lhs, const Matrix<RhsScalar>& rhs, in Mul()
|
D | frontend.h | 45 template <Path CompiledPaths, typename LhsScalar, typename RhsScalar, 48 const Mat<LhsScalar>& lhs, const Mat<RhsScalar>& rhs, in MulFrontEndUpToCreateTrMulParams() 80 template <Path CompiledPaths, typename LhsScalar, typename RhsScalar, 82 void MulFrontEnd(const Mat<LhsScalar>& lhs, const Mat<RhsScalar>& rhs, in MulFrontEnd()
|
D | test.h | 595 using LhsScalar = tLhsScalar; 653 LhsScalar lhs_zero_point = 0; 660 StorageMatrix<LhsScalar> lhs; 692 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 694 TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>::~TestSet() { 709 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 711 void TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>::DoMul( 718 template <typename LhsScalar, typename RhsScalar, typename AccumScalar, 720 void TestSet<LhsScalar, RhsScalar, AccumScalar, DstScalar>::EvalRuy( 784 template <Order LhsOrder, Order RhsOrder, Order DstOrder, typename LhsScalar, [all …]
|
/external/eigen/Eigen/src/Core/util/ |
D | ForwardDeclarations.h | 160 typename LhsScalar = typename traits<typename T::Lhs>::Scalar, 176 template<typename LhsScalar, typename RhsScalar, bool ConjLhs=false, bool ConjRhs=false> struct con… 178 template<typename LhsScalar,typename RhsScalar=LhsScalar> struct scalar_sum_op; 179 template<typename LhsScalar,typename RhsScalar=LhsScalar> struct scalar_difference_op; 180 template<typename LhsScalar,typename RhsScalar=LhsScalar> struct scalar_conj_product_op; 181 template<typename LhsScalar,typename RhsScalar=LhsScalar> struct scalar_min_op; 182 template<typename LhsScalar,typename RhsScalar=LhsScalar> struct scalar_max_op; 207 template<typename LhsScalar,typename RhsScalar=LhsScalar> struct scalar_hypot_op; 208 template<typename LhsScalar,typename RhsScalar=LhsScalar> struct scalar_product_op; 209 template<typename LhsScalar,typename RhsScalar=LhsScalar> struct scalar_quotient_op;
|
/external/tensorflow/tensorflow/core/kernels/ |
D | eigen_contraction_kernel.h | 140 using LhsScalar = float; 145 void operator()(const OutputMapper& output, const LhsScalar* blockA, 201 using LhsScalar = Eigen::QInt8; 206 void operator()(const OutputMapper& output, const LhsScalar* blockA, 350 using LhsScalar = Eigen::QInt8; 506 template <typename ResScalar, typename LhsScalar, typename RhsScalar, 545 using LhsScalar = LHS_SCALAR; \ 548 using Traits = typename internal::gebp_traits<LhsScalar, RhsScalar>; \ 550 using LhsBlock = ColMajorBlock<LhsScalar, StorageIndex>; \ 557 typedef TensorContractionBlockMemAllocator<LhsScalar, RhsScalar> \ [all …]
|
/external/eigen/unsupported/Eigen/CXX11/src/Tensor/ |
D | TensorContractionThreadPool.h | 21 template<typename LhsScalar, typename LhsMapper, typename Index> 23 LhsScalar* blockA; 31 template<typename LhsScalar, typename RhsScalar, typename RhsMapper, typename OutputMapper, typenam… 33 const MaxSizeVector<LhsScalar*>* blockAs; 105 typedef typename internal::remove_const<typename EvalLeftArgType::Scalar>::type LhsScalar; 107 typedef typename internal::gebp_traits<LhsScalar, RhsScalar> Traits; 121 LhsScalar; 125 typedef typename internal::gebp_traits<LhsScalar, RhsScalar> Traits; 129 LhsScalar, Index, internal::Lhs, LeftEvaluator, left_nocontract_t, 130 contract_t, internal::packet_traits<LhsScalar>::size, [all …]
|
D | TensorContractionBlocking.h | 28 typedef typename LhsMapper::Scalar LhsScalar; typedef 35 computeProductBlockingSizes<LhsScalar, RhsScalar, 1>(kc_, mc_, nc_, num_threads); in kc_() 38 computeProductBlockingSizes<LhsScalar, RhsScalar, 1>(kc_, nc_, mc_, num_threads); in kc_()
|