Home
last modified time | relevance | path

Searched refs:packed_matrix (Results 1 – 12 of 12) sorted by relevance

/external/ruy/ruy/
Dprepacked_cache.cc29 std::ptrdiff_t AllocateBuffers(PEMat* packed_matrix) { in AllocateBuffers() argument
30 const std::ptrdiff_t data_bytes = DataBytes(*packed_matrix); in AllocateBuffers()
31 packed_matrix->data = detail::SystemAlignedAlloc(data_bytes); in AllocateBuffers()
33 if (!packed_matrix->sums_type.is_floating_point) { in AllocateBuffers()
35 sums_bytes = SumsBytes(*packed_matrix); in AllocateBuffers()
36 packed_matrix->sums = detail::SystemAlignedAlloc(sums_bytes); in AllocateBuffers()
42 void FreeBuffers(const PEMat& packed_matrix) { in FreeBuffers() argument
43 detail::SystemAlignedFree(packed_matrix.data); in FreeBuffers()
44 detail::SystemAlignedFree(packed_matrix.sums); in FreeBuffers()
75 FreeBuffers(pair.second.packed_matrix); in ~PrepackedCache()
[all …]
Dprepare_packed_matrices.cc44 params.packed_matrix[other_side].layout.kernel.cols; in ShouldCache()
72 PEMat& packed_matrix = params->packed_matrix[side]; in PreparePackedMatrices() local
76 auto action = cache->Get(params->src[side].data, &packed_matrix); in PreparePackedMatrices()
80 packed_matrix.layout.cols); in PreparePackedMatrices()
87 packed_matrix.data = allocator->AllocateBytesAvoidingAliasingWith( in PreparePackedMatrices()
88 DataBytes(packed_matrix), params->src[side].data); in PreparePackedMatrices()
89 packed_matrix.sums = allocator->AllocateBytes(SumsBytes(packed_matrix)); in PreparePackedMatrices()
Dpack_x86.h75 PMat<std::int8_t>* packed_matrix, int start_col,
80 RUY_DCHECK(IsColMajor(packed_matrix->layout));
83 std::int32_t* sums = packed_matrix->sums;
85 memset(zerobuf, packed_matrix->zero_point ^ kInputXor,
96 packed_matrix->data +
97 packed_matrix->layout.stride * (block_col & block_col_mask);
122 PMat<std::int8_t>* packed_matrix, int start_col,
127 RUY_DCHECK(IsColMajor(packed_matrix->layout));
130 std::int32_t* sums = packed_matrix->sums;
132 memset(zerobuf, packed_matrix->zero_point ^ kInputXor,
[all …]
Dpack_arm.h152 PMat<std::int8_t>* packed_matrix, int start_col,
155 RUY_DCHECK(IsColMajor(packed_matrix->layout));
157 std::int32_t* sums = packed_matrix->sums;
189 packed_matrix->data + packed_matrix->layout.stride * block_col;
235 PMat<std::int8_t>* packed_matrix, int start_col,
238 RUY_DCHECK(IsColMajor(packed_matrix->layout));
240 std::int32_t* sums = packed_matrix->sums;
260 packed_matrix->data + packed_matrix->layout.stride * block_col;
284 PMat<std::int8_t>* packed_matrix, int start_col,
287 RUY_DCHECK(IsColMajor(packed_matrix->layout));
[all …]
Dpack.h109 PMat<PackedScalar>* packed_matrix, int start_col, in Run()
114 SumsType* sums = packed_matrix->sums; in Run()
117 for (int row = 0; row < packed_matrix->layout.rows; row++) { in Run()
122 packed_val = packed_matrix->zero_point; in Run()
125 *ElementPtr(packed_matrix, row, col) = packed_val; in Run()
137 void RunPack(Tuning tuning, const EMat& src_matrix, PEMat* packed_matrix, in RunPack() argument
142 PMat<PackedScalar> packed = UneraseType<PackedScalar>(*packed_matrix); in RunPack()
Dpack_common.h103 PMat<float>* packed_matrix, int start_col, int end_col) { in Run()
105 RUY_DCHECK(IsColMajor(packed_matrix->layout)); in Run()
115 float* packed_ptr = packed_matrix->data + in Run()
116 packed_matrix->layout.stride * start_col + in Run()
122 packed_ptr += KernelCols * packed_matrix->layout.stride; in Run()
Dtrmul_params.h65 run_pack[side](tuning, src[side], &packed_matrix[side], start, end); in RunPack()
69 run_kernel(tuning, packed_matrix, mul_params_bytes, start, end, &dst); in RunKernel()
83 SidePair<PEMat> packed_matrix; member
Dcreate_trmul_params.h67 PEMat* packed_matrix = &params->packed_matrix[side]; in CreatePackedMatrix() local
68 packed_matrix->data_type = Type::Create<PackedScalar>(); in CreatePackedMatrix()
69 packed_matrix->sums_type = Type::Create<SumsType>(); in CreatePackedMatrix()
70 CreatePackedLayout(src.layout, kernel_layout, &packed_matrix->layout); in CreatePackedMatrix()
71 packed_matrix->zero_point = Pack<PackedScalar, Scalar>(src.zero_point); in CreatePackedMatrix()
287 params.packed_matrix[channel_side].layout.cols;
331 params.packed_matrix[channel_side].layout.cols;
360 const int required_capacity = params.packed_matrix[channel_side].layout.cols;
Dprepacked_cache.h94 PEMat packed_matrix; member
127 Action Get(const void* src_data, PEMat* packed_matrix);
Dprepacked_cache_test.cc49 void DummyPack(const std::vector<T>& data, PEMat* packed_matrix) { in DummyPack() argument
50 EXPECT_EQ(data.size(), FlatSize(packed_matrix->layout)); in DummyPack()
51 memcpy(packed_matrix->data, data.data(), data.size() * sizeof(T)); in DummyPack()
Dtrace.h573 str(params->packed_matrix[Side::kLhs])); \
575 str(params->packed_matrix[Side::kRhs])); \
764 end_col, str(*packed_matrix)); \
770 if (packed_matrix->layout.rows > src_matrix.layout.rows) { \
Dtrmul.cc298 PEMat& packed_lhs = params->packed_matrix[Side::kLhs]; in TrMul()
299 PEMat& packed_rhs = params->packed_matrix[Side::kRhs]; in TrMul()