| /external/gemmlowp/meta/ |
| D | legacy_operations_common.h | 20 Quantized8BitOperation(std::int32_t lhs_offset, std::int32_t rhs_offset, in Quantized8BitOperation() argument
24 rhs_offset(rhs_offset), in Quantized8BitOperation()
31 std::int32_t rhs_offset; variable
39 FloatOperation(std::int32_t lhs_offset, std::int32_t rhs_offset, in FloatOperation() argument
42 rhs_offset(rhs_offset), in FloatOperation()
47 std::int32_t rhs_offset; variable
53 Int32Operation(std::int32_t lhs_offset, std::int32_t rhs_offset) in Int32Operation() argument
54 : lhs_offset(lhs_offset), rhs_offset(rhs_offset) {} in Int32Operation()
58 std::int32_t rhs_offset; variable
|
| D | legacy_multi_thread_gemv.h | 33 GemvQuantized8BitOperation(std::int32_t lhs_offset, std::int32_t rhs_offset, in GemvQuantized8BitOperation() argument
36 : Quantized8BitOperation(lhs_offset, rhs_offset, sum_offset, multiplier, in GemvQuantized8BitOperation()
43 gemv_q8(scratch, lhs, rhs, n, k, lhs_offset, rhs_offset, sum_offset, in ExecuteMatrixMatrix()
55 GemvFloatOperation(std::int32_t lhs_offset, std::int32_t rhs_offset, in GemvFloatOperation() argument
57 : FloatOperation(lhs_offset, rhs_offset, result_offset) {} in GemvFloatOperation()
63 gemv_f(scratch, lhs, rhs, n, k, lhs_offset, rhs_offset, result_offset, in ExecuteMatrixMatrix()
75 GemvInt32Operation(std::int32_t lhs_offset, std::int32_t rhs_offset) in GemvInt32Operation() argument
76 : Int32Operation(lhs_offset, rhs_offset) {} in GemvInt32Operation()
82 gemv_i32(scratch, lhs, rhs, n, k, lhs_offset, rhs_offset, result); in ExecuteMatrixMatrix()
103 std::int32_t rhs_offset, std::int32_t sum_offset, in multi_thread_gemv_q8() argument
[all …]
|
| D | legacy_multi_thread_gemm.h | 61 GemmQuantized8BitOperation(std::int32_t lhs_offset, std::int32_t rhs_offset, in GemmQuantized8BitOperation() argument
64 : Quantized8BitOperation(lhs_offset, rhs_offset, sum_offset, multiplier, in GemmQuantized8BitOperation()
81 gemm_q8_strided(scratch, lhs, rhs, m, n, k, lhs_offset, rhs_offset, in ExecuteCacheFriendlyMatrixMatrix()
93 GemmFloatOperation(std::int32_t lhs_offset, std::int32_t rhs_offset, in GemmFloatOperation() argument
95 : FloatOperation(lhs_offset, rhs_offset, result_offset) {} in GemmFloatOperation()
111 gemm_f_strided(scratch, lhs, rhs, m, n, k, lhs_offset, rhs_offset, in ExecuteCacheFriendlyMatrixMatrix()
123 GemmInt32Operation(std::int32_t lhs_offset, std::int32_t rhs_offset) in GemmInt32Operation() argument
124 : Int32Operation(lhs_offset, rhs_offset) {} in GemmInt32Operation()
140 gemm_i32_strided(scratch, lhs, rhs, m, n, k, lhs_offset, rhs_offset, result, in ExecuteCacheFriendlyMatrixMatrix()
162 std::int32_t lhs_offset, std::int32_t rhs_offset, in multi_thread_gemm_q8() argument
[all …]
|
| D | legacy_single_thread_gemm.h | 32 std::int32_t rhs_offset, std::int32_t result_offset, in gemm_q8_strided() argument
56 params.left_stream.multiplicative_sum_offset = rhs_offset; in gemm_q8_strided()
58 result_offset + k * lhs_offset * rhs_offset; in gemm_q8_strided()
76 std::int32_t lhs_offset, std::int32_t rhs_offset, in gemv_q8() argument
100 params.left_stream.multiplicative_sum_offset = rhs_offset; in gemv_q8()
102 result_offset + k * lhs_offset * rhs_offset; in gemv_q8()
125 std::int32_t rhs_offset, std::int32_t* result, in gemm_i32_strided() argument
149 params.left_stream.multiplicative_sum_offset = rhs_offset; in gemm_i32_strided()
150 params.left_stream.additive_sum_offset = k * lhs_offset * rhs_offset; in gemm_i32_strided()
165 std::int32_t lhs_offset, std::int32_t rhs_offset, in gemv_i32() argument
[all …]
|
| /external/gemmlowp/public/ |
| D | gemmlowp.h | 39 const RhsOffset& rhs_offset, in GemmWithOutputPipelinePC() argument
42 context, lhs, rhs, result, lhs_offset, rhs_offset, output_pipeline); in GemmWithOutputPipelinePC()
57 int lhs_offset, int rhs_offset, in GemmWithOutputPipeline() argument
62 const OffsetRowDup rhs_offset_vector(rhs_offset, rhs.cols()); in GemmWithOutputPipeline()
78 int rhs_offset, int result_offset, int result_mult_int, in Gemm() argument
81 context, lhs, rhs, result, lhs_offset, rhs_offset, in Gemm()
|
| /external/gemmlowp/internal/ |
| D | unpack.h | 98 const LhsOffset& lhs_offset, const RhsOffset& rhs_offset, in UnpackResultBlock() argument
115 LoadForBroadcasting<RegisterBlockType>(rhs_offset, src_col); in UnpackResultBlock()
134 const LhsOffset& lhs_offset, const RhsOffset& rhs_offset, in UnpackResult() argument
188 rhs_offset, depth, r, c, global_row, global_col, 0, cx); in UnpackResult()
201 rhs_offset, depth, r, c, global_row, global_col, global_row, in UnpackResult()
213 rhs_offset, depth, r, c, global_row, global_col, global_row, in UnpackResult()
229 rhs_sums_of_each_slice, lhs_offset, rhs_offset, depth, r, c, in UnpackResult()
236 rhs_sums_of_each_slice, lhs_offset, rhs_offset, depth, r, c, in UnpackResult()
243 rhs_sums_of_each_slice, lhs_offset, rhs_offset, depth, r, c, in UnpackResult()
256 rhs_sums_of_each_slice, lhs_offset, rhs_offset, depth, r, c, in UnpackResult()
[all …]
|
| D | multi_thread_gemm.h | 457 rhs_offset(_rhs_offset), in GemmWithPackedRhsTask()
491 rhs_offset.block(curr_result_block.start_col, cs), output_pipeline); in Run()
505 const RhsOffset& rhs_offset; member
612 const LhsOffset& lhs_offset, const RhsOffset& rhs_offset, in MultiThreadGemm() argument
635 lhs_offset, rhs_offset, in MultiThreadGemm()
682 lhs_offset, rhs_offset, block_params, output_pipeline)); in MultiThreadGemm()
|
| D | dispatch_gemm_shape.h | 159 const LhsOffset& lhs_offset, const RhsOffset& rhs_offset,
177 Transpose(rhs_offset), Transpose(lhs_offset),
184 lhs_offset, rhs_offset, output_pipeline);
|
| D | single_thread_gemm.h | 71 const LhsOffset& lhs_offset, const RhsOffset& rhs_offset, in SingleThreadGemm() argument
148 lhs_offset.block(r, rs), rhs_offset.block(c, cs), output_pipeline); in SingleThreadGemm()
|
| /external/gemmlowp/doc/ |
| D | low-precision.md | 41 - A int32 rhs_offset, that will be added to each entry of the rhs matrix.
47 2. Cast rhs entries from uint8 to int32 and add rhs_offset to each of them.
64 be interpreted during the matrix computation: - lhs_offset - rhs_offset -
71 2. Cast rhs entries from uint8 to int32 and add rhs_offset to each of them.
97 scheme requires adding the lhs_offset and rhs_offset to each of the lhs and rhs
102 lhs_offset and rhs_offset in registers, which would eat into the register space
105 One may then consider adding the lhs_offset and rhs_offset once and for all to
121 Adding rhs_offset to each entry of `rhs`, means adding `rhs_offset * Q` to
124 Thus, as far as handling `lhs_offset` and `rhs_offset` goes, the matrix product
128 (lhs + lhs_offset * P) * (rhs + rhs_offset * Q)
[all …]
|
| D | public.md | 21 `lhs_offset`, `rhs_offset` to them, is explained in
39 int lhs_offset, int rhs_offset,
49 &uint8_result_matrix, lhs_offset, rhs_offset, output_pipeline);
94 * `lhs_offset`, `rhs_offset` are constants added to each matrix entry in the
142 This is a variant where `lhs_offset` and `rhs_offset` may be vectors instead of
|
| D | quantization_example.cc | 333 const int rhs_offset = -rhs_qparams.zero_point; in main() local
364 &actual_uint8_result_map, lhs_offset, rhs_offset, output_pipeline); in main()
|
| D | quantization.md | 283 mathematical trick to handle `lhs_offset`, `rhs_offset` that we alluded to
287 `lhs_offset`, `rhs_offset` were 0.
|
| /external/gemmlowp/test/ |
| D | test.cc | 134 int rhs_offset, int result_offset, int result_mult_int, in Gemm()
145 const OffsetRowDup rhs_offset_vector(rhs_offset, cols); in Gemm()
174 int rhs_offset, int result_offset, int result_mult_int, in Gemm()
186 const OffsetRowDup rhs_offset_vector(rhs_offset, cols); in Gemm()
211 int rhs_offset, int result_offset, int result_mult_int, in Gemm()
216 rhs_offset, result_offset, result_mult_int, in Gemm()
245 int rhs_offset, int result_offset, int result_mult_int, in Gemm()
254 rhs_offset, rhs.stride(), result->data(), result_offset, in Gemm()
271 int rhs_offset, int result_offset, int result_mult_int, in Gemm()
276 lhs.stride(), rhs.data(), rhs_offset, rhs.stride(), in Gemm()
[all …]
|
| D | correctness_meta_gemm.cc | 64 std::int32_t lhs_offset, std::int32_t rhs_offset, in check_result() argument
75 (static_cast<std::int32_t>(right[depth * j + k]) + rhs_offset); in check_result()
107 std::int32_t lhs_offset, std::int32_t rhs_offset, in check_result_f() argument
116 (static_cast<std::int32_t>(right[depth * j + k]) + rhs_offset); in check_result_f()
141 std::int32_t lhs_offset, std::int32_t rhs_offset) { in check_result_i32() argument
149 (static_cast<std::int32_t>(right[depth * j + k]) + rhs_offset); in check_result_i32()
|
| /external/gemmlowp/eight_bit_int_gemm/ |
| D | eight_bit_int_gemm.cc | 79 const int rhs_offset = b_offset; in EightBitIntGemmImpl() local
99 context, lhs, rhs, &result, lhs_offset, rhs_offset, result_offset, \ in EightBitIntGemmImpl()
117 const int rhs_offset = b_offset; in EightBitIntGemmInt32Impl() local
136 context, lhs, rhs, &result, lhs_offset, rhs_offset, empty_pipeline); \ in EightBitIntGemmInt32Impl()
254 std::int32_t lhs_offset, std::int32_t rhs_offset, in MetaGemmQuantized8Bit() argument
265 rhs_offset, sum_offset, multiplicative_offset, in MetaGemmQuantized8Bit()
270 scratch->buffer(), rhs, lhs, n, m, k, rhs_offset, in MetaGemmQuantized8Bit()
280 std::int32_t lhs_offset, std::int32_t rhs_offset, in MetaGemmFloat() argument
289 rhs_offset, result_offset, result); in MetaGemmFloat()
293 scratch->buffer(), rhs, lhs, n, m, k, rhs_offset, in MetaGemmFloat()
|