Lines Matching refs:params
43 Params params; in gemm_q8_strided() local
45 params.m = m; in gemm_q8_strided()
46 params.n = n; in gemm_q8_strided()
47 params.k = k; in gemm_q8_strided()
49 params.lhs = lhs; in gemm_q8_strided()
50 params.rhs = rhs; in gemm_q8_strided()
51 params.result = result; in gemm_q8_strided()
52 params.scratch = scratch; in gemm_q8_strided()
54 params.left_stream.count = k; in gemm_q8_strided()
55 params.left_stream.stride = k; in gemm_q8_strided()
56 params.left_stream.multiplicative_sum_offset = rhs_offset; in gemm_q8_strided()
57 params.left_stream.additive_sum_offset = in gemm_q8_strided()
60 params.right_stream.count = k; in gemm_q8_strided()
61 params.right_stream.stride = k; in gemm_q8_strided()
62 params.right_stream.multiplicative_sum_offset = lhs_offset; in gemm_q8_strided()
63 params.right_stream.additive_sum_offset = 0; in gemm_q8_strided()
65 params.fused_kernel.kernel.multiplicative_offset = multiplicative_offset; in gemm_q8_strided()
66 params.fused_kernel.kernel.rounding_offset = (1 << (shift - 1)); in gemm_q8_strided()
67 params.fused_kernel.kernel.shift = -shift; in gemm_q8_strided()
68 params.fused_kernel.kernel.count = k; in gemm_q8_strided()
69 params.fused_kernel.output_stream.stride = result_stride; in gemm_q8_strided()
71 Gemm<GemmExecutorPackRHS, Params, 2, 4, 8>(params); in gemm_q8_strided()
87 Params params; in gemv_q8() local
89 params.m = 1; in gemv_q8()
90 params.n = n; in gemv_q8()
91 params.k = k; in gemv_q8()
93 params.lhs = lhs; in gemv_q8()
94 params.rhs = rhs; in gemv_q8()
95 params.result = result; in gemv_q8()
96 params.scratch = scratch; in gemv_q8()
98 params.left_stream.count = k; in gemv_q8()
99 params.left_stream.stride = k; in gemv_q8()
100 params.left_stream.multiplicative_sum_offset = rhs_offset; in gemv_q8()
101 params.left_stream.additive_sum_offset = in gemv_q8()
104 params.right_stream.count = k; in gemv_q8()
105 params.right_stream.stride = k; in gemv_q8()
106 params.right_stream.multiplicative_sum_offset = lhs_offset; in gemv_q8()
107 params.right_stream.additive_sum_offset = 0; in gemv_q8()
109 params.fused_kernel.kernel.multiplicative_offset = multiplicative_offset; in gemv_q8()
110 params.fused_kernel.kernel.rounding_offset = (1 << (shift - 1)); in gemv_q8()
111 params.fused_kernel.kernel.shift = -shift; in gemv_q8()
112 params.fused_kernel.kernel.count = k; in gemv_q8()
113 params.fused_kernel.output_stream.stride = n; in gemv_q8()
116 Gemm<GemmExecutorPackLHS, Params, 1, 8, 8>(params); in gemv_q8()
118 Gemm<GemmExecutorPackLHS, Params, 2, 4, 8>(params); in gemv_q8()
136 Params params; in gemm_i32_strided() local
138 params.m = m; in gemm_i32_strided()
139 params.n = n; in gemm_i32_strided()
140 params.k = k; in gemm_i32_strided()
142 params.lhs = lhs; in gemm_i32_strided()
143 params.rhs = rhs; in gemm_i32_strided()
144 params.result = result; in gemm_i32_strided()
145 params.scratch = scratch; in gemm_i32_strided()
147 params.left_stream.count = k; in gemm_i32_strided()
148 params.left_stream.stride = k; in gemm_i32_strided()
149 params.left_stream.multiplicative_sum_offset = rhs_offset; in gemm_i32_strided()
150 params.left_stream.additive_sum_offset = k * lhs_offset * rhs_offset; in gemm_i32_strided()
152 params.right_stream.count = k; in gemm_i32_strided()
153 params.right_stream.stride = k; in gemm_i32_strided()
154 params.right_stream.multiplicative_sum_offset = lhs_offset; in gemm_i32_strided()
155 params.right_stream.additive_sum_offset = 0; in gemm_i32_strided()
157 params.fused_kernel.kernel.count = k; in gemm_i32_strided()
158 params.fused_kernel.output_stream.stride = result_stride * 4; in gemm_i32_strided()
160 Gemm<GemmExecutorPackRHS, Params, 2, 4, 8>(params); in gemm_i32_strided()
176 Params params; in gemv_i32() local
178 params.m = 1; in gemv_i32()
179 params.n = n; in gemv_i32()
180 params.k = k; in gemv_i32()
182 params.lhs = lhs; in gemv_i32()
183 params.rhs = rhs; in gemv_i32()
184 params.result = result; in gemv_i32()
185 params.scratch = scratch; in gemv_i32()
187 params.left_stream.count = k; in gemv_i32()
188 params.left_stream.stride = k; in gemv_i32()
189 params.left_stream.multiplicative_sum_offset = rhs_offset; in gemv_i32()
190 params.left_stream.additive_sum_offset = k * lhs_offset * rhs_offset; in gemv_i32()
192 params.right_stream.count = k; in gemv_i32()
193 params.right_stream.stride = k; in gemv_i32()
194 params.right_stream.multiplicative_sum_offset = lhs_offset; in gemv_i32()
195 params.right_stream.additive_sum_offset = 0; in gemv_i32()
197 params.fused_kernel.kernel.count = k; in gemv_i32()
198 params.fused_kernel.output_stream.stride = 0; in gemv_i32()
201 Gemm<GemmExecutorPackLHS, Params, 1, 8, 8>(params); in gemv_i32()
203 Gemm<GemmExecutorPackLHS, Params, 1, 6, 8>(params); in gemv_i32()
220 Params params; in gemm_f_strided() local
222 params.m = m; in gemm_f_strided()
223 params.n = n; in gemm_f_strided()
224 params.k = k; in gemm_f_strided()
226 params.lhs = lhs; in gemm_f_strided()
227 params.rhs = rhs; in gemm_f_strided()
228 params.result = result; in gemm_f_strided()
229 params.scratch = scratch; in gemm_f_strided()
231 params.left_stream.count = k; in gemm_f_strided()
232 params.left_stream.stride = k; in gemm_f_strided()
233 params.left_stream.multiplicative_sum_offset = rhs_offset; in gemm_f_strided()
234 params.left_stream.additive_sum_offset = k * lhs_offset * rhs_offset; in gemm_f_strided()
236 params.right_stream.count = k; in gemm_f_strided()
237 params.right_stream.stride = k; in gemm_f_strided()
238 params.right_stream.multiplicative_sum_offset = lhs_offset; in gemm_f_strided()
239 params.right_stream.additive_sum_offset = 0; in gemm_f_strided()
241 params.fused_kernel.kernel.count = k; in gemm_f_strided()
242 params.fused_kernel.kernel.scale = result_offset; in gemm_f_strided()
243 params.fused_kernel.output_stream.stride = result_stride * 4; in gemm_f_strided()
245 Gemm<GemmExecutorPackRHS, Params, 2, 4, 8>(params); in gemm_f_strided()
260 Params params; in gemv_f() local
262 params.m = 1; in gemv_f()
263 params.n = n; in gemv_f()
264 params.k = k; in gemv_f()
266 params.lhs = lhs; in gemv_f()
267 params.rhs = rhs; in gemv_f()
268 params.result = result; in gemv_f()
269 params.scratch = scratch; in gemv_f()
271 params.left_stream.count = k; in gemv_f()
272 params.left_stream.stride = k; in gemv_f()
273 params.left_stream.multiplicative_sum_offset = rhs_offset; in gemv_f()
274 params.left_stream.additive_sum_offset = k * lhs_offset * rhs_offset; in gemv_f()
276 params.right_stream.count = k; in gemv_f()
277 params.right_stream.stride = k; in gemv_f()
278 params.right_stream.multiplicative_sum_offset = lhs_offset; in gemv_f()
279 params.right_stream.additive_sum_offset = 0; in gemv_f()
281 params.fused_kernel.kernel.count = k; in gemv_f()
282 params.fused_kernel.kernel.scale = result_offset; in gemv_f()
283 params.fused_kernel.output_stream.stride = 0; in gemv_f()
286 Gemm<GemmExecutorPackLHS, Params, 1, 8, 8>(params); in gemv_f()
288 Gemm<GemmExecutorPackLHS, Params, 1, 6, 8>(params); in gemv_f()