Lines Matching refs:src_matrix
74 static void Run(Tuning, const Mat<Scalar>& src_matrix,
79 RUY_DCHECK(IsColMajor(src_matrix.layout));
90 int src_stride = src_matrix.layout.stride;
91 const Scalar* src_ptr = src_matrix.data.get() + src_stride * block_col;
92 int remaining_src_cols = src_matrix.layout.cols - block_col;
101 remaining_src_cols, src_matrix.layout.rows, packed_ptr, sums_ptr);
121 static void Run(Tuning, const Mat<Scalar>& src_matrix,
126 RUY_DCHECK(IsColMajor(src_matrix.layout));
137 int src_stride = src_matrix.layout.stride;
138 const Scalar* src_ptr = src_matrix.data.get() + src_stride * block_col;
139 int remaining_src_cols = src_matrix.layout.cols - block_col;
148 remaining_src_cols, src_matrix.layout.rows, packed_ptr, sums_ptr);
161 static void Run(Tuning, const Mat<float>& src_matrix,
165 RUY_DCHECK(IsColMajor(src_matrix.layout));
173 int src_stride = src_matrix.layout.stride;
174 const float* src_ptr = src_matrix.data.get() + src_stride * block_col;
175 int remaining_src_cols = src_matrix.layout.cols - block_col;
182 src_matrix.layout.rows, packed_ptr);
195 static void Run(Tuning, const Mat<float>& src_matrix,
199 RUY_DCHECK(IsColMajor(src_matrix.layout));
207 int src_stride = src_matrix.layout.stride;
208 const float* src_ptr = src_matrix.data.get() + src_stride * block_col;
209 int remaining_src_cols = src_matrix.layout.cols - block_col;
216 src_matrix.layout.rows, packed_ptr);
241 static void Run(Tuning, const Mat<Scalar>& src_matrix,
246 RUY_DCHECK(IsColMajor(src_matrix.layout));
258 int src_stride = src_matrix.layout.stride;
259 const Scalar* src_ptr = src_matrix.data.get() + src_stride * block_col;
260 int remaining_src_cols = src_matrix.layout.cols - block_col;
269 remaining_src_cols, src_matrix.layout.rows, packed_ptr, sums_ptr);
281 static void Run(Tuning, const Mat<float>& src_matrix,
285 RUY_DCHECK(IsColMajor(src_matrix.layout));
293 int src_stride = src_matrix.layout.stride;
294 const float* src_ptr = src_matrix.data.get() + src_stride * block_col;
295 int remaining_src_cols = src_matrix.layout.cols - block_col;
302 remaining_src_cols, src_matrix.layout.rows,
317 static void Run(Tuning, const Mat<Scalar>& src_matrix,
321 RUY_DCHECK_EQ(src_matrix.layout.order, Order::kRowMajor);
328 int src_stride = src_matrix.layout.stride;
331 src_matrix.data.get() + block_row * src_stride + start_col;
335 src_stride, src_matrix.zero_point, packed_ptr,
337 src_matrix.layout.cols, block_row,
338 src_matrix.layout.rows, kInputXor, sums);
352 static void Run(Tuning, const Mat<Scalar>& src_matrix,
356 RUY_DCHECK_EQ(src_matrix.layout.order, Order::kRowMajor);
363 int src_stride = src_matrix.layout.stride;
366 src_matrix.data.get() + block_row * src_stride + start_col;
370 src_stride, src_matrix.zero_point, packed_ptr,
372 src_matrix.layout.cols, block_row,
373 src_matrix.layout.rows, kInputXor, sums);
387 static void Run(Tuning, const Mat<Scalar>& src_matrix,
391 RUY_DCHECK_EQ(src_matrix.layout.order, Order::kRowMajor);
398 int src_stride = src_matrix.layout.stride;
401 src_matrix.data.get() + block_row * src_stride + start_col;
405 src_stride, src_matrix.zero_point, packed_ptr,
407 src_matrix.layout.cols, block_row,
408 src_matrix.layout.rows, kInputXor, sums);