| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp16/ |
| D | lstm_fp16.h | 24 …stmWeightFp32ToFp16(float16_t *dst, const float *src, int batch, int deep, int col, int col_align);
26 …kLstmWeightFp16(float16_t *dst, const float16_t *src, int batch, int deep, int col, int col_align);
28 void PackLstmBiasFp32ToFp16(float16_t *dst, const float *src, int batch, int col, int col_align, bo…
30 void PackLstmBiasFp16(float16_t *dst, const float16_t *src, int batch, int col, int col_align, bool…
|
| D | lstm_fp16.c | 26 …tmWeightFp32ToFp16(float16_t *dst, const float *src, int batch, int deep, int col, int col_align) { in PackLstmWeightFp32ToFp16() argument
29 float16_t *dst_batch = dst + i * col_align * deep; in PackLstmWeightFp32ToFp16()
34 …LstmWeightFp16(float16_t *dst, const float16_t *src, int batch, int deep, int col, int col_align) { in PackLstmWeightFp16() argument
37 float16_t *dst_batch = dst + i * col_align * deep; in PackLstmWeightFp16()
42 void PackLstmBiasFp32ToFp16(float16_t *dst, const float *src, int batch, int col, int col_align, in PackLstmBiasFp32ToFp16() argument
47 float16_t *dst_batch = dst + i * col_align; in PackLstmBiasFp32ToFp16()
52 float16_t *backward_dst = dst + unidirectional_batch * col_align; in PackLstmBiasFp32ToFp16()
55 float16_t *backward_dst_batch = backward_dst + i * col_align; in PackLstmBiasFp32ToFp16()
61 void PackLstmBiasFp16(float16_t *dst, const float16_t *src, int batch, int col, int col_align, bool… in PackLstmBiasFp16() argument
65 float16_t *dst_batch = dst + i * col_align; in PackLstmBiasFp16()
[all …]
|
| D | matmul_fp16.c | 850 int col_align = UP_ROUND(col, C16NUM); in RowMajor2Row16MajorFp16Opt() local
858 for (; c < col_align; c++) { in RowMajor2Row16MajorFp16Opt()
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp32/ |
| D | lstm_fp32.c | 25 void PackLstmWeight(float *dst, const float *src, int batch, int deep, int col, int col_align) { in PackLstmWeight() argument
28 float *dst_batch = dst + i * col_align * deep; in PackLstmWeight()
39 void PackLstmBias(float *dst, const float *src, int batch, int col, int col_align, bool is_bidirect… in PackLstmBias() argument
43 float *dst_batch = dst + i * col_align; in PackLstmBias()
48 float *backward_dst = dst + unidirectional_batch * col_align; in PackLstmBias()
51 float *backward_dst_batch = backward_dst + i * col_align; in PackLstmBias()
67 …t *c, const float *a, const float *b, const float *bias, int row, int deep, int col, int col_align, in LstmMatMul() argument
75 MatVecMulAvxFp32(a, b, packed_ptr, bias, ActType_No, deep, col, col_align); in LstmMatMul()
156 int col, int col_align, bool is_vec, float *packed_ptr) { in UpdateLstmGate() argument
161 LstmMatMul(gate_i, input, weight_i, bias_i, row, deep, col, col_align, is_vec, packed_ptr); in UpdateLstmGate()
[all …]
|
| D | lstm_fp32.h | 24 void PackLstmWeight(float *dst, const float *src, int batch, int deep, int col, int col_align);
26 void PackLstmBias(float *dst, const float *src, int batch, int col, int col_align, bool is_bidirect…
30 …t *c, const float *a, const float *b, const float *bias, int row, int deep, int col, int col_align,
|
| D | attention_fp32.c | 60 int col_align = vec_matmul ? real_col : UP_ROUND(real_col, col_tile); in RightMatrixPackElementSize() local
61 int dst_area = deep * col_align; in RightMatrixPackElementSize()
63 matrix->packed_col_ = col_align; in RightMatrixPackElementSize()
136 int col_align = vec_matmul ? real_col : UP_ROUND(real_col, col_tile); in PackRightMatrix() local
138 int dst_area = deep * col_align; in PackRightMatrix()
186 matrix->packed_col_ = col_align; in PackRightMatrix()
|
| D | matmul_fp32.h | 88 int col_align);
|
| D | matmul_fp32.c | 1073 int col_align) { in MatVecMulAvxFp32() argument
1088 col_align, depth); in MatVecMulAvxFp32()
|
| /third_party/mindspore/mindspore/lite/micro/coder/wrapper/int8/ |
| D | matmul_int8_wrapper.c | 34 … int col, int col_align, int deep_16, int input_zp, const int *weight_zp, const int *bias_ptr, in InitInt8MatrixB() argument
38 int8_t *cur_b_pack = dst_ptr + i * col_align * deep_16; in InitInt8MatrixB()
39 int32_t *cur_sums = weight_bias_sums_batch_ + i * col_align; in InitInt8MatrixB()
|
| D | matmul_int8_wrapper.h | 29 … int col, int col_align, int deep_16, int input_zp, const int *weight_zp, const int *bias_ptr,
|
| /third_party/mesa3d/src/compiler/ |
| D | glsl_types.cpp | 2665 unsigned col_size, col_align; in get_explicit_type_for_size_align() local
2666 type_info(this->column_type(), &col_size, &col_align); in get_explicit_type_for_size_align()
2667 unsigned stride = align(col_size, col_align); in get_explicit_type_for_size_align()
2671 assert(col_align > 0); in get_explicit_type_for_size_align()
2672 *alignment = col_align; in get_explicit_type_for_size_align()
|