Home
last modified time | relevance | path

Searched refs:out_f32 (Results 1 – 21 of 21) sorted by relevance

/external/ComputeLibrary/src/core/CL/cl_kernels/
Dhelpers_asymm.h49 float out_f32 = input / scale + offset; in quantize_qasymm8() local
50 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar); in quantize_qasymm8()
91 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
93 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
/external/ComputeLibrary/src/core/CL/cl_kernels/nhwc/
Dpooling_layer_quantized.cl37 …const VEC_FLOAT(VEC_SIZE) out_f32 = in_f32 / ((VEC_FLOAT(VEC_SIZE))(float)out_scale) + ((VEC_FLOAT…
38 …res = CONVERT_SAT(CONVERT_DOWN(out_f32, VEC_INT(VEC_SIZE)), VEC_TYPE…
Dpooling_3d_layer_quantized.cl47 …const VEC_FLOAT(VEC_SIZE) out_f32 = in_f32 / ((VEC_FLOAT(VEC_SIZE))(float)out_scale) + ((VEC_FLOAT…
48 …res = CONVERT_SAT(CONVERT_DOWN(out_f32, VEC_INT(VEC_SIZE)), VEC_DATA…
/external/ComputeLibrary/src/core/CL/cl_kernels/nchw/
Dpooling_layer.cl194 const float out_f32 = in_f32 / scale_out + offset_out;
195 result_q8 = CONVERT_SAT(convert_int_rte(out_f32), DATA_TYPE);
/external/ComputeLibrary/cl_kernels/
Dhelpers_asymm.hembed1257 float out_f32 = input / scale + offset;
1258 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar);
1279 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
1281 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
/external/ComputeLibrary/cl_kernels/common/
Dbounding_box_transform_quantized.clembed1258 float out_f32 = input / scale + offset;
1259 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar);
1280 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
1282 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
Droi_align_layer_quantized.clembed1258 float out_f32 = input / scale + offset;
1259 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar);
1280 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
1282 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
Dgenerate_proposals_quantized.clembed1258 float out_f32 = input / scale + offset;
1259 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar);
1280 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
1282 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
Dqlstm_layer_normalization.clembed1258 float out_f32 = input / scale + offset;
1259 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar);
1280 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
1282 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
Dsoftmax_layer_quantized.clembed1258 float out_f32 = input / scale + offset;
1259 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar);
1280 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
1282 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
Droi_pooling_layer.clembed2502 float out_f32 = input / scale + offset;
2503 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar);
2524 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
2526 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
Dreduction_operation.clembed2502 float out_f32 = input / scale + offset;
2503 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar);
2524 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
2526 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
Dconcatenate.clembed1258 …const VEC_FLOAT out_f32 = in_f32 / ((VEC_FLOAT)(float)out_scale) + ((VEC_FLOAT)((float)out_offset)…
1259 const VEC_QUANT res_q8 = CONVERT_SAT(CONVERT_DOWN(out_f32, VEC_INT), VEC_QUANT);
Dgemmlowp.clembed5051 float out_f32 = input / scale + offset;
5052 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar);
5073 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
5075 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
/external/ComputeLibrary/src/core/CL/cl_kernels/common/
Dconcatenate.cl37 …const VEC_FLOAT out_f32 = in_f32 / ((VEC_FLOAT)(float)out_scale) + ((VEC_FLOAT)((float)out_offset)…
38 const VEC_QUANT res_q8 = CONVERT_SAT(CONVERT_DOWN(out_f32, VEC_INT), VEC_QUANT);
/external/tensorflow/tensorflow/python/ops/
Dmath_ops_test.py54 out_f32 = self.evaluate(math_ops.reduce_sum(in_f32))
56 expected = math_ops.cast(out_f32, dtypes.bfloat16)
/external/ComputeLibrary/cl_kernels/nhwc/
Dpooling_layer_quantized.clembed1258 …const VEC_FLOAT(VEC_SIZE) out_f32 = in_f32 / ((VEC_FLOAT(VEC_SIZE))(float)out_scale) + ((VEC_FLOAT…
1259 …res = CONVERT_SAT(CONVERT_DOWN(out_f32, VEC_INT(VEC_SIZE)), VEC_TYPE…
Dpooling_3d_layer_quantized.clembed2131 …const VEC_FLOAT(VEC_SIZE) out_f32 = in_f32 / ((VEC_FLOAT(VEC_SIZE))(float)out_scale) + ((VEC_FLOAT…
2132 …res = CONVERT_SAT(CONVERT_DOWN(out_f32, VEC_INT(VEC_SIZE)), VEC_DATA…
Ddirect_convolution.clembed3804 float out_f32 = input / scale + offset;
3805 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar);
3826 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
3828 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
/external/ComputeLibrary/cl_kernels/nchw/
Ddirect_convolution.clembed2502 float out_f32 = input / scale + offset;
2503 uchar res_u8 = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, int), uchar);
2524 …out_f32 = input / (VEC_DATA_TYPE(float, size))(scale) + (VEC_DATA_TYPE(float, size))(offset); …
2526 …res = CONVERT_SAT(CONVERT_DOWN_RTE(out_f32, VEC_DATA_TYPE(int, size)), VEC_DATA_TYPE(type, size));…
Dpooling_layer.clembed1388 const float out_f32 = in_f32 / scale_out + offset_out;
1389 result_q8 = CONVERT_SAT(convert_int_rte(out_f32), DATA_TYPE);