| /external/tensorflow/tensorflow/lite/g3doc/performance/ |
| D | quantization_spec.md | 21 $$real\_value = (int8\_value - zero\_point) \times scale$$
24 `int8` two’s complement values in the range `[-127, 127]` with zero-point equal
25 to 0. Per-tensor activations/inputs are represented by `int8` two’s complement
37 `int8` quantization for 8-bit. This is for the convenience of symmetric
66 signed `int8` range `[-128, 127]`. Many activations are asymmetric in nature and
105 ## int8 quantized operator specifications
107 Below we describe the quantization requirements for our int8 tflite kernels:
112 data_type : int8
116 data_type : int8
120 data_type : int8
[all …]
|
| /external/ComputeLibrary/src/core/CL/cl_kernels/ |
| D | direct_convolution_quantized.cl | 48 int8 weights_values0 = 0; \
60 int8 src0 = 0; \
61 int8 src1 = 0; \
79 acc += src0 * (int8)weights_values0.s0; \
80 acc += (int8)(src0.s1234, src0.s567, src1.s0) * (int8)weights_values0.s1; \
81 acc += (int8)(src0.s234, src0.s567, src1.s01) * (int8)weights_values0.s2; \
82 acc += (int8)(src0.s345, src0.s67, src1.s012) * (int8)weights_values0.s3; \
83 acc += (int8)(src0.s4567, src1.s0123) * (int8)weights_values0.s4; \
84 acc += (int8)(src0.s567, src1.s0123, src1.s4) * (int8)weights_values0.s5; \
85 acc += (int8)(src0.s67, src1.s012, src1.s345) * (int8)weights_values0.s6; \
[all …]
|
| D | depthwise_convolution_quantized.cl | 76 …int8 temp0 = CONVERT(vload8(0, (__global DATA_TYPE *)(first_value)), int8); …
79 …left = CONVERT(temp0.s01234567, int8); …
80 …middle = CONVERT((int8)(temp0.s1234, temp0.s567, temp1.s0), int8); …
81 …right = CONVERT((int8)(temp0.s2345, temp0.s67, temp1.s01), int8); …
89 … left = CONVERT(temp0.s02468ace, int8); \
90 … middle = CONVERT(temp0.s13579bdf, int8); \
91 … right = CONVERT((int8)(temp0.s2468, temp0.sace, temp1), int8); \
97 …int8 temp1 = CONVERT(vload8(0, (__global DATA_TYPE *)(first_value + 16 * sizeof(DATA_TYPE))), int…
99 …left = CONVERT((int8)(temp0.s0369, temp0.scf, temp1.s25), int8); …
100 …middle = CONVERT((int8)(temp0.s147a, temp0.sd, temp1.s036), int8); …
[all …]
|
| /external/parameter-framework/upstream/test/functional-tests-legacy/PfwTestCase/Types/ |
| D | tINT8.py | 32 Integer parameter type testcases - INT8
41 INT8 :
47 - INT8 parameter min value = -100
48 - INT8 parameter min value out of bounds = -101
49 - INT8 parameter max value = 100
50 - INT8 parameter max value out of bounds = 101
51 - INT8 parameter in nominal case = 50
58 # Test of type INT8 - range [-100, 100]
61 self.param_name = "/Test/Test/TEST_DIR/INT8"
69 Testing INT8 in nominal case = 50
[all …]
|
| /external/neven/Embedded/common/src/b_TensorEm/ |
| D | CompactMat.c | 73 #ifndef HW_TMS320C5x /* platforms that don't have int8 must use the 'default' implementation */ in bts_CompactMat_fltDotPrdRow()
80 sumL += ( ( int8 ) dpL[ 0 ] * ( int32 )inPtrL[ 0 ] ); in bts_CompactMat_fltDotPrdRow()
81 sumL += ( ( int8 )( dpL[ 0 ] >> 8 ) * ( int32 )inPtrL[ 1 ] ); in bts_CompactMat_fltDotPrdRow()
82 sumL += ( ( int8 ) dpL[ 1 ] * ( int32 )inPtrL[ 2 ] ); in bts_CompactMat_fltDotPrdRow()
83 sumL += ( ( int8 )( dpL[ 1 ] >> 8 ) * ( int32 )inPtrL[ 3 ] ); in bts_CompactMat_fltDotPrdRow()
84 sumL += ( ( int8 ) dpL[ 2 ] * ( int32 )inPtrL[ 4 ] ); in bts_CompactMat_fltDotPrdRow()
85 sumL += ( ( int8 )( dpL[ 2 ] >> 8 ) * ( int32 )inPtrL[ 5 ] ); in bts_CompactMat_fltDotPrdRow()
86 sumL += ( ( int8 ) dpL[ 3 ] * ( int32 )inPtrL[ 6 ] ); in bts_CompactMat_fltDotPrdRow()
87 sumL += ( ( int8 )( dpL[ 3 ] >> 8 ) * ( int32 )inPtrL[ 7 ] ); in bts_CompactMat_fltDotPrdRow()
93 sumL += ( ( int8 ) *dpL * ( int32 )inPtrL[ 0 ] ); in bts_CompactMat_fltDotPrdRow()
[all …]
|
| /external/armnn/python/pyarmnn/test/ |
| D | test_const_tensor.py | 20 … (ann.DataType_QAsymmS8, np.random.randint(1, size=(2, 4)).astype(np.int8)),
21 … (ann.DataType_QSymmS8, np.random.randint(1, size=(2, 4)).astype(np.int8)),
24 … ], ids=['float32', 'float16', 'unsigned int8', 'signed int8', 'signed int8', 'int32', 'int16'])
40 … (ann.DataType_QAsymmS8, np.random.randint(1, size=(2, 2)).astype(np.int8)),
41 … (ann.DataType_QSymmS8, np.random.randint(1, size=(2, 2)).astype(np.int8)),
44 … ], ids=['float32', 'float16', 'unsigned int8', 'signed int8', 'signed int8', 'int32', 'int16'])
60 … (ann.DataType_QAsymmS8, np.random.randint(1, size=(2, 2, 3, 3)).astype(np.int8)),
61 … (ann.DataType_QSymmS8, np.random.randint(1, size=(2, 2, 3, 3)).astype(np.int8)),
64 … ], ids=['float32', 'float16', 'unsigned int8', 'signed int8', 'signed int8', 'int32', 'int16'])
143 … ], ids=['float32', 'float16', 'unsigned int8', 'signed int8', 'signed int8'])
[all …]
|
| D | test_quantize_and_dequantize.py | 26 ('int8', -128, 127),
35 'int8',
65 ('int8', np.int8(127)),
69 ('uint8', np.int8(127)),
73 ('int8', np.uint8(127)),
74 ('int8', np.int16(127)),
75 ('int8', np.int32(127)),
77 ('int16', np.int8(127)),
82 ('int16', np.int8(127)),
|
| /external/deqp-deps/glslang/Test/baseResults/ |
| D | spv.8bitstorage_Error-int.frag.out | 2 ERROR: 0:54: 'structure: (u)int8 types can only be in uniform block or buffer storage' : required e…
5 ERROR: 0:58: 'return: can't use with structs containing int8' : required extension not requested: P…
8 ERROR: 0:61: 'int8_t: (u)int8 types can only be in uniform block or buffer storage' : required exte…
11 ERROR: 0:74: '[: does not operate on types containing (u)int8' : required extension not requested: …
14 ERROR: 0:75: '.: can't swizzle types containing (u)int8' : required extension not requested: Possib…
17 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
20 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
23 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
26 ERROR: 0:77: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
29 ERROR: 0:77: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
[all …]
|
| D | spv.8bitstorage_Error-uint.frag.out | 2 ERROR: 0:54: 'structure: (u)int8 types can only be in uniform block or buffer storage' : required e…
8 ERROR: 0:61: 'uint8_t: (u)int8 types can only be in uniform block or buffer storage' : required ext…
11 ERROR: 0:74: '[: does not operate on types containing (u)int8' : required extension not requested: …
14 ERROR: 0:75: '.: can't swizzle types containing (u)int8' : required extension not requested: Possib…
17 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
20 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
23 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
26 ERROR: 0:77: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
29 ERROR: 0:77: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
35 ERROR: 0:81: '.: can't swizzle types containing (u)int8' : required extension not requested: Possib…
[all …]
|
| /external/angle/third_party/vulkan-deps/glslang/src/Test/baseResults/ |
| D | spv.8bitstorage_Error-int.frag.out | 2 ERROR: 0:54: 'structure: (u)int8 types can only be in uniform block or buffer storage' : required e…
5 ERROR: 0:58: 'return: can't use with structs containing int8' : required extension not requested: P…
8 ERROR: 0:61: 'int8_t: (u)int8 types can only be in uniform block or buffer storage' : required exte…
11 ERROR: 0:74: '[: does not operate on types containing (u)int8' : required extension not requested: …
14 ERROR: 0:75: '.: can't swizzle types containing (u)int8' : required extension not requested: Possib…
17 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
20 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
23 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
26 ERROR: 0:77: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
29 ERROR: 0:77: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
[all …]
|
| D | spv.8bitstorage_Error-uint.frag.out | 2 ERROR: 0:54: 'structure: (u)int8 types can only be in uniform block or buffer storage' : required e…
8 ERROR: 0:61: 'uint8_t: (u)int8 types can only be in uniform block or buffer storage' : required ext…
11 ERROR: 0:74: '[: does not operate on types containing (u)int8' : required extension not requested: …
14 ERROR: 0:75: '.: can't swizzle types containing (u)int8' : required extension not requested: Possib…
17 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
20 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
23 ERROR: 0:76: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
26 ERROR: 0:77: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
29 ERROR: 0:77: 'built-in function: (u)int8 types can only be in uniform block or buffer storage' : re…
35 ERROR: 0:81: '.: can't swizzle types containing (u)int8' : required extension not requested: Possib…
[all …]
|
| /external/tensorflow/tensorflow/lite/kernels/ |
| D | maximum_minimum.cc | 106 // Maximum generic opt int8.
108 void TFLiteOperation<maximum_minimum::kGenericOptimized, int8, MaximumOp>( in TFLiteOperation()
117 GetTensorData<int8>(op_context.input1), in TFLiteOperation()
119 GetTensorData<int8>(op_context.input2), in TFLiteOperation()
121 GetTensorData<int8>(op_context.output), MaximumOp::template op<int8>); in TFLiteOperation()
125 GetTensorShape(op_context.input1), GetTensorData<int8>(op_context.input1), in TFLiteOperation()
126 GetTensorShape(op_context.input2), GetTensorData<int8>(op_context.input2), in TFLiteOperation()
127 GetTensorShape(op_context.output), GetTensorData<int8>(op_context.output), in TFLiteOperation()
128 MaximumOp::template op<int8>); in TFLiteOperation()
131 // Minimum generic opt int8.
[all …]
|
| /external/swiftshader/third_party/SPIRV-Tools/test/val/ |
| D | val_extension_spv_khr_integer_dot_product.cpp | 117 if (cap == "Int8") { in AssemblyForCase()
201 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
209 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
234 "Int8"},
278 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
286 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
311 "Int8"},
355 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
363 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
388 "Int8"},
[all …]
|
| /external/angle/third_party/vulkan-deps/spirv-tools/src/test/val/ |
| D | val_extension_spv_khr_integer_dot_product.cpp | 117 if (cap == "Int8") { in AssemblyForCase()
201 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
209 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
234 "Int8"},
278 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
286 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
311 "Int8"},
355 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
363 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
388 "Int8"},
[all …]
|
| /external/deqp-deps/SPIRV-Tools/test/val/ |
| D | val_extension_spv_khr_integer_dot_product.cpp | 117 if (cap == "Int8") { in AssemblyForCase()
201 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
209 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
234 "Int8"},
278 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
286 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
311 "Int8"},
355 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
363 Case{{"DotProductKHR", "DotProductInputAllKHR", "Int8"},
388 "Int8"},
[all …]
|
| /external/libchrome/mojo/public/tools/fuzzers/ |
| D | fuzz.mojom | 11 int8 dummy;
16 int8 fuzz_int8;
27 array<int8> fuzz_primitive_array;
29 map<string, int8> fuzz_primitive_map;
34 array<map<FuzzEnum, map<int8, array<FuzzUnion?>?>>>? fuzz_complex;
39 int8 fuzz_int8;
51 array<int8> fuzz_primitive_array;
52 map<string, int8> fuzz_primitive_map;
57 array<int8>? fuzz_nullable_array;
59 array<map<FuzzEnum, map<int8, array<FuzzStruct?>?>>>? fuzz_complex;
|
| /external/libchrome/mojo/public/interfaces/bindings/tests/ |
| D | test_unions.mojom | 19 int8 f_int8;
20 int8 f_int8_other;
36 int8 f_int8;
40 array<int8> f_array_int8;
41 map<string, int8> f_map_int8;
64 int8 f_int8;
83 int8 f_int8;
101 int8 f_int8;
105 int8 f_int8;
|
| D | test_structs.mojom | 33 int8 f1;
70 int8 f1 = 100;
118 map<int8, int8> f1;
155 array<int8> f0;
196 const int8 V0 = -128; // Minimum
197 const int8 V1 = -1; // -1
198 const int8 V2 = 0; // 0
199 const int8 V3 = 42; // An arbitrary valid value.
200 const int8 V4 = 127; // Maximum
221 int8 f0 = V0;
[all …]
|
| /external/tensorflow/tensorflow/lite/kernels/internal/optimized/integer_ops/ |
| D | pooling.h | 38 const int8* input_data, const RuntimeShape& output_shape, in MaxPool()
39 int8* output_data) { in MaxPool()
62 int8 acc[kPoolingAccTrancheSize]; in MaxPool()
85 const int8* input_ptr = in MaxPool()
90 const int8* input_row_ptr = in MaxPool()
93 const int8* input_channel_ptr = input_row_ptr; in MaxPool()
118 int8* output_ptr = output_data + Offset(output_shape, batch, out_y, in MaxPool()
136 int8 a = acc[channel]; in MaxPool()
137 a = std::max<int8>(a, params.quantized_activation_min); in MaxPool()
138 a = std::min<int8>(a, params.quantized_activation_max); in MaxPool()
[all …]
|
| D | depthwise_conv.h | 49 const int8* input_ptr, int16 input_offset,
50 int input_ptr_increment, const int8* filter_ptr,
95 const int8* input_ptr, int16 input_offset,
96 int input_ptr_increment, const int8* filter_ptr,
162 const int8* input_ptr, int16 input_offset,
163 int input_ptr_increment, const int8* filter_ptr,
230 const int8* input_ptr, int16 input_offset,
231 int input_ptr_increment, const int8* filter_ptr,
304 const int8* input_ptr, int16 input_offset,
305 int input_ptr_increment, const int8* filter_ptr,
[all …]
|
| D | conv.h | 34 const int8* input_data, const RuntimeShape& filter_shape, in ConvPerChannel()
35 const int8* filter_data, const RuntimeShape& bias_shape, in ConvPerChannel()
36 const int32* bias_data, const RuntimeShape& output_shape, int8* output_data, in ConvPerChannel()
37 const RuntimeShape& im2col_shape, int8* im2col_data, in ConvPerChannel()
53 const int8* gemm_input_data = nullptr; in ConvPerChannel()
61 const int8 input_zero_point = -input_offset; in ConvPerChannel()
97 cpu_backend_gemm::MatrixParams<int8> lhs_params; in ConvPerChannel()
102 cpu_backend_gemm::MatrixParams<int8> rhs_params; in ConvPerChannel()
107 cpu_backend_gemm::MatrixParams<int8> dst_params; in ConvPerChannel()
113 int32, int8, in ConvPerChannel()
|
| D | mul.h | 36 const int8* input1_data, const int8* input2_data, in MulElementwise()
37 int8* output_data) { in MulElementwise()
136 output_data[i] = static_cast<int8>(clamped_output); in MulElementwise()
142 const int8 broadcast_value, in MulSimpleBroadcast()
143 const int8* input2_data, int8* output_data) { in MulSimpleBroadcast()
228 output_data[i] = static_cast<int8>(clamped_output); in MulSimpleBroadcast()
233 const RuntimeShape& input1_shape, const int8* input1_data, in Mul()
234 const RuntimeShape& input2_shape, const int8* input2_data, in Mul()
235 const RuntimeShape& output_shape, int8* output_data) { in Mul()
247 const int8* input1_data, in BroadcastMulDispatch()
[all …]
|
| /external/ComputeLibrary/build/android-arm64v8a/src/core/CL/cl_kernels/ |
| D | direct_convolution_quantized.clembed | 2056 int8 weights_values0 = 0; \
2068 int8 src0 = 0; \
2069 int8 src1 = 0; \
2087 acc += src0 * (int8)weights_values0.s0; \
2088 acc += (int8)(src0.s1234, src0.s567, src1.s0) * (int8)weights_values0.s1; \
2089 acc += (int8)(src0.s234, src0.s567, src1.s01) * (int8)weights_values0.s2; \
2090 acc += (int8)(src0.s345, src0.s67, src1.s012) * (int8)weights_values0.s3; \
2091 acc += (int8)(src0.s4567, src1.s0123) * (int8)weights_values0.s4; \
2092 acc += (int8)(src0.s567, src1.s0123, src1.s4) * (int8)weights_values0.s5; \
2093 acc += (int8)(src0.s67, src1.s012, src1.s345) * (int8)weights_values0.s6; \
[all …]
|
| /external/tensorflow/tensorflow/lite/kernels/internal/ |
| D | averagepool_quantized_test.cc | 37 const int8* input_data, in RunOneAveragePoolTest()
40 std::vector<int8> optimized_averagePool_output(buffer_size); in RunOneAveragePoolTest()
41 std::vector<int8> reference_averagePool_output(buffer_size); in RunOneAveragePoolTest()
89 std::vector<int8> input_data(buffer_size); in CreateDataAndRunAveragePool()
175 std::vector<int8> input_data(buffer_size); in CreateExtremalDataAndRunAveragePool()
178 int8 min = std::numeric_limits<int8>::min(); in CreateExtremalDataAndRunAveragePool()
179 int8 max = std::numeric_limits<int8>::min() + 10; in CreateExtremalDataAndRunAveragePool()
184 min = std::numeric_limits<int8>::max() - 10; in CreateExtremalDataAndRunAveragePool()
185 max = std::numeric_limits<int8>::max(); in CreateExtremalDataAndRunAveragePool()
|
| /external/oboe/samples/RhythmGame/third_party/glm/detail/ |
| D | glm.cpp | 15 template struct tvec1<int8, lowp>;
26 template struct tvec1<int8, mediump>;
37 template struct tvec1<int8, highp>;
49 template struct tvec2<int8, lowp>;
60 template struct tvec2<int8, mediump>;
71 template struct tvec2<int8, highp>;
83 template struct tvec3<int8, lowp>;
94 template struct tvec3<int8, mediump>;
105 template struct tvec3<int8, highp>;
117 template struct tvec4<int8, lowp>;
[all …]
|