Home
last modified time | relevance | path

Searched full:max_val (Results 1 – 25 of 426) sorted by relevance

12345678910>>...18

/external/pytorch/torch/ao/quantization/experimental/
Dobserver.py25 max_val: torch.Tensor
33 self.max_val = torch.tensor([])
35 # min_val and max_val are optional args to override
36 # the min_val and max_val observed by forward
38 return self._calculate_qparams(signed, self.min_val, self.max_val)
45 max_val: optional arg that can override max_val internal attribute
53 def _calculate_qparams(self, signed: bool, min_val=None, max_val=None): argument
56 if max_val is not None:
57 self.max_val = max_val
60 alpha = torch.max(-self.min_val, self.max_val)
[all …]
/external/flatbuffers/python/flatbuffers/
Dnumber_types.py32 max_val = True variable in BoolFlags
41 max_val = (2**8) - 1 variable in Uint8Flags
50 max_val = (2**16) - 1 variable in Uint16Flags
59 max_val = (2**32) - 1 variable in Uint32Flags
68 max_val = (2**64) - 1 variable in Uint64Flags
77 max_val = (2**7) - 1 variable in Int8Flags
86 max_val = (2**15) - 1 variable in Int16Flags
95 max_val = (2**31) - 1 variable in Int32Flags
104 max_val = (2**63) - 1 variable in Int64Flags
113 max_val = None variable in Float32Flags
[all …]
/external/libopus/dnn/torch/osce/models/
Dscale_embedding.py39 max_val, argument
44 if min_val >= max_val:
45 raise ValueError('min_val must be smaller than max_val')
53 self.max_val = max_val
57 self.max_val = m.log(self.max_val)
60 self.offset = (self.min_val + self.max_val) / 2
62 torch.arange(1, dim+1, dtype=torch.float32) * torch.pi / (self.max_val - self.min_val)
67 x = torch.clip(x, self.min_val, self.max_val) - self.offset
/external/pytorch/torch/ao/quantization/
Dobserver.py206 # min_val and max_val buffers from torch.Size([0]) to torch.Size([])
208 # to min_val and from max_vals to max_val.
325 self, min_val: torch.Tensor, max_val: torch.Tensor
332 max_val: Maximum values per channel
343 if not check_min_max_valid(min_val, max_val):
350 max_val_pos = torch.max(max_val, torch.zeros_like(max_val))
372 scale = (max_val - min_val) / float(quant_max - quant_min)
477 max_val: torch.Tensor
519 self.register_buffer("max_val", torch.tensor(float("-inf"), **factory_kwargs))
538 max_val = torch.max(max_val_cur, self.max_val)
[all …]
/external/tensorflow/tensorflow/compiler/mlir/quantization/tensorflow/calibrator/integration_test/
Dcustom_aggregator_op_test.py45 max_val = quantize_model_wrapper.get_max_from_calibrator('1')
46 self.assertAllEqual((min_val, max_val), (1.0, 5.0))
63 max_val = quantize_model_wrapper.get_max_from_calibrator('2')
64 self.assertAllEqual((min_val, max_val), (1.0, 5.0))
66 max_val = quantize_model_wrapper.get_max_from_calibrator('3')
67 self.assertAllEqual((min_val, max_val), (-5.0, -1.0))
84 max_val = quantize_model_wrapper.get_max_from_calibrator('4')
85 self.assertAllEqual((min_val, max_val), (1.0, 5.0))
87 max_val = quantize_model_wrapper.get_max_from_calibrator('5')
88 self.assertAllEqual((min_val, max_val), (-5.0, -1.0))
[all …]
/external/pytorch/benchmarks/distributed/rpc/parameter_server/data/
DDummyData.py12 max_val: int,
20 max_val (int): the maximum value for an element
26 self.max_val = max_val
33 index_count = int(self.max_val * precentage_of_elements)
34 elements = list(range(self.max_val))
47 self.target = torch.randint(0, max_val, [sample_count])
/external/speex/tmv/
Dfftwrap_tm.h43 register int max_val=0; in maximize_range() local
73 max_val = imax(max_val,x10); in maximize_range()
74 max_val = imax(max_val,x32); in maximize_range()
75 max_val = imax(max_val,x54); in maximize_range()
76 max_val = imax(max_val,x76); in maximize_range()
79 while ( max_val <= (bound>>1) && max_val != 0 ) in maximize_range()
80 { max_val <<= 1; in maximize_range()
/external/pytorch/torch/ao/quantization/fx/_model_report/
Dmodel_report_observer.py33 * :attr:`max_val` defines the per channel maximum values passed through
49 max_val: torch.Tensor
67 self.register_buffer("max_val", torch.tensor([]))
127 max_val = self.max_val
138 if min_val.numel() == 0 or max_val.numel() == 0:
139 min_val, max_val = torch.aminmax(y, dim=1)
143 max_val = torch.max(max_val_cur, max_val)
146 self.max_val.resize_(max_val.shape)
148 self.max_val.copy_(max_val)
270 device = self.max_val.device
[all …]
/external/pytorch/torch/testing/_internal/
Dcommon_quantized.py70 max_val = X.max()
72 if min_val == max_val:
77 max_val = max(max_val, -min_val)
78 min_val = -max_val
79 scale = (max_val - min_val) / (qmax - qmin)
83 max_val = max(max_val, 0.0)
85 scale = (max_val - min_val) / (qmax - qmin)
103 max_val = X.max()
104 if min_val == max_val:
108 max_val = max(max_val, 0.0)
[all …]
/external/libxaac/decoder/
Dixheaacd_lpp_tran.c175 WORD32 max_val, q_factor; in ixheaacd_covariance_matrix_calc_dec_960() local
247 max_val = ixheaac_abs32_nrm(t_phi_01); in ixheaacd_covariance_matrix_calc_dec_960()
248 max_val = max_val | ixheaac_abs32_nrm(t_phi_02); in ixheaacd_covariance_matrix_calc_dec_960()
249 max_val = max_val | ixheaac_abs32_nrm(t_phi_12); in ixheaacd_covariance_matrix_calc_dec_960()
250 max_val = max_val | (t_phi_11); in ixheaacd_covariance_matrix_calc_dec_960()
251 max_val = max_val | (t_phi_22); in ixheaacd_covariance_matrix_calc_dec_960()
253 q_factor = ixheaac_pnorm32(max_val); in ixheaacd_covariance_matrix_calc_dec_960()
277 WORD32 max_val, q_factor; in ixheaacd_covariance_matrix_calc_dec() local
349 max_val = ixheaac_abs32_nrm(t_phi_01); in ixheaacd_covariance_matrix_calc_dec()
350 max_val = max_val | ixheaac_abs32_nrm(t_phi_02); in ixheaacd_covariance_matrix_calc_dec()
[all …]
/external/igt-gpu-tools/lib/
Digt_color_encoding.c93 float max_val) in ycbcr_input_convert_matrix() argument
102 s = igt_matrix_scale(scale * max_val / (max_y - ofs_y), in ycbcr_input_convert_matrix()
103 scale * max_val / (max_cbcr - mid_cbcr), in ycbcr_input_convert_matrix()
104 scale * max_val / (max_cbcr - mid_cbcr)); in ycbcr_input_convert_matrix()
113 float max_val) in ycbcr_output_convert_matrix() argument
121 s = igt_matrix_scale(scale * (max_y - ofs_y) / max_val, in ycbcr_output_convert_matrix()
122 scale * (max_cbcr - mid_cbcr) / max_val, in ycbcr_output_convert_matrix()
123 scale * (max_cbcr - mid_cbcr) / max_val); in ycbcr_output_convert_matrix()
133 float max_val; member
185 float scale = frgb->max_val / fycbcr->max_val; in igt_ycbcr_to_rgb_matrix()
[all …]
/external/pytorch/test/quantization/core/experimental/
Dtest_nonuniform_observer.py15 obs.max_val = torch.tensor([0.0])
33 obs.max_val = torch.tensor([1.0])
36 alpha_test = torch.max(-obs.min_val, obs.max_val)
75 obs.max_val = torch.tensor([1.0])
78 alpha_test = torch.max(-obs.min_val, obs.max_val)
119 obs.max_val = torch.tensor([1.0])
121 alpha_test = torch.max(-obs.min_val, obs.max_val)
168 obs.max_val = torch.tensor([1.0])
210 max_val = torch.max(X)
212 expected_alpha = torch.max(-min_val, max_val)
/external/tensorflow/tensorflow/compiler/mlir/quantization/tensorflow/calibrator/
Dcalibrator_singleton_test.cc25 /*max_val=*/2.0f); in TEST()
33 /*max_val=*/3.0f); in TEST()
40 /*max_val=*/5.0f); in TEST()
50 /*max_val=*/2.0f); in TEST()
58 /*max_val=*/3.0f); in TEST()
65 /*max_val=*/5.0f); in TEST()
79 /*max_val=*/2.0f); in TEST()
94 /*max_val=*/2.0f); in TEST()
102 /*max_val=*/4.0f); in TEST()
/external/executorch/backends/xnnpack/test/ops/
Dclamp.py15 def __init__(self, min_val=None, max_val=None): argument
18 self.max_val = max_val
21 z = torch.clamp(x, min=self.min_val, max=self.max_val)
54 module = self.Clamp(max_val=0.5)
60 Tester(self.Clamp(min_val=-1, max_val=1), inputs)
/external/ComputeLibrary/tests/validation/dynamic_fusion/gpu/cl/
DClamp.cpp68 input_info, min_val, max_val, expected)
80 .max_val(max_val);
97 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.1f).max_val(0.6f) })), in TEST_SUITE()
109 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.1f).max_val(0.6f) })),
121 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.2f).max_val(0.4f) })),
136 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.3f).max_val(0.7f) })), in TEST_SUITE()
148 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.3f).max_val(0.7f) })),
160 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.1f).max_val(0.9f) })),
/external/brotli/research/
Ddraw_diff.cc70 int max_val = std::max(min_val, abs(diff[i][j])); in DrawDiff() local
72 row[3 * j + 0] = abs_max - max_val + diff[i][j]; in DrawDiff()
73 row[3 * j + 1] = abs_max - max_val; in DrawDiff()
74 row[3 * j + 2] = abs_max - max_val + min_val; in DrawDiff()
76 row[3 * j + 0] = abs_max - max_val; in DrawDiff()
77 row[3 * j + 1] = abs_max - max_val - diff[i][j]; in DrawDiff()
78 row[3 * j + 2] = abs_max - max_val + min_val; in DrawDiff()
/external/tensorflow/tensorflow/core/kernels/
Dfake_quant_ops_functor.h136 const float max_val = max(); in operator() local
138 if (min_val == 0.0f && max_val == 0.0f) { in operator()
143 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
169 const float max_val = max(); in operator() local
171 if (min_val == 0.0f && max_val == 0.0f) { in operator()
178 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
212 const float max_val = max(i); in operator() local
214 if (min_val == 0.0f && max_val == 0.0f) { in operator()
220 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
250 const float max_val = max(i); in operator() local
[all …]
Dsoftmax_op_gpu.cu.cc81 U max_val[kUnroll]; in GenerateNormalizedProb() local
88 max_val[i] = strict_cast<U>(ldg(max_logits + row)); in GenerateNormalizedProb()
99 result[i] = input[i] - max_val[i] - log(ldg(sum_probs + row)); in GenerateNormalizedProb()
101 result[i] = exp(input[i] - max_val[i]) / ldg(sum_probs + row); in GenerateNormalizedProb()
120 float max_val[kUnroll]; in GenerateNormalizedProb() local
134 max_val[i] = strict_cast<float>(ldg(max_logits + row[i])); in GenerateNormalizedProb()
136 result[i] = input[i] - max_val[i] - log(ldg(sum_probs + row[i])); in GenerateNormalizedProb()
138 result[i] = exp(input[i] - max_val[i]) / ldg(sum_probs + row[i]); in GenerateNormalizedProb()
150 max_val[i] = strict_cast<float>(ldg(max_logits + row[i])); in GenerateNormalizedProb()
152 result[i] = input[i] - max_val[i] - log(ldg(sum_probs + row[i])); in GenerateNormalizedProb()
[all …]
/external/mesa3d/src/util/tests/
Drb_tree_test.cpp76 int max_val = -1; in validate_tree_order() local
80 assert(n->key >= max_val); in validate_tree_order()
81 if (n->key > max_val) { in validate_tree_order()
82 max_val = n->key; in validate_tree_order()
97 max_val = -1; in validate_tree_order()
101 assert(n->key >= max_val); in validate_tree_order()
102 if (n->key > max_val) { in validate_tree_order()
103 max_val = n->key; in validate_tree_order()
308 unsigned max_val = 0; in validate_interval_search() local
316 assert(n->node.interval.start >= max_val); in validate_interval_search()
[all …]
/external/webrtc/common_audio/signal_processing/
Dmin_max_operations.c159 int16_t min_val, max_val; in WebRtcSpl_MaxAbsElementW16() local
160 WebRtcSpl_MinMaxW16(vector, length, &min_val, &max_val); in WebRtcSpl_MaxAbsElementW16()
161 if (min_val == max_val || min_val < -max_val) { in WebRtcSpl_MaxAbsElementW16()
164 return max_val; in WebRtcSpl_MaxAbsElementW16()
237 int16_t* min_val, int16_t* max_val) { in WebRtcSpl_MinMaxW16() argument
239 return WebRtcSpl_MinMaxW16Neon(vector, length, min_val, max_val); in WebRtcSpl_MinMaxW16()
254 *max_val = maximum; in WebRtcSpl_MinMaxW16()
/external/pytorch/aten/src/ATen/native/quantized/cuda/
DFusedObsFakeQuant.cu38 float max_val = x_max[i]; in ChooseQuantizationParamsKernelImpl() local
40 if (min_val < 0 && max_val > 0 && preserve_sparsity) { in ChooseQuantizationParamsKernelImpl()
44 fabs(min_val / symmetric_qmin), fabs(max_val / symmetric_qmax)); in ChooseQuantizationParamsKernelImpl()
46 max_val = max_scale * symmetric_qmax; in ChooseQuantizationParamsKernelImpl()
53 max_val = std::max(max_val, 0.f); in ChooseQuantizationParamsKernelImpl()
54 scale[i] = (static_cast<double>(max_val) - min_val) / (qmax - qmin); in ChooseQuantizationParamsKernelImpl()
63 double zero_point_from_max = qmax - max_val / static_cast<double>(scale[i]); in ChooseQuantizationParamsKernelImpl()
67 std::abs(qmax) + std::abs(max_val / static_cast<double>(scale[i])); in ChooseQuantizationParamsKernelImpl()
77 if (min_val < 0 && max_val > 0 && preserve_sparsity) { in ChooseQuantizationParamsKernelImpl()
/external/pytorch/aten/src/ATen/native/
DConstraints.cpp31 int64_t max_val = max.has_value() ? max.value() : std::numeric_limits<int64_t>::max(); in sym_constrain_range() local
35 max_val >= min_val, in sym_constrain_range()
39 max_val in sym_constrain_range()
43 min_val <= size_as_int && size_as_int <= max_val, in sym_constrain_range()
49 max_val, in sym_constrain_range()
/external/OpenCL-CTS/test_conformance/commonfns/
Dtest_unary_fn.cpp62 double r, max_val = NAN; in verify_degrees() local
79 max_val = r; in verify_degrees()
98 max_error, max_index, max_val, conv_to_flt(outptr[max_index]), in verify_degrees()
99 max_val, conv_to_flt(outptr[max_index])); in verify_degrees()
102 max_error, max_index, max_val, outptr[max_index], max_val, in verify_degrees()
112 double r, max_val = NAN; in verify_radians() local
129 max_val = r; in verify_radians()
148 max_error, max_index, max_val, conv_to_flt(outptr[max_index]), in verify_radians()
149 max_val, conv_to_flt(outptr[max_index])); in verify_radians()
152 max_error, max_index, max_val, outptr[max_index], max_val, in verify_radians()
/external/ComputeLibrary/src/dynamic_fusion/sketch/attributes/
DClampAttributes.cpp45 ClampAttributes &ClampAttributes::max_val(const float &max_val) in max_val() function in arm_compute::experimental::dynamic_fusion::ClampAttributes
47 _max_val = max_val; in max_val()
51 float ClampAttributes::max_val() const in max_val() function in arm_compute::experimental::dynamic_fusion::ClampAttributes
/external/ComputeLibrary/src/cpu/kernels/softmax/generic/neon/
Dimpl.cpp70 T max_val = wrapper::vgetlane(carry_max, 0); in neon_logits_1d_max() local
75 max_val = *(in_ptr + x) > max_val ? *(in_ptr + x) : max_val; in neon_logits_1d_max()
78 *out_ptr = max_val; in neon_logits_1d_max()
122 const auto max_val = *reinterpret_cast<const T *>(max_it.ptr()); in neon_softmax_logits_1d_quantized() local
123 const auto vec_max = wrapper::vdup_n(max_val, wrapper::traits::vector_128_tag{}); in neon_softmax_logits_1d_quantized()
180 element = (max_val - in_ptr[x]) * scale_beta; in neon_softmax_logits_1d_quantized()
185 element = std::exp((max_val - in_ptr[x]) * scale_beta); in neon_softmax_logits_1d_quantized()
297 const auto max_val = *reinterpret_cast<const T *>(max_it.ptr()); in neon_softmax_logits_1d_float() local
298 const auto vec_max = wrapper::vdup_n(max_val, ExactTagType{}); in neon_softmax_logits_1d_float()
337 element = (in_ptr[x] - max_val) * beta; in neon_softmax_logits_1d_float()
[all …]

12345678910>>...18