Home
last modified time | relevance | path

Searched refs:max_val (Results 1 – 25 of 228) sorted by relevance

12345678910

/external/ComputeLibrary/src/core/GLES_COMPUTE/cs_shaders/
Dsoftmax_layer.cs74 vec4 max_val = vec4_min; in main()
81 max_val = MAX_OP(data[0], max_val); in main()
82 max_val = MAX_OP(data[1], max_val); in main()
91 max_val = MAX_OP(data[0], max_val); in main()
96 max_val.x = MAX_OP(data[idx][i], max_val.x); in main()
101 max_val.xy = MAX_OP(max_val.xy, max_val.zw); in main()
102 max_val.x = MAX_OP(max_val.x, max_val.y); in main()
105 STORE_CURRENT_ITEM(dst_ptr, dst_iter, max_val.x); in main()
118 vec4 max_val = vec4_min; in main()
125 max_val = MAX_OP(data[0], max_val); in main()
[all …]
/external/flatbuffers/python/flatbuffers/
Dnumber_types.py32 max_val = True variable in BoolFlags
41 max_val = (2**8) - 1 variable in Uint8Flags
50 max_val = (2**16) - 1 variable in Uint16Flags
59 max_val = (2**32) - 1 variable in Uint32Flags
68 max_val = (2**64) - 1 variable in Uint64Flags
77 max_val = (2**7) - 1 variable in Int8Flags
86 max_val = (2**15) - 1 variable in Int16Flags
95 max_val = (2**31) - 1 variable in Int32Flags
104 max_val = (2**63) - 1 variable in Int64Flags
113 max_val = None variable in Float32Flags
[all …]
/external/igt-gpu-tools/lib/
Digt_color_encoding.c93 float max_val) in ycbcr_input_convert_matrix() argument
102 s = igt_matrix_scale(scale * max_val / (max_y - ofs_y), in ycbcr_input_convert_matrix()
103 scale * max_val / (max_cbcr - mid_cbcr), in ycbcr_input_convert_matrix()
104 scale * max_val / (max_cbcr - mid_cbcr)); in ycbcr_input_convert_matrix()
113 float max_val) in ycbcr_output_convert_matrix() argument
121 s = igt_matrix_scale(scale * (max_y - ofs_y) / max_val, in ycbcr_output_convert_matrix()
122 scale * (max_cbcr - mid_cbcr) / max_val, in ycbcr_output_convert_matrix()
123 scale * (max_cbcr - mid_cbcr) / max_val); in ycbcr_output_convert_matrix()
133 float max_val; member
185 float scale = frgb->max_val / fycbcr->max_val; in igt_ycbcr_to_rgb_matrix()
[all …]
/external/mesa3d/src/util/
Drb_tree_test.c75 int max_val = -1; in validate_tree_order() local
79 assert(n->key >= max_val); in validate_tree_order()
80 if (n->key > max_val) { in validate_tree_order()
81 max_val = n->key; in validate_tree_order()
96 max_val = -1; in validate_tree_order()
100 assert(n->key >= max_val); in validate_tree_order()
101 if (n->key > max_val) { in validate_tree_order()
102 max_val = n->key; in validate_tree_order()
/external/tensorflow/tensorflow/core/kernels/
Dfake_quant_ops_functor.h132 const float max_val = max(); in operator() local
134 if (min_val == 0.0f && max_val == 0.0f) { in operator()
139 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
162 const float max_val = max(); in operator() local
164 if (min_val == 0.0f && max_val == 0.0f) { in operator()
171 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
205 const float max_val = max(i); in operator() local
207 if (min_val == 0.0f && max_val == 0.0f) { in operator()
213 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
240 const float max_val = max(i); in operator() local
[all …]
Dsoftmax_op_gpu.cu.cc81 U max_val[kUnroll]; in GenerateNormalizedProb() local
88 max_val[i] = strict_cast<U>(ldg(max_logits + row)); in GenerateNormalizedProb()
99 result[i] = input[i] - max_val[i] - log(ldg(sum_probs + row)); in GenerateNormalizedProb()
101 result[i] = exp(input[i] - max_val[i]) / ldg(sum_probs + row); in GenerateNormalizedProb()
120 float max_val[kUnroll]; in GenerateNormalizedProb() local
134 max_val[i] = strict_cast<float>(ldg(max_logits + row[i])); in GenerateNormalizedProb()
136 result[i] = input[i] - max_val[i] - log(ldg(sum_probs + row[i])); in GenerateNormalizedProb()
138 result[i] = exp(input[i] - max_val[i]) / ldg(sum_probs + row[i]); in GenerateNormalizedProb()
150 max_val[i] = strict_cast<float>(ldg(max_logits + row[i])); in GenerateNormalizedProb()
152 result[i] = input[i] - max_val[i] - log(ldg(sum_probs + row[i])); in GenerateNormalizedProb()
[all …]
/external/libxaac/decoder/
Dixheaacd_lpp_tran.c181 WORD32 max_val, q_factor; in ixheaacd_covariance_matrix_calc_dec() local
245 max_val = ixheaacd_abs32_nrm(t_phi_01); in ixheaacd_covariance_matrix_calc_dec()
246 max_val = max_val | ixheaacd_abs32_nrm(t_phi_02); in ixheaacd_covariance_matrix_calc_dec()
247 max_val = max_val | ixheaacd_abs32_nrm(t_phi_12); in ixheaacd_covariance_matrix_calc_dec()
248 max_val = max_val | (t_phi_11); in ixheaacd_covariance_matrix_calc_dec()
249 max_val = max_val | (t_phi_22); in ixheaacd_covariance_matrix_calc_dec()
251 q_factor = ixheaacd_pnorm32(max_val); in ixheaacd_covariance_matrix_calc_dec()
932 WORD32 max_val; in ixheaacd_hf_generator() local
935 max_val = ixheaacd_abs32_nrm(cov_matrix_seq[low_band].phi_01); in ixheaacd_hf_generator()
936 max_val = max_val | ixheaacd_abs32_nrm(cov_matrix_seq[low_band].phi_02); in ixheaacd_hf_generator()
[all …]
Dixheaacd_ps_dec.c112 WORD32 max_val = 0; in ixheaacd_calc_max() local
119 max_val = max_val | ixheaacd_abs32_nrm(temp1); in ixheaacd_calc_max()
120 max_val = max_val | ixheaacd_abs32_nrm(temp2); in ixheaacd_calc_max()
123 return max_val; in ixheaacd_calc_max()
128 WORD32 max_val = 0; in ixheaacd_get_ps_scale() local
134 max_val |= in ixheaacd_get_ps_scale()
140 max_val |= ixheaacd_calc_max(ptr_re, HIGH_DEL * SMALL_DEL_STRT); in ixheaacd_get_ps_scale()
144 max_val |= ixheaacd_calc_max( in ixheaacd_get_ps_scale()
151 max_val |= ixheaacd_calc_max(ptr_re, 16 * DEL_ALL_PASS); in ixheaacd_get_ps_scale()
157 max_val |= in ixheaacd_get_ps_scale()
[all …]
/external/brotli/research/
Ddraw_diff.cc70 int max_val = std::max(min_val, abs(diff[i][j])); in DrawDiff() local
72 row[3 * j + 0] = abs_max - max_val + diff[i][j]; in DrawDiff()
73 row[3 * j + 1] = abs_max - max_val; in DrawDiff()
74 row[3 * j + 2] = abs_max - max_val + min_val; in DrawDiff()
76 row[3 * j + 0] = abs_max - max_val; in DrawDiff()
77 row[3 * j + 1] = abs_max - max_val - diff[i][j]; in DrawDiff()
78 row[3 * j + 2] = abs_max - max_val + min_val; in DrawDiff()
/external/libvpx/libvpx/test/
Dvp9_block_error_test.cc127 int max_val = ((1 << msb) - 1); in TEST_P() local
134 max_val >>= 1; in TEST_P()
140 coeff[j] = k % 2 ? max_val : 0; in TEST_P()
141 dqcoeff[j] = (k >> 1) % 2 ? max_val : 0; in TEST_P()
144 coeff[j] = k % 2 ? -max_val : 0; in TEST_P()
145 dqcoeff[j] = (k >> 1) % 2 ? -max_val : 0; in TEST_P()
/external/strace/
Dstring_to_uint.h37 unsigned long long max_val, const char *accepted_ending);
40 string_to_uint_upto(const char *const str, const unsigned long long max_val) in string_to_uint_upto() argument
42 return string_to_uint_ex(str, NULL, max_val, NULL); in string_to_uint_upto()
Dstring_to_uint.c40 const unsigned long long max_val, in string_to_uint_ex() argument
52 if (str == end || val < 0 || (unsigned long long) val > max_val in string_to_uint_ex()
/external/tensorflow/tensorflow/lite/kernels/internal/
Dtest_util.cc83 int max_val) { in ExponentialRandomPositiveInt() argument
90 } while (!val || !std::isfinite(val) || val > max_val); in ExponentialRandomPositiveInt()
95 float max_val) { in ExponentialRandomPositiveFloat() argument
102 } while (!std::isfinite(val) || val > max_val); in ExponentialRandomPositiveFloat()
/external/ComputeLibrary/tests/datasets/
DPriorBoxLayerDataset.h110 std::vector<float> max_val = { 60.f }; in SmallPriorBoxLayerDataset() local
113 …add_config(TensorShape(4U, 4U), PriorBoxLayerInfo(min_val, var, 0.5f, true, false, max_val, aspect… in SmallPriorBoxLayerDataset()
124 std::vector<float> max_val = { 60.f }; in LargePriorBoxLayerDataset() local
127 …150U, 245U, 4U, 12U), PriorBoxLayerInfo(min_val, var, 0.5f, true, false, max_val, aspect_ratio, Co… in LargePriorBoxLayerDataset()
/external/OpenCL-CTS/test_conformance/commonfns/
Dtest_degrees.cpp87 double r, max_val = NAN; in verify_degrees() local
98 max_val = r; in verify_degrees()
107 …ps at %d: *%a vs %a (*%g vs %g)\n", max_error, max_index, max_val, outptr[max_index], max_val, ou… in verify_degrees()
317 double r, max_val = NAN; in verify_degrees_double() local
328 max_val = r; in verify_degrees_double()
337 …ps at %d: *%a vs %a (*%g vs %g)\n", max_error, max_index, max_val, outptr[max_index], max_val, ou… in verify_degrees_double()
Dtest_radians.cpp87 double r, max_val = NAN; in verify_radians() local
98 max_val = r; in verify_radians()
107 …ps at %d: *%a vs %a (*%g vs %g)\n", max_error, max_index, max_val, outptr[max_index], max_val, ou… in verify_radians()
317 double r, max_val = NAN; in verify_radians_double() local
328 max_val = r; in verify_radians_double()
337 …ps at %d: *%a vs %a (*%g vs %g)\n", max_error, max_index, max_val, outptr[max_index], max_val, ou… in verify_radians_double()
/external/libaom/libaom/test/
Derror_block_test.cc126 int max_val = ((1 << msb) - 1); in TEST_P() local
133 max_val >>= 1; in TEST_P()
139 coeff[j] = k % 2 ? max_val : 0; in TEST_P()
140 dqcoeff[j] = (k >> 1) % 2 ? max_val : 0; in TEST_P()
143 coeff[j] = k % 2 ? -max_val : 0; in TEST_P()
144 dqcoeff[j] = (k >> 1) % 2 ? -max_val : 0; in TEST_P()
/external/ComputeLibrary/src/core/NEON/kernels/
DNESoftmaxLayerKernel.cpp138 T max_val = wrapper::vgetlane(carry_max, 0); in logits_1d_max() local
143 max_val = *(in_ptr + x) > max_val ? *(in_ptr + x) : max_val; in logits_1d_max()
146 *out_ptr = max_val; in logits_1d_max()
299 const auto max_val = *reinterpret_cast<const T *>(max_it.ptr()); in logits_1d_softmax_qasymm8() local
300 const auto vec_max = wrapper::vdup_n(max_val, wrapper::traits::vector_128_tag{}); in logits_1d_softmax_qasymm8()
357 element = (max_val - in_ptr[x]) * scale_beta; in logits_1d_softmax_qasymm8()
362 element = std::exp((max_val - in_ptr[x]) * scale_beta); in logits_1d_softmax_qasymm8()
470 const auto max_val = *reinterpret_cast<const T *>(max_it.ptr()); in logits_1d_softmax_float() local
471 const auto vec_max = wrapper::vdup_n(max_val, ExactTagType{}); in logits_1d_softmax_float()
510 element = (in_ptr[x] - max_val) * beta; in logits_1d_softmax_float()
[all …]
/external/speex/libspeexdsp/
Dfftwrap.c48 spx_word16_t max_val = 0; in maximize_range() local
51 if (in[i]>max_val) in maximize_range()
52 max_val = in[i]; in maximize_range()
53 if (-in[i]>max_val) in maximize_range()
54 max_val = -in[i]; in maximize_range()
57 while (max_val <= (bound>>1) && max_val != 0) in maximize_range()
59 max_val <<= 1; in maximize_range()
/external/mesa3d/src/compiler/nir/
Dnir_builtin_builder.h130 nir_ssa_def *x, nir_ssa_def *min_val, nir_ssa_def *max_val) in nir_fclamp() argument
132 return nir_fmin(b, nir_fmax(b, x, min_val), max_val); in nir_fclamp()
137 nir_ssa_def *x, nir_ssa_def *min_val, nir_ssa_def *max_val) in nir_iclamp() argument
139 return nir_imin(b, nir_imax(b, x, min_val), max_val); in nir_iclamp()
144 nir_ssa_def *x, nir_ssa_def *min_val, nir_ssa_def *max_val) in nir_uclamp() argument
146 return nir_umin(b, nir_umax(b, x, min_val), max_val); in nir_uclamp()
/external/tensorflow/tensorflow/lite/delegates/xnnpack/
Dtest_util.cc28 static constexpr int32_t max_val = std::numeric_limits<int8_t>::max(); in QuantizeInt8() local
32 int32_t clamped = std::min(std::max(unclamped, min_val), max_val); in QuantizeInt8()
/external/tensorflow/tensorflow/lite/kernels/internal/reference/
Dquantize.h40 static constexpr int32_t max_val = std::numeric_limits<OutputT>::max(); in AffineQuantize() local
47 int32_t clamped = std::min(std::max(unclamped, min_val), max_val); in AffineQuantize()
/external/tensorflow/tensorflow/lite/tools/optimize/calibration/
Dcalibration_logger.h35 TfLiteStatus Get(float* min_val, float* max_val) const { in Get() argument
38 *max_val = max_; in Get()
/external/bsdiff/
Dextents.cc44 long long max_val, in read_llong() argument
52 next_s == s || val < min_val || val > max_val || in read_llong()
/external/ComputeLibrary/tests/validation/reference/
DPoolingLayer.cpp91 auto max_val = std::numeric_limits<ACC_T>::lowest(); in pooling_layer_internal() local
98 if(val > max_val) in pooling_layer_internal()
100 max_val = val; in pooling_layer_internal()
113 … dst[b * z_dst * h_dst * w_dst + r * h_dst * w_dst + h * w_dst + w] = static_cast<T>(max_val); in pooling_layer_internal()

12345678910