Home
last modified time | relevance | path

Searched refs:quant (Results 1 – 25 of 201) sorted by relevance

123456789

/third_party/gstreamer/gstplugins_base/gst-libs/gst/audio/
Daudio-quantize.c39 typedef void (*QuantizeFunc) (GstAudioQuantize * quant, const gpointer src,
79 gst_audio_quantize_quantize_memcpy (GstAudioQuantize * quant, in gst_audio_quantize_quantize_memcpy() argument
83 memcpy (dst, src, samples * sizeof (gint32) * quant->stride); in gst_audio_quantize_quantize_memcpy()
88 gst_audio_quantize_quantize_int_none_none (GstAudioQuantize * quant, in gst_audio_quantize_quantize_int_none_none() argument
91 audio_orc_int_bias (dst, src, quant->bias, ~quant->mask, in gst_audio_quantize_quantize_int_none_none()
92 samples * quant->stride); in gst_audio_quantize_quantize_int_none_none()
118 setup_dither_buf (GstAudioQuantize * quant, gint samples) in setup_dither_buf() argument
121 gint stride = quant->stride; in setup_dither_buf()
123 guint shift = quant->shift; in setup_dither_buf()
127 if (quant->dither_size < len) { in setup_dither_buf()
[all …]
/third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/int8/
Dreduce_int8.c177 … int32_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num) { in ReduceMeanInt8() argument
190 int32_t tmp = inner_src[i * inner_size] - quant->in_zp_; in ReduceMeanInt8()
197 …SaturatingRoundingDoublingHighMul(sum * (1 << (unsigned int)quant->mean_left_shift_), quant->mean_… in ReduceMeanInt8()
198 quant->mean_right_shift_); in ReduceMeanInt8()
199 if (isAddOverflow(mean, quant->in_zp_)) { in ReduceMeanInt8()
202 *inner_dst = mean + quant->in_zp_; in ReduceMeanInt8()
211 … int8_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num) { in ReduceMeanLastAxis() argument
224 int32_t tmp = inner_src[i * inner_size] - quant->in_zp_; in ReduceMeanLastAxis()
231 …SaturatingRoundingDoublingHighMul(sum * (1 << (unsigned int)quant->mean_left_shift_), quant->mean_… in ReduceMeanLastAxis()
232 quant->mean_right_shift_); in ReduceMeanLastAxis()
[all …]
Dlayer_norm_int8.c20 … const LayerNormQuantArg *quant, int num, const float mean, const float deno) { in LayerNormGammaAndBetaInt8() argument
22 float fp32_src = (src[i] - quant->in_zp_) * quant->in_scale_; in LayerNormGammaAndBetaInt8()
25 int32_t int32_dst = (int32_t)round(fp32_dst * 1.0 / quant->out_scale_ + quant->out_zp_); in LayerNormGammaAndBetaInt8()
36 const LayerNormParameter *param, const LayerNormQuantArg *quant, int task_id) { in LayerNormInt8() argument
51 float float_src = (src_norm[j] - quant->in_zp_) * quant->in_scale_; in LayerNormInt8()
63 …LayerNormGammaAndBetaInt8(dst_param, src_param, gamma_data, beta_data, quant, param->norm_inner_si… in LayerNormInt8()
70 …LayerNormGammaAndBetaInt8(dst_norm, src_norm, gamma, beta, quant, param->norm_inner_size_, mean, d… in LayerNormInt8()
Dreduce_int8.h44 … int32_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num);
46 … int8_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num);
48 … int32_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num);
50 … int8_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num);
52 … int32_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num);
54 … int8_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num);
56 … int32_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num);
58 … int8_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num);
60 … int8_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num);
62 … int32_t *dst_data, const ReduceQuantArg *quant, const int tid, const int thread_num);
[all …]
Dtanh_int8.c22 … TanhInt8(const int8_t *input_ptr, int8_t *output_ptr, int size, const TanhQuantParameter *quant) { in TanhInt8() argument
24 float fp32_src = (input_ptr[i] - quant->in_zp_) * quant->in_scale_; in TanhInt8()
26 int32_t int32_dst = (int32_t)round(fp32_dst * 1.0 / quant->out_scale_ + quant->out_zp_); in TanhInt8()
/third_party/ffmpeg/libavcodec/
Dhqxdsp.c27 static inline void idct_col(int16_t *blk, const uint8_t *quant) in idct_col() argument
33 s0 = (int) blk[0 * 8] * quant[0 * 8]; in idct_col()
34 s1 = (int) blk[1 * 8] * quant[1 * 8]; in idct_col()
35 s2 = (int) blk[2 * 8] * quant[2 * 8]; in idct_col()
36 s3 = (int) blk[3 * 8] * quant[3 * 8]; in idct_col()
37 s4 = (int) blk[4 * 8] * quant[4 * 8]; in idct_col()
38 s5 = (int) blk[5 * 8] * quant[5 * 8]; in idct_col()
39 s6 = (int) blk[6 * 8] * quant[6 * 8]; in idct_col()
40 s7 = (int) blk[7 * 8] * quant[7 * 8]; in idct_col()
110 int16_t *block, const uint8_t *quant) in hqx_idct_put() argument
[all …]
Dvaapi_vp8.c42 VAIQMatrixBufferVP8 quant; in vaapi_vp8_start_frame() local
154 base_qi += s->quant.yac_qi; in vaapi_vp8_start_frame()
156 quant.quantization_index[i][0] = av_clip_uintp2(base_qi, 7); in vaapi_vp8_start_frame()
157 quant.quantization_index[i][1] = av_clip_uintp2(base_qi + s->quant.ydc_delta, 7); in vaapi_vp8_start_frame()
158 quant.quantization_index[i][2] = av_clip_uintp2(base_qi + s->quant.y2dc_delta, 7); in vaapi_vp8_start_frame()
159 quant.quantization_index[i][3] = av_clip_uintp2(base_qi + s->quant.y2ac_delta, 7); in vaapi_vp8_start_frame()
160 quant.quantization_index[i][4] = av_clip_uintp2(base_qi + s->quant.uvdc_delta, 7); in vaapi_vp8_start_frame()
161 quant.quantization_index[i][5] = av_clip_uintp2(base_qi + s->quant.uvac_delta, 7); in vaapi_vp8_start_frame()
166 &quant, sizeof(quant)); in vaapi_vp8_start_frame()
Dintrax8.c111 w->j_ac_vlc[mode] = &j_ac_vlc[w->quant < 13][mode >> 1][table_index]; in x8_select_ac_table()
118 int table_index = get_bits(w->gb, 1 + (w->quant < 13)); in x8_get_orient_vlc()
119 w->j_orient_vlc = &j_orient_vlc[w->quant < 13][table_index]; in x8_get_orient_vlc()
261 w->j_dc_vlc[mode] = &j_dc_vlc[w->quant < 13][table_index]; in x8_get_dc_rlf()
292 int quant; in x8_setup_spatial_predictor() local
299 quant = w->quant_dc_chroma; in x8_setup_spatial_predictor()
301 quant = w->quant; in x8_setup_spatial_predictor()
305 if (range < quant || range < 3) { in x8_setup_spatial_predictor()
320 if (range < 2 * w->quant) { in x8_setup_spatial_predictor()
419 w->orient = (0xFFEAD8 >> (2 * c + 8 * (w->quant > 12))) & 3; in x8_get_prediction()
[all …]
Dvaapi_encode_vp8.c135 VAQMatrixBufferVP8 quant; in vaapi_encode_vp8_write_quant_table() local
141 if (*data_len < sizeof(quant)) in vaapi_encode_vp8_write_quant_table()
144 *data_len = sizeof(quant); in vaapi_encode_vp8_write_quant_table()
146 memset(&quant, 0, sizeof(quant)); in vaapi_encode_vp8_write_quant_table()
154 quant.quantization_index[i] = q; in vaapi_encode_vp8_write_quant_table()
156 quant.quantization_index_delta[i] = 0; in vaapi_encode_vp8_write_quant_table()
158 memcpy(data, &quant, sizeof(quant)); in vaapi_encode_vp8_write_quant_table()
Ddcaenc.h149 static inline int32_t quantize_value(int32_t value, softfloat quant) in quantize_value() argument
151 int32_t offset = 1 << (quant.e - 1); in quantize_value()
153 value = mul32(value, quant.m) + offset; in quantize_value()
154 value = value >> quant.e; in quantize_value()
Dvaapi_mjpeg.c79 VAIQMatrixBufferJPEGBaseline quant; in vaapi_mjpeg_decode_slice() local
102 memset(&quant, 0, sizeof(quant)); in vaapi_mjpeg_decode_slice()
104 quant.load_quantiser_table[i] = 1; in vaapi_mjpeg_decode_slice()
106 quant.quantiser_table[i][j] = s->quant_matrixes[i][j]; in vaapi_mjpeg_decode_slice()
111 &quant, sizeof(quant)); in vaapi_mjpeg_decode_slice()
Dvaapi_encode_mjpeg.c161 VAQMatrixBufferJPEG *quant; in vaapi_encode_mjpeg_write_extra_buffer() local
163 if (*data_len < sizeof(*quant)) in vaapi_encode_mjpeg_write_extra_buffer()
166 *data_len = sizeof(*quant); in vaapi_encode_mjpeg_write_extra_buffer()
168 quant = (VAQMatrixBufferJPEG*)data; in vaapi_encode_mjpeg_write_extra_buffer()
169 memset(quant, 0, sizeof(*quant)); in vaapi_encode_mjpeg_write_extra_buffer()
171 quant->load_lum_quantiser_matrix = 1; in vaapi_encode_mjpeg_write_extra_buffer()
173 quant->lum_quantiser_matrix[i] = dqt->table[fh->Tq[0]].Q[i]; in vaapi_encode_mjpeg_write_extra_buffer()
176 quant->load_chroma_quantiser_matrix = 1; in vaapi_encode_mjpeg_write_extra_buffer()
178 quant->chroma_quantiser_matrix[i] = in vaapi_encode_mjpeg_write_extra_buffer()
304 JPEGRawQuantisationTable *quant = &priv->quant_tables.table[t]; in vaapi_encode_mjpeg_init_picture_params() local
[all …]
Dtscc2.c46 int quant[2]; member
197 ret = tscc2_decode_mb(c, c->q[q - 1], c->quant[q - 1] - 2, in tscc2_decode_slice()
241 c->quant[0] = bytestream2_get_byte(&gb); in tscc2_decode_frame()
242 c->quant[1] = bytestream2_get_byte(&gb); in tscc2_decode_frame()
243 if (c->quant[0] < 2 || c->quant[0] > NUM_VLC_SETS + 1 || in tscc2_decode_frame()
244 c->quant[1] < 2 || c->quant[1] > NUM_VLC_SETS + 1) { in tscc2_decode_frame()
246 c->quant[0], c->quant[1]); in tscc2_decode_frame()
251 c->q[0][i] = tscc2_quants[c->quant[0] - 2][i]; in tscc2_decode_frame()
252 c->q[1][i] = tscc2_quants[c->quant[1] - 2][i]; in tscc2_decode_frame()
Dvc2enc.c148 uint8_t quant[MAX_DWT_LEVELS][4]; member
449 s->quant[level][0] = ff_dirac_default_qmat[s->wavelet_idx][level][0]; in init_quant_matrix()
450 s->quant[level][1] = ff_dirac_default_qmat[s->wavelet_idx][level][1]; in init_quant_matrix()
451 s->quant[level][2] = ff_dirac_default_qmat[s->wavelet_idx][level][2]; in init_quant_matrix()
452 s->quant[level][3] = ff_dirac_default_qmat[s->wavelet_idx][level][3]; in init_quant_matrix()
463 … s->quant[level][orientation] = ff_dirac_default_qmat[s->wavelet_idx][level][orientation]; in init_quant_matrix()
465 s->quant[level][orientation] = vc2_qm_col_tab[level][orientation]; in init_quant_matrix()
471 s->quant[level][orientation] = vc2_qm_col_tab[level][orientation]; in init_quant_matrix()
477 s->quant[level][orientation] = vc2_qm_flat_tab[level][orientation]; in init_quant_matrix()
489 put_vc2_ue_uint(&s->pb, s->quant[0][0]); in encode_quant_matrix()
[all …]
Daacenc_quantization.h107 int c = av_clip_uintp2(quant(t, Q, ROUNDING), 13); in quantize_and_encode_band_cost_template()
144 int coef = av_clip_uintp2(quant(fabsf(in[i+j]), Q, ROUNDING), 13); in quantize_and_encode_band_cost_template()
163 const float *in, float *quant, const float *scaled, in quantize_and_encode_band_cost_NONE() argument
174 PutBitContext *pb, const float *in, float *quant, \
179 s, pb, in, quant, scaled, size, scale_idx, \
197 PutBitContext *pb, const float *in, float *quant,
221 PutBitContext *pb, const float *in, float *quant,
244 s, pb, in, quant, scaled, size, scale_idx, cb, \
247 s, pb, in, quant, scaled, size, scale_idx, cb, \
/third_party/flutter/skia/third_party/externals/icu/source/i18n/
Dregexcst.txt68 quoted n expr-quant doLiteralChar
69 rule_char n expr-quant doLiteralChar
72 '.' n expr-quant doDotAny
73 '^' n expr-quant doCaret
74 '$' n expr-quant doDollar
84 # expr-quant We've just finished scanning a term, now look for the optional
87 expr-quant:
88 '*' n quant-star
89 '+' n quant-plus
90 '?' n quant-opt
[all …]
/third_party/skia/third_party/externals/icu/source/i18n/
Dregexcst.txt68 quoted n expr-quant doLiteralChar
69 rule_char n expr-quant doLiteralChar
72 '.' n expr-quant doDotAny
73 '^' n expr-quant doCaret
74 '$' n expr-quant doDollar
84 # expr-quant We've just finished scanning a term, now look for the optional
87 expr-quant:
88 '*' n quant-star
89 '+' n quant-plus
90 '?' n quant-opt
[all …]
/third_party/icu/icu4c/source/i18n/
Dregexcst.txt68 quoted n expr-quant doLiteralChar
69 rule_char n expr-quant doLiteralChar
72 '.' n expr-quant doDotAny
73 '^' n expr-quant doCaret
74 '$' n expr-quant doDollar
84 # expr-quant We've just finished scanning a term, now look for the optional
87 expr-quant:
88 '*' n quant-star
89 '+' n quant-plus
90 '?' n quant-opt
[all …]
/third_party/mindspore/mindspore/lite/tools/converter/quantizer/quant_helper/
Dmatmul_quant_type_determiner.cc31 …if (((!quant::TensorQuantParamsInited(*input_tensor1) && !quant::TensorQuantParamsInited(*input_te… in DetermineQuantWeight()
32 …(!quant::TensorQuantParamsInited(*input_tensor1) && !quant::TensorQuantParamsInited(*input_tensor2… in DetermineQuantWeight()
33 quant::TensorQuantParamsInited(*output_tensor)) { in DetermineQuantWeight()
Dattention_quant_type_determiner.cc45 …if (!quant::TensorQuantParamsInited(*input_tensor) && quant::TensorQuantParamsInited(*weight_query… in DetermineQuantWeight()
46quant::TensorQuantParamsInited(*weight_key_tensor) && quant::TensorQuantParamsInited(*weight_value… in DetermineQuantWeight()
47 quant::TensorQuantParamsInited(*weight_output_tensor)) { in DetermineQuantWeight()
/third_party/mindspore/mindspore/lite/tools/converter/config_parser/
Dquant_param_parser.cc30 quant::CommonQuantParam *common_quant) { in ParseCommonQuant()
77quant::MixedBitWeightQuantParam *mixed_bit_weight_quant) { in ParseMixedBitWeightQuant()
92 int QuantParamParser::ParseFullQuant(const FullQuantString &full_quant_string, quant::FullQuantPara… in ParseFullQuant()
124quant::ActivationQuantizedMethod *activation_quant_method) { in ParseActivationQuantizedMethod()
126 (*activation_quant_method) = quant::MAX_MIN; in ParseActivationQuantizedMethod()
129 (*activation_quant_method) = quant::KL; in ParseActivationQuantizedMethod()
132 (*activation_quant_method) = quant::REMOVAL_OUTLIER; in ParseActivationQuantizedMethod()
Dquant_param_parser.h26 …int ParseCommonQuant(const CommonQuantString &common_quant_string, quant::CommonQuantParam *common…
28 quant::MixedBitWeightQuantParam *mixed_bit_weight_quant);
29 int ParseFullQuant(const FullQuantString &full_quant_string, quant::FullQuantParam *full_quant);
35 quant::ActivationQuantizedMethod *activation_quant_method);
/third_party/gstreamer/gstplugins_bad/gst-libs/gst/codecparsers/
Dgstmpegvideoparser.c647 packet, GstMpegVideoQuantMatrixExt * quant) in gst_mpeg_video_packet_parse_quant_matrix_extension() argument
652 g_return_val_if_fail (quant != NULL, FALSE); in gst_mpeg_video_packet_parse_quant_matrix_extension()
667 READ_UINT8 (&br, quant->load_intra_quantiser_matrix, 1); in gst_mpeg_video_packet_parse_quant_matrix_extension()
668 if (quant->load_intra_quantiser_matrix) { in gst_mpeg_video_packet_parse_quant_matrix_extension()
670 READ_UINT8 (&br, quant->intra_quantiser_matrix[i], 8); in gst_mpeg_video_packet_parse_quant_matrix_extension()
674 READ_UINT8 (&br, quant->load_non_intra_quantiser_matrix, 1); in gst_mpeg_video_packet_parse_quant_matrix_extension()
675 if (quant->load_non_intra_quantiser_matrix) { in gst_mpeg_video_packet_parse_quant_matrix_extension()
677 READ_UINT8 (&br, quant->non_intra_quantiser_matrix[i], 8); in gst_mpeg_video_packet_parse_quant_matrix_extension()
681 READ_UINT8 (&br, quant->load_chroma_intra_quantiser_matrix, 1); in gst_mpeg_video_packet_parse_quant_matrix_extension()
682 if (quant->load_chroma_intra_quantiser_matrix) { in gst_mpeg_video_packet_parse_quant_matrix_extension()
[all …]
/third_party/mindspore/mindspore/compression/export/
Dquant_export.py28 from ...nn.layer import quant
32 from ..quant import quant_utils
33 from ..quant.qat import _AddFakeQuantInput, _AddFakeQuantAfterSubCell
80 self.quant = quant_op
92 x = self.quant(x)
244 if isinstance(cell_core, quant.DenseQuant):
335 if isinstance(cell_core, (quant.DenseQuant, quant.Conv2dQuant)):
338 elif isinstance(cell_core, (quant.Conv2dBnFoldQuant, quant.Conv2dBnFoldQuantOneConv)):
340 elif isinstance(cell_core, quant.Conv2dBnWithoutFoldQuant):
352 if isinstance(cell_core, quant.DenseQuant):
[all …]
/third_party/ffmpeg/libavcodec/mips/
Dmpegvideo_mmi.c200 MMI_LDXC1(%[ftmp6], %[addr0], %[quant], 0x00) in ff_dct_unquantize_mpeg1_intra_mmi()
201 MMI_LDXC1(%[ftmp7], %[addr0], %[quant], 0x08) in ff_dct_unquantize_mpeg1_intra_mmi()
246 [quant]"r"((mips_reg)(quant_matrix+nCoeffs)), in ff_dct_unquantize_mpeg1_intra_mmi()
286 MMI_LDXC1(%[ftmp6], %[addr0], %[quant], 0x00) in ff_dct_unquantize_mpeg1_inter_mmi()
287 MMI_LDXC1(%[ftmp7], %[addr0], %[quant], 0x08) in ff_dct_unquantize_mpeg1_inter_mmi()
336 [quant]"r"((mips_reg)(quant_matrix+nCoeffs)), in ff_dct_unquantize_mpeg1_inter_mmi()
385 MMI_LDXC1(%[ftmp5], %[addr0], %[quant], 0x00) in ff_dct_unquantize_mpeg2_intra_mmi()
386 MMI_LDXC1(%[ftmp6], %[addr0], %[quant], 0x08) in ff_dct_unquantize_mpeg2_intra_mmi()
427 [quant]"r"((mips_reg)(quant_matrix+nCoeffs)), in ff_dct_unquantize_mpeg2_intra_mmi()

123456789