| /third_party/python/Lib/test/decimaltestdata/ |
| D | dqQuantize.decTest | 2 -- dqQuantize.decTest -- decQuad quantize operation --
24 -- 2004.03.15 Underflow for quantize is suppressed
26 -- [Forked from quantize.decTest 2006.11.25]
36 dqqua001 quantize 0 1e0 -> 0
37 dqqua002 quantize 1 1e0 -> 1
38 dqqua003 quantize 0.1 1e+2 -> 0E+2 Inexact Rounded
39 dqqua005 quantize 0.1 1e+1 -> 0E+1 Inexact Rounded
40 dqqua006 quantize 0.1 1e0 -> 0 Inexact Rounded
41 dqqua007 quantize 0.1 1e-1 -> 0.1
42 dqqua008 quantize 0.1 1e-2 -> 0.10
[all …]
|
| D | ddQuantize.decTest | 2 -- ddQuantize.decTest -- decDouble quantize operation --
24 -- 2004.03.15 Underflow for quantize is suppressed
34 ddqua001 quantize 0 1e0 -> 0
35 ddqua002 quantize 1 1e0 -> 1
36 ddqua003 quantize 0.1 1e+2 -> 0E+2 Inexact Rounded
37 ddqua005 quantize 0.1 1e+1 -> 0E+1 Inexact Rounded
38 ddqua006 quantize 0.1 1e0 -> 0 Inexact Rounded
39 ddqua007 quantize 0.1 1e-1 -> 0.1
40 ddqua008 quantize 0.1 1e-2 -> 0.10
41 ddqua009 quantize 0.1 1e-3 -> 0.100
[all …]
|
| D | quantize.decTest | 2 -- quantize.decTest -- decimal quantize operation --
24 -- 2004.03.15 Underflow for quantize is suppressed
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
36 quax003 quantize 0.1 1e+2 -> 0E+2 Inexact Rounded
37 quax005 quantize 0.1 1e+1 -> 0E+1 Inexact Rounded
38 quax006 quantize 0.1 1e0 -> 0 Inexact Rounded
39 quax007 quantize 0.1 1e-1 -> 0.1
40 quax008 quantize 0.1 1e-2 -> 0.10
41 quax009 quantize 0.1 1e-3 -> 0.100
[all …]
|
| D | ddCanonical.decTest | 287 ddcan401 quantize #6e38ff3ffff3fcff 1 -> #6e38ff3fcff3fcff
288 ddcan402 quantize #6e38ff3fcff3fdff 0 -> #6e38ff3fcff3fcff
289 ddcan403 quantize #7880000000000000 Inf -> #7800000000000000
290 ddcan404 quantize #7802000000000000 -Inf -> #7800000000000000
291 ddcan410 quantize #7c03ff3fcff3fcff 1 -> #7c00ff3fcff3fcff
292 ddcan411 quantize #7c03ff3fcff3fcff 1 -> #7c00ff3fcff3fcff
293 ddcan412 quantize #7c40ff3fcff3fcff 1 -> #7c00ff3fcff3fcff
294 ddcan413 quantize #7c40ff3fcff3fcff 1 -> #7c00ff3fcff3fcff
295 ddcan414 quantize #7e00ffffcff3fcff 1 -> #7c00ff3fcff3fcff Invalid_operation
296 ddcan415 quantize #7e00ffffcff3fcff 1 -> #7c00ff3fcff3fcff Invalid_operation
[all …]
|
| D | dqCanonical.decTest | 310 dqcan401 quantize #ee080ff3fcff3fcff3fffffffff3fcff 0 -> #ee080ff3fcff3fcff3fcff3fcff3fcff
311 dqcan402 quantize #ee080ff3fffffffffffcff3fcff3fcff 0 -> #ee080ff3fcff3fcff3fcff3fcff3fcff
312 dqcan403 quantize #78800000000000000000000000000000 Inf -> #78000000000000000000000000000000
313 dqcan404 quantize #78020000000000000000000000000000 -Inf -> #78000000000000000000000000000000
314 dqcan410 quantize #7c080ff3fcff3fcff3fcff3fcff3fcff 1 -> #7c000ff3fcff3fcff3fcff3fcff3fcff
315 dqcan411 quantize #fc000ff3fcfffffff3fcff3fcff3fcff 1 -> #fc000ff3fcff3fcff3fcff3fcff3fcff
316 dqcan412 quantize #7e100ff3fcff3fcff3fcff3fcff3fcff 1 -> #7c000ff3fcff3fcff3fcff3fcff3fcff Inva…
317 dqcan413 quantize #fe000ff3fcff3fcff3ffffffcff3fcff 1 -> #fc000ff3fcff3fcff3fcff3fcff3fcff Inva…
|
| /third_party/ffmpeg/libavcodec/ |
| D | aptxdec.c | 91 channel->quantize[0].quantized_sample = sign_extend(codeword >> 0, 7); in aptx_unpack_codeword()
92 channel->quantize[1].quantized_sample = sign_extend(codeword >> 7, 4); in aptx_unpack_codeword()
93 channel->quantize[2].quantized_sample = sign_extend(codeword >> 11, 2); in aptx_unpack_codeword()
94 channel->quantize[3].quantized_sample = sign_extend(codeword >> 13, 3); in aptx_unpack_codeword()
95 channel->quantize[3].quantized_sample = (channel->quantize[3].quantized_sample & ~1) in aptx_unpack_codeword()
101 channel->quantize[0].quantized_sample = sign_extend(codeword >> 0, 9); in aptxhd_unpack_codeword()
102 channel->quantize[1].quantized_sample = sign_extend(codeword >> 9, 6); in aptxhd_unpack_codeword()
103 channel->quantize[2].quantized_sample = sign_extend(codeword >> 15, 4); in aptxhd_unpack_codeword()
104 channel->quantize[3].quantized_sample = sign_extend(codeword >> 19, 5); in aptxhd_unpack_codeword()
105 channel->quantize[3].quantized_sample = (channel->quantize[3].quantized_sample & ~1) in aptxhd_unpack_codeword()
|
| D | aptxenc.c | 95 static void aptx_quantize_difference(Quantize *quantize, in aptx_quantize_difference() argument
122 quantize->error = FFABS(rshift64(error, 23)); in aptx_quantize_difference()
131 quantize->quantized_sample = quantized_sample ^ inv; in aptx_quantize_difference()
132 quantize->quantized_sample_parity_change = parity_change ^ inv; in aptx_quantize_difference()
143 aptx_quantize_difference(&channel->quantize[subband], diff, in aptx_encode_channel()
156 Quantize *min = &channels[NB_CHANNELS-1].quantize[map[0]]; in aptx_insert_sync()
159 if (c->quantize[map[i]].error < min->error) in aptx_insert_sync()
160 min = &c->quantize[map[i]]; in aptx_insert_sync()
171 return (((channel->quantize[3].quantized_sample & 0x06) | parity) << 13) in aptx_pack_codeword()
172 | (((channel->quantize[2].quantized_sample & 0x03) ) << 11) in aptx_pack_codeword()
[all …]
|
| D | aptx.c | 378 int32_t cw = ((channel->quantize[0].quantized_sample & 3) << 0) + in aptx_update_codeword_history()
379 ((channel->quantize[1].quantized_sample & 2) << 1) + in aptx_update_codeword_history()
380 ((channel->quantize[2].quantized_sample & 1) << 3); in aptx_update_codeword_history()
502 channel->quantize[subband].quantized_sample, in ff_aptx_invert_quantize_and_prediction()
|
| D | aptx.h | 89 Quantize quantize[NB_SUBBANDS]; member
197 parity ^= channel->quantize[subband].quantized_sample; in aptx_quantized_parity()
|
| D | ra144enc.c | 89 static int quantize(int value, const int16_t *table, unsigned int size) in quantize() function
473 energy = ff_energy_tab[quantize(ff_t_sqrt(energy >> 5) >> 10, ff_energy_tab, in ra144_encode_frame()
500 idx = quantize(lpc_refl[i], ff_lpc_refl_cb[i], sizes[i]); in ra144_encode_frame()
513 put_bits(&pb, 5, quantize(energy, ff_energy_tab, 32)); in ra144_encode_frame()
|
| /third_party/skia/third_party/externals/libjpeg-turbo/ |
| D | jcdctmgr.c | 44 METHODDEF(void) quantize(JCOEFPTR, DCTELEM *, DCTELEM *);
52 quantize_method_ptr quantize; member
269 fdct->quantize == jsimd_quantize) in start_pass_fdctmgr()
270 fdct->quantize = quantize; in start_pass_fdctmgr()
312 fdct->quantize == jsimd_quantize) in start_pass_fdctmgr()
313 fdct->quantize = quantize; in start_pass_fdctmgr()
408 quantize(JCOEFPTR coef_block, DCTELEM *divisors, DCTELEM *workspace) in quantize() function
504 quantize_method_ptr do_quantize = fdct->quantize; in forward_DCT()
679 fdct->quantize = jsimd_quantize; in jinit_forward_dct()
681 fdct->quantize = quantize; in jinit_forward_dct()
|
| /third_party/flutter/skia/third_party/externals/libjpeg-turbo/ |
| D | jcdctmgr.c | 44 METHODDEF(void) quantize(JCOEFPTR, DCTELEM *, DCTELEM *);
52 quantize_method_ptr quantize; member
269 fdct->quantize == jsimd_quantize) in start_pass_fdctmgr()
270 fdct->quantize = quantize; in start_pass_fdctmgr()
312 fdct->quantize == jsimd_quantize) in start_pass_fdctmgr()
313 fdct->quantize = quantize; in start_pass_fdctmgr()
408 quantize(JCOEFPTR coef_block, DCTELEM *divisors, DCTELEM *workspace) in quantize() function
504 quantize_method_ptr do_quantize = fdct->quantize; in forward_DCT()
680 fdct->quantize = jsimd_quantize; in jinit_forward_dct()
682 fdct->quantize = quantize; in jinit_forward_dct()
|
| /third_party/ffmpeg/libavresample/ |
| D | dither.c | 73 void (*quantize)(int16_t *dst, const float *src, float *dither, int len); member
231 c->quantize(dst[ch], src[ch], in convert_samples()
285 c->quantize = c->ddsp.quantize; in ff_convert_dither()
288 c->quantize = quantize_c; in ff_convert_dither()
332 ddsp->quantize = quantize_c; in dither_init()
|
| D | dither.h | 38 void (*quantize)(int16_t *dst, const float *src, float *dither, int len); member
|
| /third_party/gstreamer/gstplugins_base/gst-libs/gst/audio/ |
| D | Makefile.am | 12 audio-quantize.h \
44 audio-quantize.c \
75 audio-quantize.h \
|
| D | audio-quantize.c | 67 QuantizeFunc quantize; member
394 quant->quantize = (QuantizeFunc) MAKE_QUANTIZE_FUNC_NAME (memcpy); in gst_audio_quantize_setup_quantize_func()
399 quant->quantize = quantize_funcs[index]; in gst_audio_quantize_setup_quantize_func()
533 quant->quantize (quant, in[i], out[i], samples); in gst_audio_quantize_samples()
|
| D | meson.build | 9 'audio-quantize.c',
36 'audio-quantize.h',
|
| /third_party/gstreamer/gstplugins_good/gst/rtp/ |
| D | TODO | 11 - fixed the qmax values so we can quantize more.
|
| /third_party/ffmpeg/libavresample/x86/ |
| D | dither_init.c | 40 ddsp->quantize = ff_quantize_sse2; in ff_dither_init_x86()
|
| /third_party/libsnd/src/G72x/ |
| D | g72x_priv.h | 89 int quantize (int d, int y, short *table, int size) ;
|
| D | g723_16.c | 106 i = quantize (d, y, qtab_723_16, 1) ; /* i = ADPCM code */ in g723_16_encoder()
|
| D | g723_24.c | 92 i = quantize (d, y, qtab_723_24, 3) ; /* i = ADPCM code */ in g723_24_encoder()
|
| D | g723_40.c | 108 i = quantize (d, y, qtab_723_40, 15) ; /* i = ADPCM code */ in g723_40_encoder()
|
| D | g721.c | 103 i = quantize (d, y, qtab_721, 7) ; /* i = ADPCM code */ in g721_encoder()
|
| /third_party/giflib/ |
| D | BUILD.gn | 52 "//third_party/giflib/quantize.c",
|