Searched refs:dequantized_value (Results 1 – 2 of 2) sorted by relevance
561 auto dequantized_value = bias_values[i] * bias_scale; in TEST_F() local562 EXPECT_NEAR(dequantized_value, bias_float_buffer[i], eps); in TEST_F()578 auto dequantized_value = in TEST_F() local580 EXPECT_NEAR(dequantized_value, weights_float_buffer[element_idx], eps); in TEST_F()656 auto dequantized_value = bias_values[i] * bias_scales[i]; in TEST_F() local657 EXPECT_NEAR(dequantized_value, bias_float_buffer[i], bias_scales[i] / 2); in TEST_F()675 auto dequantized_value = weight_values[element_idx] * scale; in TEST_F() local676 EXPECT_NEAR(dequantized_value, weights_float_buffer[element_idx], in TEST_F()
1380 int32_t dequantized_value = (static_cast<int64_t>(q) * level) & 0xffffff; in ReadSignAndApplyDequantization() local1381 dequantized_value >>= shift; in ReadSignAndApplyDequantization()1393 dequantized_value = std::min(dequantized_value - sign, max_value) ^ -sign; in ReadSignAndApplyDequantization()1394 residual_buffer[pos] = dequantized_value; in ReadSignAndApplyDequantization()