Searched refs:dequant_shift (Results 1 – 2 of 2) sorted by relevance
1957 const int dequant_shift = (is_cur_buf_hbd(xd)) ? xd->bd - 5 : 3; in model_rd_from_sse() local1962 int quantizer = pd->dequant_Q3[1] >> dequant_shift; in model_rd_from_sse()1973 pd->dequant_Q3[1] >> dequant_shift, rate, in model_rd_from_sse()2494 const int dequant_shift = (is_cur_buf_hbd(xd)) ? xd->bd - 5 : 3; in PrintTransformUnitStats() local2495 const int q_step = pd->dequant_Q3[1] >> dequant_shift; in PrintTransformUnitStats()2601 const int dequant_shift = (is_cur_buf_hbd(xd)) ? xd->bd - 5 : 3; in PrintPredictionUnitStats() local2602 const int q_step = pd->dequant_Q3[1] >> dequant_shift; in PrintPredictionUnitStats()2713 const int dequant_shift = (is_cur_buf_hbd(xd)) ? xd->bd - 5 : 3; in model_rd_with_dnn() local2714 const int q_step = AOMMAX(pd->dequant_Q3[1] >> dequant_shift, 1); in model_rd_with_dnn()2873 const int dequant_shift = (is_cur_buf_hbd(xd)) ? xd->bd - 5 : 3; in model_rd_with_surffit() local[all …]
173 const int dequant_shift = in model_rd_for_sb() local241 qstep_vec[i] = pd->dequant[1] >> dequant_shift; in model_rd_for_sb()