Searched refs:precisionBits (Results 1 – 2 of 2) sorted by relevance
32 def fixedToFloat(value, precisionBits): argument42 scale = 1 << precisionBits63 def floatToFixed(value, precisionBits): argument67 return otRound(value * (1<<precisionBits))69 def floatToFixedToFloat(value, precisionBits): argument76 scale = 1<<precisionBits
50 return fixedToFloat(value, precisionBits=16), index+4