Lines Matching refs:precision
372 set FTEMP_EX, 0 # extended precision
379 set LOCAL_EX, 0 # extended precision
386 set DST_EX, 0 # extended precision
391 set SRC_EX, 0 # extended precision
402 set EXT_BIAS, 0x3fff # extended precision bias
403 set SGL_BIAS, 0x007f # single precision bias
404 set DBL_BIAS, 0x03ff # double precision bias
499 set x_mode, 0x0 # extended precision
500 set s_mode, 0x4 # single precision
501 set d_mode, 0x8 # double precision
4902 # a0 = pointer to extended precision input #
4903 # d0 = round precision,mode #
4915 # rounded to double precision. The result is provably monotonic #
4916 # in double precision. #
5611 # a0 = pointer to extended precision input #
5612 # d0 = round precision,mode #
5620 # rounded to double precision. The result is provably monotonic #
5621 # in double precision. #
6491 # a0 = pointer to extended precision input #
6492 # d0 = round precision,mode #
6500 # rounded to double precision. The result is provably monotonic #
6501 # in double precision. #
6688 # a0 = pointer to extended precision input #
6689 # d0 = round precision,mode #
6697 # rounded to double precision. The result is provably monotonic #
6698 # in double precision. #
6747 # constant := single-precision( 64/log 2 ). #
6749 # Using a single-precision constant avoids memory #
6750 # access. Another effect of using a single-precision #
6759 # where L1 := single-precision(-log2/64). #
6761 # L2 := extended-precision(-log2/64 - L1).#
6788 # and A5 are single precision; A2 and A3 are double #
6789 # precision. #
6803 # 2^(J/64) to roughly 85 bits; T is in extended precision #
6804 # and t is in single precision. Note also that T is #
7498 # returned as an extended precision number in fp0. #
7502 # mantissa is converted to an extended precision number w/ #
7508 # a0 = pointer to extended precision input #
7569 # a0 = pointer to extended precision input #
7570 # d0 = round precision,mode #
7578 # rounded to double precision. The result is provably monotonic #
7579 # in double precision. #
7683 # a0 = pointer to extended precision input #
7684 # d0 = round precision,mode #
7692 # rounded to double precision. The result is provably monotonic #
7693 # in double precision. #
7801 # a0 = pointer to extended precision input #
7802 # d0 = round precision,mode #
7810 # rounded to double precision. The result is provably monotonic #
7811 # in double precision. #
7967 # a0 = pointer to extended precision input #
7968 # d0 = round precision,mode #
7976 # rounded to double precision. The result is provably monotonic #
7977 # in double precision. #
8562 # a0 = pointer to extended precision input #
8563 # d0 = round precision,mode #
8571 # rounded to double precision. The result is provably monotonic #
8572 # in double precision. #
8652 # a0 = pointer to extended precision input #
8653 # d0 = round precision,mode #
8661 # rounded to double precision. The result is provably monotonic #
8662 # in double precision. #
8671 # traps, and precision control = double extended. #
8685 # traps, and precision control = double extended. #
8698 # traps, and precision control = double extended. #
8712 # traps, and precision control = double extended. #
8816 # a0 = pointer to extended precision input #
8817 # d0 = round precision,mode #
8825 # rounded to double precision. The result is provably monotonic #
8826 # in double precision. #
9345 # a0 = pointer to extended precision input X #
9346 # a1 = pointer to extended precision input Y #
9347 # d0 = round precision,mode #
10048 cmpi.b %d1,&0x40 # is precision sgl?
10889 # a0 = pointer to unnormalized extended precision number #