Searched refs:half_prec (Results 1 – 2 of 2) sorted by relevance
| /external/eigen/unsupported/test/ |
| D | cxx11_tensor_of_float16_cuda.cu | 45 Tensor<bool, 1> half_prec(num_elem); in test_cuda_numext() local
47 gpu_device.memcpyDeviceToHost(half_prec.data(), d_res_half, num_elem*sizeof(bool)); in test_cuda_numext()
53 VERIFY_IS_EQUAL(full_prec(i), half_prec(i)); in test_cuda_numext()
120 Tensor<float, 1> half_prec(num_elem); in test_cuda_unary() local
122 gpu_device.memcpyDeviceToHost(half_prec.data(), d_res_half, num_elem*sizeof(float)); in test_cuda_unary()
128 VERIFY_IS_APPROX(full_prec(i), half_prec(i)); in test_cuda_unary()
161 Tensor<float, 1> half_prec(num_elem); in test_cuda_elementwise() local
163 gpu_device.memcpyDeviceToHost(half_prec.data(), d_res_half, num_elem*sizeof(float)); in test_cuda_elementwise()
168 …wise " << i << ": full prec = " << full_prec(i) << " vs half prec = " << half_prec(i) << std::endl; in test_cuda_elementwise()
169 … VERIFY_IS_APPROX(static_cast<Eigen::half>(full_prec(i)), static_cast<Eigen::half>(half_prec(i))); in test_cuda_elementwise()
[all …]
|
| /external/crcalc/src/com/hp/creals/ |
| D | CR.java | 1154 int half_prec = (p >> 1) - 1; in approximate() local
1155 int msd_op1 = op1.msd(half_prec); in approximate()
1159 msd_op2 = op2.msd(half_prec); in approximate()
|