Lines Matching refs:mse

479         .float32 = {.bias = 1e-7f, .mse = 1e-10f, .atol = 1e-6f, .rtol = 1e-6f},
480         .float16 = {.bias = 1e-4f, .mse = 1e-8f, .atol = 1e-3f, .rtol = 1e-3f},
482         .quant8Asymm = {.bias = 0.1f, .mse = 0.1f, .atol = 1},
483         .quant8AsymmSigned = {.bias = 0.1f, .mse = 0.1f, .atol = 1},
484         .quant8Symm = {.bias = 0.1f, .mse = 0.1f, .atol = 1},
485         .quant16Asymm = {.bias = 0.1f, .mse = 0.1f, .atol = 1},
486         .quant16Symm = {.bias = 0.1f, .mse = 0.1f, .atol = 1},
493         .float32 = {.bias = 1e-6f, .mse = 1e-8f, .atol = 1e-5f, .rtol = 1e-5f},
494         .float16 = {.bias = 1e-3f, .mse = 1e-5f, .atol = 1e-2f, .rtol = 1e-2f},
496         .quant8Asymm = {.bias = 1.2, .mse = 1.2, .atol = 2},
497         .quant8AsymmSigned = {.bias = 1.2, .mse = 1.2, .atol = 2},
498         .quant8Symm = {.bias = 1.2, .mse = 1.2, .atol = 2},
499         .quant16Asymm = {.bias = 1.2, .mse = 1.2, .atol = 2},
500         .quant16Symm = {.bias = 1.2, .mse = 1.2, .atol = 2},
507         .float32 = {.bias = 3e-5f, .mse = 1e-6f, .atol = 1e-3f, .rtol = 1e-3f},
508         .float16 = {.bias = 5e-3f, .mse = 1e-3f, .atol = 1.0f, .rtol = 1.0f},
510         .quant8Asymm = {.bias = 1.5, .mse = 1.5, .atol = 10},
511         .quant8AsymmSigned = {.bias = 1.5, .mse = 1.5, .atol = 10},
512         .quant8Symm = {.bias = 1.5, .mse = 1.5, .atol = 10},
513         .quant16Asymm = {.bias = 1.5, .mse = 1.5, .atol = 10},
514         .quant16Symm = {.bias = 1.5, .mse = 1.5, .atol = 10},
519         .float32 = {.bias = 4e-4f, .mse = 1e-5f, .atol = 2e-2f, .rtol = 2e-2f},
520         .float16 = {.bias = 5e-2f, .mse = 1e-2f, .atol = 1.0f, .rtol = 1.0f},
522         .quant8Asymm = {.bias = 1.5, .mse = 1.5, .atol = 10},
523         .quant8AsymmSigned = {.bias = 1.5, .mse = 1.5, .atol = 10},
524         .quant8Symm = {.bias = 1.5, .mse = 1.5, .atol = 10},
525         .quant16Asymm = {.bias = 1.5, .mse = 1.5, .atol = 10},
526         .quant16Symm = {.bias = 1.5, .mse = 1.5, .atol = 10},
750         .float32 = {.bias = 4e-4f, .mse = 1e-5f, .atol = 1e-2f, .rtol = 1e-2f},
751         .float16 = {.bias = 5e-2f, .mse = 1e-2f, .atol = 1.0f, .rtol = 1.0f},
753         .quant8Asymm = {.bias = 2, .mse = 2, .atol = 12},
754         .quant8AsymmSigned = {.bias = 2, .mse = 2, .atol = 12},
755         .quant8Symm = {.bias = 2, .mse = 2, .atol = 12},
756         .quant16Asymm = {.bias = 2, .mse = 2, .atol = 12},
757         .quant16Symm = {.bias = 2, .mse = 2, .atol = 12},
761         .float32 = {.bias = 1e-2f, .mse = 1e-4f, .atol = 1e-1f, .rtol = 1e-1f},
762         .float16 = {.bias = 1e-1f, .mse = 5e-2f, .atol = 1.0f, .rtol = 1.0f},
764         .quant8Asymm = {.bias = 2, .mse = 2, .atol = 12},
765         .quant8AsymmSigned = {.bias = 2, .mse = 2, .atol = 12},
766         .quant8Symm = {.bias = 2, .mse = 2, .atol = 12},
767         .quant16Asymm = {.bias = 2, .mse = 2, .atol = 12},
768         .quant16Symm = {.bias = 2, .mse = 2, .atol = 12},