From 3f4d7104cdd5fd0ca6238afd4d22ac8734fd84ae Mon Sep 17 00:00:00 2001 From: ricbur01 Date: Thu, 31 Oct 2019 16:22:18 +0000 Subject: Increase tolerance for bias scale quantization calculation for ResNet50v2 Signed-off-by: Richard Burton Change-Id: I033ef445fa8e5ae825cfde29927b88e97e20f093 --- src/backends/backendsCommon/WorkloadData.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/backends/backendsCommon/WorkloadData.cpp b/src/backends/backendsCommon/WorkloadData.cpp index e3d78fea50..e1a369af7c 100644 --- a/src/backends/backendsCommon/WorkloadData.cpp +++ b/src/backends/backendsCommon/WorkloadData.cpp @@ -195,7 +195,7 @@ void ValidateBiasTensorQuantization(const TensorInfo& biasTensor, // Helper lambda function to validate a single bias quantization scale value auto VerifyBiasQuantizationScale = [&descName](float biasScale, float expectedScale) -> void { - constexpr float tolerance = 0.00000001f; + constexpr float tolerance = 0.000001f; if (std::abs(biasScale - expectedScale) > tolerance) { // Print the float values with extra precision to see very small differences -- cgit v1.2.1