// Copyright (c) 2023, ARM Limited. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include #include #include #include #include #include "verifiers.h" namespace TosaReference { namespace { static_assert(std::numeric_limits::is_iec559, "TOSA Reference Model has not been built with standard IEE574 32-bit float support; ULP based " "verifcation is invalid"); static_assert(std::numeric_limits::is_iec559, "TOSA Reference Model has not been built with standard IEE574 64-bit float support; ULP based " "verifcation is invalid"); bool tosaCheckULP(double referenceValue, float testValue, double ulpNum) { // Start by sanitizing the input. // Both must be NaNs to be correct if (std::isnan(referenceValue) || std::isnan(testValue)) { if (std::isnan(referenceValue) && std::isnan(testValue)) { return true; } WARNING("[Verfier][ULP] Non-matching NaN values - ref (%10f) versus test (%10f).", referenceValue, testValue); return false; } // Make the sign of the reference value positive // and adjust the test value appropriately. if (referenceValue < 0) { referenceValue = -referenceValue; testValue = -testValue; } // At this point we are ready to calculate the ULP bounds for the reference value. double referenceMin, referenceMax; // If the reference is infinity e.g. the result of an overflow the test value must // be infinity of an appropriate sign. if (std::isinf(referenceValue)) { // We already canonicalized the input such that the reference value is positive // so no need to check again here. referenceMin = std::numeric_limits::infinity(); referenceMax = std::numeric_limits::infinity(); } else if (referenceValue == 0) { // For zero we require that the results match exactly with the correct sign. referenceMin = 0; referenceMax = 0; } else { // Find the exponent of the reference value. int32_t referenceExponent = ilog2(referenceValue); // Work out the values magnitude - by raising 2 to the power of the // exponent and taking the normalized minimum for denormal values const double referencePower2 = std::max(exp2(referenceExponent), AccPrecision::normal_min); // Get the value of changing the last bit - by shifting the least significant bit to this magnitude // i.e. the ULP. double ulpValue = referencePower2 * exp2(-AccPrecision::normal_frac); // Scale by the number of ULPs requested by the user. referenceMax = referenceValue + ulpValue * ulpNum; referenceMin = referenceValue - ulpValue * ulpNum; // Handle the overflow cases. if (referenceMax > AccPrecision::normal_max) { referenceMax = std::numeric_limits::infinity(); } if (referenceMin > AccPrecision::normal_max) { referenceMin = std::numeric_limits::infinity(); } // And the underflow cases. if (referenceMax < AccPrecision::normal_min) { referenceMax = AccPrecision::normal_min; } if (referenceMin < AccPrecision::normal_min) { referenceMin = 0.0; } } // And finally... Do the comparison. double testValue64 = static_cast(testValue); bool withinUlp = testValue64 >= referenceMin && testValue64 <= referenceMax; if (!withinUlp) { WARNING("[Verfier][ULP] value (%10.10f) is not in ULP %g range (%10.10f <= ref (%10.10f) <= %10.10f).", testValue64, ulpNum, referenceMin, referenceValue, referenceMax); } return withinUlp; } } // namespace bool verifyULP(const CTensor* referenceTensor, const CTensor* implementationTensor, const UlpInfo& ulpInfo) { // Validate that tensors are provided TOSA_REF_REQUIRE(referenceTensor != nullptr, "[ULP] Reference tensor is missing"); TOSA_REF_REQUIRE(implementationTensor != nullptr, "[ULP] Implementation tensor is missing"); // Get number of elements const std::vector refShape(referenceTensor->shape, referenceTensor->shape + referenceTensor->num_dims); const auto elementCount = numElements(refShape); TOSA_REF_REQUIRE(elementCount > 0, "[ULP] Invalid shape for reference tensor"); const double ulp = ulpInfo.ulp; switch (implementationTensor->data_type) { case tosa_datatype_fp32_t: { const auto* refData = reinterpret_cast(referenceTensor->data); TOSA_REF_REQUIRE(refData != nullptr, "[ULP] Missing data for reference"); const auto* impData = reinterpret_cast(implementationTensor->data); TOSA_REF_REQUIRE(impData != nullptr, "[ULP] Missing data for implementation"); const auto* refDataEnd = std::next(refData, elementCount); // Use mismatch to get the location of the first unequal value auto pair = std::mismatch(refData, refDataEnd, impData, std::next(impData, elementCount), [ulp](const auto& referenceValue, const auto& implementationValue) { return tosaCheckULP(referenceValue, implementationValue, ulp); }); if (std::get<0>(pair) == refDataEnd) { // No mismatch found return true; } else { auto pos = indexToPosition(std::get<0>(pair) - refData, refShape); WARNING("[Verfier][ULP] Location %s", positionToString(pos).c_str()); return false; } } default: WARNING("[Verifier][ULP] Data-type not supported."); break; } return false; } } // namespace TosaReference