diff options
Diffstat (limited to 'tests/validation/FastValidation.h')
| -rw-r--r-- | tests/validation/FastValidation.h | 161 |
1 files changed, 161 insertions, 0 deletions
diff --git a/tests/validation/FastValidation.h b/tests/validation/FastValidation.h new file mode 100644 index 0000000000..10757cfdc2 --- /dev/null +++ b/tests/validation/FastValidation.h @@ -0,0 +1,161 @@ +/* + * Copyright (c) 2017-2018 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#ifndef __ARM_COMPUTE_TEST_FAST_VALIDATION_H__ +#define __ARM_COMPUTE_TEST_FAST_VALIDATION_H__ + +#include "Validation.h" + +namespace arm_compute +{ +namespace test +{ +namespace validation +{ +/** Check which keypoints from [first1, last1) are missing in [first2, last2) */ +template <typename T, typename U, typename V> +std::pair<int64_t, int64_t> fast_compare_keypoints(T first1, T last1, U first2, U last2, V tolerance, bool check_mismatches = true) +{ + /* Keypoint (x,y) should have similar strength (within tolerance) and other properties in both reference and target */ + const auto compare_props_eq = [&](const KeyPoint & lhs, const KeyPoint & rhs) + { + return compare<V>(lhs.strength, rhs.strength, tolerance) + && lhs.tracking_status == rhs.tracking_status + && lhs.scale == rhs.scale + && lhs.orientation == rhs.orientation + && lhs.error == rhs.error; + }; + + /* Used to sort KeyPoints by coordinates (x, y) */ + const auto compare_coords_lt = [](const KeyPoint & lhs, const KeyPoint & rhs) + { + return std::tie(lhs.x, lhs.y) < std::tie(rhs.x, rhs.y); + }; + + std::sort(first1, last1, compare_coords_lt); + std::sort(first2, last2, compare_coords_lt); + + if(check_mismatches) + { + std::cout << "ref count = " << std::distance(first1, last1) << " \ttarget count = " << std::distance(first2, last2) << std::endl; + } + + int64_t num_missing = 0; + int64_t num_mismatches = 0; + bool rest_missing = false; + + while(first1 != last1) + { + if(first2 == last2) + { + // num_missing += std::distance(first1, last1); + rest_missing = true; + ARM_COMPUTE_TEST_INFO("All key points from (" << first1->x << "," << first1->y << ") onwards not found"); + break; + } + + if(compare_coords_lt(*first1, *first2)) + { + ++num_missing; + ARM_COMPUTE_TEST_INFO("Key point not found"); + ARM_COMPUTE_TEST_INFO("keypoint1 = " << *first1++); + } + else + { + if(!compare_coords_lt(*first2, *first1)) // Equal coordinates + { + if(check_mismatches && !compare_props_eq(*first1, *first2)) // Check other properties + { + ++num_mismatches; + ARM_COMPUTE_TEST_INFO("Mismatching keypoint"); + ARM_COMPUTE_TEST_INFO("keypoint1 [ref] = " << *first1); + ARM_COMPUTE_TEST_INFO("keypoint2 [tgt] = " << *first2); + } + ++first1; + } + ++first2; + } + } + + if(rest_missing) + { + while(first1 != last1) + { + ++num_missing; + ARM_COMPUTE_TEST_INFO("Key point not found"); + ARM_COMPUTE_TEST_INFO("keypoint1 = " << *first1++); + } + } + + return std::make_pair(num_missing, num_mismatches); +} + +template <typename T, typename U, typename V> +void fast_validate_keypoints(T target_first, T target_last, U reference_first, U reference_last, V tolerance, + float allowed_missing_percentage, float allowed_mismatch_percentage) +{ + const int64_t num_elements_target = std::distance(target_first, target_last); + const int64_t num_elements_reference = std::distance(reference_first, reference_last); + + int64_t num_missing = 0; + int64_t num_mismatches = 0; + + if(num_elements_reference > 0) + { + std::tie(num_missing, num_mismatches) = fast_compare_keypoints(reference_first, reference_last, target_first, target_last, tolerance); + + const float percent_missing = static_cast<float>(num_missing) / num_elements_reference * 100.f; + const float percent_mismatches = static_cast<float>(num_mismatches) / num_elements_reference * 100.f; + + ARM_COMPUTE_TEST_INFO(num_missing << " keypoints (" << std::fixed << std::setprecision(2) << percent_missing << "%) in ref are missing from target"); + ARM_COMPUTE_EXPECT(percent_missing <= allowed_missing_percentage, framework::LogLevel::ERRORS); + + ARM_COMPUTE_TEST_INFO(num_mismatches << " keypoints (" << std::fixed << std::setprecision(2) << percent_mismatches << "%) mismatched"); + ARM_COMPUTE_EXPECT(percent_mismatches <= allowed_mismatch_percentage, framework::LogLevel::ERRORS); + + std::cout << "Mismatched keypoints: " << num_mismatches << "/" << num_elements_reference << " = " << std::fixed << std::setprecision(2) << percent_mismatches + << "% \tMax allowed: " << allowed_mismatch_percentage << "%" << std::endl; + std::cout << "Missing (not in tgt): " << num_missing << "/" << num_elements_reference << " = " << std::fixed << std::setprecision(2) << percent_missing + << "% \tMax allowed: " << allowed_missing_percentage << "%" << std::endl; + } + + if(num_elements_target > 0) + { + // Note: no need to check for mismatches a second time (last argument is 'false') + std::tie(num_missing, num_mismatches) = fast_compare_keypoints(target_first, target_last, reference_first, reference_last, tolerance, false); + + const float percent_missing = static_cast<float>(num_missing) / num_elements_target * 100.f; + + ARM_COMPUTE_TEST_INFO(num_missing << " keypoints (" << std::fixed << std::setprecision(2) << percent_missing << "%) in target are missing from ref"); + ARM_COMPUTE_EXPECT(percent_missing <= allowed_missing_percentage, framework::LogLevel::ERRORS); + + std::cout << "Missing (not in ref): " << num_missing << "/" << num_elements_target << " = " << std::fixed << std::setprecision(2) << percent_missing + << "% \tMax allowed: " << allowed_missing_percentage << "%\n" + << std::endl; + } +} + +} // namespace validation +} // namespace test +} // namespace arm_compute +#endif /* __ARM_COMPUTE_TEST_FAST_VALIDATION_H__ */ |