diff options
Diffstat (limited to 'tests/validation_old/Validation.cpp')
| -rw-r--r-- | tests/validation_old/Validation.cpp | 477 |
1 files changed, 0 insertions, 477 deletions
diff --git a/tests/validation_old/Validation.cpp b/tests/validation_old/Validation.cpp deleted file mode 100644 index da5e874b24..0000000000 --- a/tests/validation_old/Validation.cpp +++ /dev/null @@ -1,477 +0,0 @@ -/* - * Copyright (c) 2017 ARM Limited. - * - * SPDX-License-Identifier: MIT - * - * Permission is hereby granted, free of charge, to any person obtaining a copy - * of this software and associated documentation files (the "Software"), to - * deal in the Software without restriction, including without limitation the - * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or - * sell copies of the Software, and to permit persons to whom the Software is - * furnished to do so, subject to the following conditions: - * - * The above copyright notice and this permission notice shall be included in all - * copies or substantial portions of the Software. - * - * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR - * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE - * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER - * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, - * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE - * SOFTWARE. - */ -#include "Validation.h" - -#include "arm_compute/core/Coordinates.h" -#include "arm_compute/core/Error.h" -#include "arm_compute/core/FixedPoint.h" -#include "arm_compute/core/IArray.h" -#include "arm_compute/core/TensorShape.h" -#include "arm_compute/runtime/Tensor.h" -#include "tests/IAccessor.h" -#include "tests/RawTensor.h" -#include "tests/Utils.h" -#include "tests/validation_old/half.h" -#include "utils/TypePrinter.h" - -#include <array> -#include <cmath> -#include <cstddef> -#include <cstdint> -#include <iomanip> -#include <vector> - -namespace arm_compute -{ -namespace test -{ -namespace validation -{ -namespace -{ -/** Get the data from *ptr after casting according to @p data_type and then convert the data to double. - * - * @param[in] ptr Pointer to value. - * @param[in] data_type Data type of both values. - * - * @return The data from the ptr after converted to double. - */ -double get_double_data(const void *ptr, DataType data_type) -{ - if(ptr == nullptr) - { - ARM_COMPUTE_ERROR("Can't dereference a null pointer!"); - } - - switch(data_type) - { - case DataType::U8: - return *reinterpret_cast<const uint8_t *>(ptr); - case DataType::S8: - return *reinterpret_cast<const int8_t *>(ptr); - case DataType::QS8: - return *reinterpret_cast<const qint8_t *>(ptr); - case DataType::U16: - return *reinterpret_cast<const uint16_t *>(ptr); - case DataType::S16: - return *reinterpret_cast<const int16_t *>(ptr); - case DataType::QS16: - return *reinterpret_cast<const qint16_t *>(ptr); - case DataType::U32: - return *reinterpret_cast<const uint32_t *>(ptr); - case DataType::S32: - return *reinterpret_cast<const int32_t *>(ptr); - case DataType::U64: - return *reinterpret_cast<const uint64_t *>(ptr); - case DataType::S64: - return *reinterpret_cast<const int64_t *>(ptr); - case DataType::F16: - return *reinterpret_cast<const half_float::half *>(ptr); - case DataType::F32: - return *reinterpret_cast<const float *>(ptr); - case DataType::F64: - return *reinterpret_cast<const double *>(ptr); - case DataType::SIZET: - return *reinterpret_cast<const size_t *>(ptr); - default: - ARM_COMPUTE_ERROR("NOT SUPPORTED!"); - } -} - -bool is_equal(double target, double ref, double max_absolute_error = std::numeric_limits<double>::epsilon(), double max_relative_error = 0.0001f) -{ - if(!std::isfinite(target) || !std::isfinite(ref)) - { - return false; - } - - // No need further check if they are equal - if(ref == target) - { - return true; - } - - // Need this check for the situation when the two values close to zero but have different sign - if(std::abs(std::abs(ref) - std::abs(target)) <= max_absolute_error) - { - return true; - } - - double relative_error = 0; - - if(std::abs(target) > std::abs(ref)) - { - relative_error = std::abs((target - ref) / target); - } - else - { - relative_error = std::abs((ref - target) / ref); - } - - return relative_error <= max_relative_error; -} - -void check_border_element(const IAccessor &tensor, const Coordinates &id, - const BorderMode &border_mode, const void *border_value, - int64_t &num_elements, int64_t &num_mismatches) -{ - const size_t channel_size = element_size_from_data_type(tensor.data_type()); - const auto ptr = static_cast<const uint8_t *>(tensor(id)); - - if(border_mode == BorderMode::REPLICATE) - { - Coordinates border_id{ id }; - border_id.set(1, 0); - border_value = tensor(border_id); - } - - // Iterate over all channels within one element - for(int channel = 0; channel < tensor.num_channels(); ++channel) - { - const size_t channel_offset = channel * channel_size; - const double target = get_double_data(ptr + channel_offset, tensor.data_type()); - const double ref = get_double_data(static_cast<const uint8_t *>(border_value) + channel_offset, tensor.data_type()); - const bool equal = is_equal(target, ref); - - BOOST_TEST_INFO("id = " << id); - BOOST_TEST_INFO("channel = " << channel); - BOOST_TEST_INFO("reference = " << std::setprecision(5) << ref); - BOOST_TEST_INFO("target = " << std::setprecision(5) << target); - BOOST_TEST_WARN(equal); - - if(!equal) - { - ++num_mismatches; - } - - ++num_elements; - } -} - -void check_single_element(const Coordinates &id, const IAccessor &tensor, const RawTensor &reference, float tolerance_value, - uint64_t wrap_range, int min_channels, size_t channel_size, int64_t &num_mismatches, int64_t &num_elements) -{ - const auto ptr = static_cast<const uint8_t *>(tensor(id)); - const auto ref_ptr = static_cast<const uint8_t *>(reference(id)); - - // Iterate over all channels within one element - for(int channel = 0; channel < min_channels; ++channel) - { - const size_t channel_offset = channel * channel_size; - const double target = get_double_data(ptr + channel_offset, reference.data_type()); - const double ref = get_double_data(ref_ptr + channel_offset, reference.data_type()); - bool equal = is_equal(target, ref, tolerance_value); - - if(wrap_range != 0 && !equal) - { - equal = is_equal(target, ref, wrap_range - tolerance_value); - } - - if(!equal) - { - BOOST_TEST_INFO("id = " << id); - BOOST_TEST_INFO("channel = " << channel); - BOOST_TEST_INFO("reference = " << std::setprecision(5) << ref); - BOOST_TEST_INFO("target = " << std::setprecision(5) << target); - BOOST_TEST_WARN(equal); - ++num_mismatches; - } - ++num_elements; - } -} -} // namespace - -void validate(const arm_compute::ValidRegion ®ion, const arm_compute::ValidRegion &reference) -{ - BOOST_TEST(region.anchor.num_dimensions() == reference.anchor.num_dimensions()); - BOOST_TEST(region.shape.num_dimensions() == reference.shape.num_dimensions()); - - for(unsigned int d = 0; d < region.anchor.num_dimensions(); ++d) - { - BOOST_TEST(region.anchor[d] == reference.anchor[d]); - } - - for(unsigned int d = 0; d < region.shape.num_dimensions(); ++d) - { - BOOST_TEST(region.shape[d] == reference.shape[d]); - } -} - -void validate(const arm_compute::PaddingSize &padding, const arm_compute::PaddingSize &reference) -{ - BOOST_TEST(padding.top == reference.top); - BOOST_TEST(padding.right == reference.right); - BOOST_TEST(padding.bottom == reference.bottom); - BOOST_TEST(padding.left == reference.left); -} - -void validate(const IAccessor &tensor, const RawTensor &reference, float tolerance_value, float tolerance_number, uint64_t wrap_range) -{ - // Validate with valid region covering the entire shape - validate(tensor, reference, shape_to_valid_region(tensor.shape()), tolerance_value, tolerance_number, wrap_range); -} - -void validate(const IAccessor &tensor, const RawTensor &reference, const ValidRegion &valid_region, float tolerance_value, float tolerance_number, uint64_t wrap_range) -{ - int64_t num_mismatches = 0; - int64_t num_elements = 0; - - BOOST_TEST(tensor.element_size() == reference.element_size()); - BOOST_TEST(tensor.format() == reference.format()); - BOOST_TEST(tensor.data_type() == reference.data_type()); - BOOST_TEST(tensor.num_channels() == reference.num_channels()); - BOOST_TEST(compare_dimensions(tensor.shape(), reference.shape())); - - const int min_elements = std::min(tensor.num_elements(), reference.num_elements()); - const int min_channels = std::min(tensor.num_channels(), reference.num_channels()); - const size_t channel_size = element_size_from_data_type(reference.data_type()); - - // Iterate over all elements within valid region, e.g. U8, S16, RGB888, ... - for(int element_idx = 0; element_idx < min_elements; ++element_idx) - { - const Coordinates id = index2coord(reference.shape(), element_idx); - if(is_in_valid_region(valid_region, id)) - { - check_single_element(id, tensor, reference, tolerance_value, wrap_range, min_channels, channel_size, num_mismatches, num_elements); - } - } - - const int64_t absolute_tolerance_number = tolerance_number * num_elements; - const float percent_mismatches = static_cast<float>(num_mismatches) / num_elements * 100.f; - - BOOST_TEST(num_mismatches <= absolute_tolerance_number, - num_mismatches << " values (" << std::setprecision(2) << percent_mismatches - << "%) mismatched (maximum tolerated " << std::setprecision(2) << tolerance_number << "%)"); -} - -void validate(const IAccessor &tensor, const RawTensor &reference, const RawTensor &valid_mask, float tolerance_value, float tolerance_number, uint64_t wrap_range) -{ - int64_t num_mismatches = 0; - int64_t num_elements = 0; - - BOOST_TEST(tensor.element_size() == reference.element_size()); - BOOST_TEST(tensor.format() == reference.format()); - BOOST_TEST(tensor.data_type() == reference.data_type()); - BOOST_TEST(tensor.num_channels() == reference.num_channels()); - BOOST_TEST(compare_dimensions(tensor.shape(), reference.shape())); - - const int min_elements = std::min(tensor.num_elements(), reference.num_elements()); - const int min_channels = std::min(tensor.num_channels(), reference.num_channels()); - const size_t channel_size = element_size_from_data_type(reference.data_type()); - - // Iterate over all elements within valid region, e.g. U8, S16, RGB888, ... - for(int element_idx = 0; element_idx < min_elements; ++element_idx) - { - const Coordinates id = index2coord(reference.shape(), element_idx); - if(valid_mask[element_idx] == 1) - { - check_single_element(id, tensor, reference, tolerance_value, wrap_range, min_channels, channel_size, num_mismatches, num_elements); - } - else - { - ++num_elements; - } - } - - const int64_t absolute_tolerance_number = tolerance_number * num_elements; - const float percent_mismatches = static_cast<float>(num_mismatches) / num_elements * 100.f; - - BOOST_TEST(num_mismatches <= absolute_tolerance_number, - num_mismatches << " values (" << std::setprecision(2) << percent_mismatches - << "%) mismatched (maximum tolerated " << std::setprecision(2) << tolerance_number << "%)"); -} - -void validate(const IAccessor &tensor, const void *reference_value) -{ - BOOST_TEST_REQUIRE((reference_value != nullptr)); - - int64_t num_mismatches = 0; - int64_t num_elements = 0; - const size_t channel_size = element_size_from_data_type(tensor.data_type()); - - // Iterate over all elements, e.g. U8, S16, RGB888, ... - for(int element_idx = 0; element_idx < tensor.num_elements(); ++element_idx) - { - const Coordinates id = index2coord(tensor.shape(), element_idx); - - const auto ptr = static_cast<const uint8_t *>(tensor(id)); - - // Iterate over all channels within one element - for(int channel = 0; channel < tensor.num_channels(); ++channel) - { - const size_t channel_offset = channel * channel_size; - const double target = get_double_data(ptr + channel_offset, tensor.data_type()); - const double ref = get_double_data(reference_value, tensor.data_type()); - const bool equal = is_equal(target, ref); - - BOOST_TEST_INFO("id = " << id); - BOOST_TEST_INFO("channel = " << channel); - BOOST_TEST_INFO("reference = " << std::setprecision(5) << ref); - BOOST_TEST_INFO("target = " << std::setprecision(5) << target); - BOOST_TEST_WARN(equal); - - if(!equal) - { - ++num_mismatches; - } - - ++num_elements; - } - } - - const float percent_mismatches = static_cast<float>(num_mismatches) / num_elements * 100.f; - - BOOST_TEST(num_mismatches == 0, - num_mismatches << " values (" << std::setprecision(2) << percent_mismatches << "%) mismatched"); -} - -void validate(const IAccessor &tensor, BorderSize border_size, const BorderMode &border_mode, const void *border_value) -{ - if(border_mode == BorderMode::UNDEFINED) - { - return; - } - else if(border_mode == BorderMode::CONSTANT) - { - BOOST_TEST((border_value != nullptr)); - } - - int64_t num_mismatches = 0; - int64_t num_elements = 0; - const int slice_size = tensor.shape()[0] * tensor.shape()[1]; - - for(int element_idx = 0; element_idx < tensor.num_elements(); element_idx += slice_size) - { - Coordinates id = index2coord(tensor.shape(), element_idx); - - // Top border - for(int y = -border_size.top; y < 0; ++y) - { - id.set(1, y); - - for(int x = -border_size.left; x < static_cast<int>(tensor.shape()[0]) + static_cast<int>(border_size.right); ++x) - { - id.set(0, x); - - check_border_element(tensor, id, border_mode, border_value, num_elements, num_mismatches); - } - } - - // Bottom border - for(int y = tensor.shape()[1]; y < static_cast<int>(tensor.shape()[1]) + static_cast<int>(border_size.bottom); ++y) - { - id.set(1, y); - - for(int x = -border_size.left; x < static_cast<int>(tensor.shape()[0]) + static_cast<int>(border_size.right); ++x) - { - id.set(0, x); - - check_border_element(tensor, id, border_mode, border_value, num_elements, num_mismatches); - } - } - - // Left/right border - for(int y = 0; y < static_cast<int>(tensor.shape()[1]); ++y) - { - id.set(1, y); - - // Left border - for(int x = -border_size.left; x < 0; ++x) - { - id.set(0, x); - - check_border_element(tensor, id, border_mode, border_value, num_elements, num_mismatches); - } - - // Right border - for(int x = tensor.shape()[0]; x < static_cast<int>(tensor.shape()[0]) + static_cast<int>(border_size.right); ++x) - { - id.set(0, x); - - check_border_element(tensor, id, border_mode, border_value, num_elements, num_mismatches); - } - } - } - - const float percent_mismatches = static_cast<float>(num_mismatches) / num_elements * 100.f; - - BOOST_TEST(num_mismatches == 0, - num_mismatches << " values (" << std::setprecision(2) << percent_mismatches << "%) mismatched"); -} - -void validate(std::vector<unsigned int> classified_labels, std::vector<unsigned int> expected_labels) -{ - ARM_COMPUTE_UNUSED(classified_labels); - ARM_COMPUTE_UNUSED(expected_labels); - BOOST_TEST(expected_labels.size() != 0); - BOOST_TEST(classified_labels.size() == expected_labels.size()); - - for(unsigned int i = 0; i < expected_labels.size(); ++i) - { - BOOST_TEST(classified_labels[i] == expected_labels[i]); - } -} - -void validate(float target, float ref, float tolerance_abs_error, float tolerance_relative_error) -{ - const bool equal = is_equal(target, ref, tolerance_abs_error, tolerance_relative_error); - - BOOST_TEST_INFO("reference = " << std::setprecision(5) << ref); - BOOST_TEST_INFO("target = " << std::setprecision(5) << target); - BOOST_TEST(equal); -} - -void validate(IArray<KeyPoint> &target, IArray<KeyPoint> &ref, int64_t tolerance) -{ - int64_t num_mismatches = 0; - - BOOST_TEST_WARN(target.num_values() == ref.num_values()); - - for(size_t i = 0; i < target.num_values(); ++i) - { - KeyPoint *ref_val = std::find_if(ref.buffer(), ref.buffer() + ref.num_values(), [&target, i](KeyPoint key) - { - return key.x == target.at(i).x && key.y == target.at(i).y; - }); - - const KeyPoint &key = target.at(i); - - if((ref_val == ref.buffer() + ref.num_values()) || !(is_equal(key.strength, ref_val->strength) && is_equal(key.scale, ref_val->scale) && is_equal(key.orientation, ref_val->orientation) - && is_equal(key.tracking_status, ref_val->tracking_status) && is_equal(key.error, ref_val->error))) - { - ++num_mismatches; - - BOOST_TEST_WARN(is_equal(key.strength, ref_val->strength)); - BOOST_TEST_WARN(is_equal(key.scale, ref_val->scale)); - BOOST_TEST_WARN(is_equal(key.orientation, ref_val->orientation)); - BOOST_TEST_WARN(is_equal(key.tracking_status, ref_val->tracking_status)); - BOOST_TEST_WARN(is_equal(key.error, ref_val->error)); - } - } - - BOOST_TEST(num_mismatches <= tolerance); -} -} // namespace validation -} // namespace test -} // namespace arm_compute |