diff options
Diffstat (limited to 'tests/benchmark/system_tests')
| -rw-r--r-- | tests/benchmark/system_tests/CL/AlexNet.cpp | 87 | ||||
| -rw-r--r-- | tests/benchmark/system_tests/CL/LeNet5.cpp | 82 | ||||
| -rw-r--r-- | tests/benchmark/system_tests/NEON/AlexNet.cpp | 120 | ||||
| -rw-r--r-- | tests/benchmark/system_tests/NEON/LeNet5.cpp | 80 | ||||
| -rw-r--r-- | tests/benchmark/system_tests/common/AlexNet.h | 95 | ||||
| -rw-r--r-- | tests/benchmark/system_tests/common/LeNet5.h | 82 |
6 files changed, 546 insertions, 0 deletions
diff --git a/tests/benchmark/system_tests/CL/AlexNet.cpp b/tests/benchmark/system_tests/CL/AlexNet.cpp new file mode 100644 index 0000000000..fe0b9913de --- /dev/null +++ b/tests/benchmark/system_tests/CL/AlexNet.cpp @@ -0,0 +1,87 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#include "CL/CLAccessor.h" +#include "CL/Helper.h" +#include "Globals.h" +#include "TensorLibrary.h" +#include "benchmark/Datasets.h" +#include "benchmark/Profiler.h" +#include "benchmark/WallClockTimer.h" + +#include "arm_compute/core/Helpers.h" +#include "arm_compute/core/Types.h" +#include "arm_compute/runtime/CL/CLScheduler.h" +#include "arm_compute/runtime/CL/CLSubTensor.h" +#include "arm_compute/runtime/CL/CLTensor.h" +#include "arm_compute/runtime/CL/CLTensorAllocator.h" +#include "arm_compute/runtime/CL/functions/CLActivationLayer.h" +#include "arm_compute/runtime/CL/functions/CLConvolutionLayer.h" +#include "arm_compute/runtime/CL/functions/CLFullyConnectedLayer.h" +#include "arm_compute/runtime/CL/functions/CLNormalizationLayer.h" +#include "arm_compute/runtime/CL/functions/CLPoolingLayer.h" +#include "arm_compute/runtime/CL/functions/CLSoftmaxLayer.h" + +#include "benchmark/benchmark_api.h" + +using namespace arm_compute; +using namespace arm_compute::test; +using namespace arm_compute::test::benchmark; +using namespace arm_compute::test::cl; + +#include "benchmark/system_tests/common/AlexNet.h" + +namespace +{ +using AlexNetSystemTest = AlexNetFixture<ICLTensor, + CLTensor, + CLSubTensor, + CLAccessor, + CLActivationLayer, + CLConvolutionLayer, + CLFullyConnectedLayer, + CLNormalizationLayer, + CLPoolingLayer, + CLSoftmaxLayer>; +} // namespace + +BENCHMARK_DEFINE_F(AlexNetSystemTest, cl_alexnet) +(::benchmark::State &state) +{ + while(state.KeepRunning()) + { + // Run AlexNet + profiler.start(); + network.run(); + CLScheduler::get().sync(); + profiler.stop(); + } +} + +BENCHMARK_REGISTER_F(AlexNetSystemTest, cl_alexnet) +->Threads(1) +->Iterations(10) +->ArgName("batch_size") +->Arg(1) +->Arg(4) +->Arg(8);
\ No newline at end of file diff --git a/tests/benchmark/system_tests/CL/LeNet5.cpp b/tests/benchmark/system_tests/CL/LeNet5.cpp new file mode 100644 index 0000000000..d65a7dde6c --- /dev/null +++ b/tests/benchmark/system_tests/CL/LeNet5.cpp @@ -0,0 +1,82 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#include "CL/CLAccessor.h" +#include "CL/Helper.h" +#include "Globals.h" +#include "TensorLibrary.h" +#include "benchmark/Datasets.h" +#include "benchmark/Profiler.h" +#include "benchmark/WallClockTimer.h" + +#include "arm_compute/core/Helpers.h" +#include "arm_compute/core/Types.h" +#include "arm_compute/runtime/CL/CLScheduler.h" +#include "arm_compute/runtime/CL/CLTensor.h" +#include "arm_compute/runtime/CL/CLTensorAllocator.h" +#include "arm_compute/runtime/CL/functions/CLActivationLayer.h" +#include "arm_compute/runtime/CL/functions/CLConvolutionLayer.h" +#include "arm_compute/runtime/CL/functions/CLFullyConnectedLayer.h" +#include "arm_compute/runtime/CL/functions/CLPoolingLayer.h" +#include "arm_compute/runtime/CL/functions/CLSoftmaxLayer.h" + +#include "benchmark/benchmark_api.h" + +using namespace arm_compute; +using namespace arm_compute::test; +using namespace arm_compute::test::benchmark; +using namespace arm_compute::test::cl; + +#include "benchmark/system_tests/common/LeNet5.h" + +namespace +{ +using LeNet5SystemTest = LeNet5Fixture<CLTensor, + CLAccessor, + CLActivationLayer, + CLConvolutionLayer, + CLFullyConnectedLayer, + CLPoolingLayer, + CLSoftmaxLayer>; +} // namespace + +BENCHMARK_DEFINE_F(LeNet5SystemTest, cl_lenet5) +(::benchmark::State &state) +{ + while(state.KeepRunning()) + { + // Run LeNet5 + profiler.start(); + network.run(); + CLScheduler::get().sync(); + profiler.stop(); + } +} + +BENCHMARK_REGISTER_F(LeNet5SystemTest, cl_lenet5) +->Threads(1) +->Iterations(10) +->ArgName("batch_size") +->Arg(1) +->Arg(16) +->Arg(32); diff --git a/tests/benchmark/system_tests/NEON/AlexNet.cpp b/tests/benchmark/system_tests/NEON/AlexNet.cpp new file mode 100644 index 0000000000..2d222e7309 --- /dev/null +++ b/tests/benchmark/system_tests/NEON/AlexNet.cpp @@ -0,0 +1,120 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#include "Globals.h" +#include "NEON/Helper.h" +#include "NEON/NEAccessor.h" +#include "TensorLibrary.h" +#include "benchmark/Datasets.h" +#include "benchmark/Profiler.h" +#include "benchmark/WallClockTimer.h" + +#include "arm_compute/core/Helpers.h" +#include "arm_compute/core/Types.h" +#include "arm_compute/runtime/NEON/functions/NEActivationLayer.h" +#include "arm_compute/runtime/NEON/functions/NEConvolutionLayer.h" +#include "arm_compute/runtime/NEON/functions/NEFullyConnectedLayer.h" +#include "arm_compute/runtime/NEON/functions/NENormalizationLayer.h" +#include "arm_compute/runtime/NEON/functions/NEPoolingLayer.h" +#include "arm_compute/runtime/NEON/functions/NESoftmaxLayer.h" +#include "arm_compute/runtime/SubTensor.h" +#include "arm_compute/runtime/Tensor.h" +#include "arm_compute/runtime/TensorAllocator.h" + +#include "benchmark/benchmark_api.h" + +using namespace arm_compute; +using namespace arm_compute::test; +using namespace arm_compute::test::benchmark; +using namespace arm_compute::test::neon; + +#include "benchmark/system_tests/common/AlexNet.h" + +namespace +{ +using AlexNetSystemTestF32 = AlexNetFixture<ITensor, + Tensor, + SubTensor, + NEAccessor, + NEActivationLayer, + NEConvolutionLayer, + NEFullyConnectedLayer, + NENormalizationLayer, + NEPoolingLayer, + NESoftmaxLayer, + DataType::F32>; + +using AlexNetSystemTestQS8 = AlexNetFixture<ITensor, + Tensor, + SubTensor, + NEAccessor, + NEActivationLayer, + NEConvolutionLayer, + NEFullyConnectedLayer, + NENormalizationLayer, + NEPoolingLayer, + NESoftmaxLayer, + DataType::QS8>; +} // namespace + +// F32 +BENCHMARK_DEFINE_F(AlexNetSystemTestF32, neon_alexnet) +(::benchmark::State &state) +{ + while(state.KeepRunning()) + { + // Run AlexNet + profiler.start(); + network.run(); + profiler.stop(); + } +} + +BENCHMARK_REGISTER_F(AlexNetSystemTestF32, neon_alexnet) +->Threads(1) +->Iterations(10) +->ArgName("batch_size") +->Arg(1) +->Arg(4) +->Arg(8); + +// QS8 +BENCHMARK_DEFINE_F(AlexNetSystemTestQS8, neon_alexnet) +(::benchmark::State &state) +{ + while(state.KeepRunning()) + { + // Run AlexNet + profiler.start(); + network.run(); + profiler.stop(); + } +} + +BENCHMARK_REGISTER_F(AlexNetSystemTestQS8, neon_alexnet) +->Threads(1) +->Iterations(10) +->ArgName("batch_size") +->Arg(1) +->Arg(4) +->Arg(8);
\ No newline at end of file diff --git a/tests/benchmark/system_tests/NEON/LeNet5.cpp b/tests/benchmark/system_tests/NEON/LeNet5.cpp new file mode 100644 index 0000000000..5170f05a70 --- /dev/null +++ b/tests/benchmark/system_tests/NEON/LeNet5.cpp @@ -0,0 +1,80 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#include "Globals.h" +#include "NEON/Helper.h" +#include "NEON/NEAccessor.h" +#include "TensorLibrary.h" +#include "benchmark/Datasets.h" +#include "benchmark/Profiler.h" +#include "benchmark/WallClockTimer.h" + +#include "arm_compute/core/Helpers.h" +#include "arm_compute/core/Types.h" +#include "arm_compute/runtime/NEON/functions/NEActivationLayer.h" +#include "arm_compute/runtime/NEON/functions/NEConvolutionLayer.h" +#include "arm_compute/runtime/NEON/functions/NEFullyConnectedLayer.h" +#include "arm_compute/runtime/NEON/functions/NEPoolingLayer.h" +#include "arm_compute/runtime/NEON/functions/NESoftmaxLayer.h" +#include "arm_compute/runtime/Tensor.h" +#include "arm_compute/runtime/TensorAllocator.h" + +#include "benchmark/benchmark_api.h" + +using namespace arm_compute; +using namespace arm_compute::test; +using namespace arm_compute::test::benchmark; +using namespace arm_compute::test::neon; + +#include "benchmark/system_tests/common/LeNet5.h" + +namespace +{ +using LeNet5SystemTest = LeNet5Fixture<Tensor, + NEAccessor, + NEActivationLayer, + NEConvolutionLayer, + NEFullyConnectedLayer, + NEPoolingLayer, + NESoftmaxLayer>; +} // namespace + +BENCHMARK_DEFINE_F(LeNet5SystemTest, neon_lenet5) +(::benchmark::State &state) +{ + while(state.KeepRunning()) + { + // Run LeNet5 + profiler.start(); + network.run(); + profiler.stop(); + } +} + +BENCHMARK_REGISTER_F(LeNet5SystemTest, neon_lenet5) +->Threads(1) +->Iterations(10) +->ArgName("batch_size") +->Arg(1) +->Arg(16) +->Arg(32); diff --git a/tests/benchmark/system_tests/common/AlexNet.h b/tests/benchmark/system_tests/common/AlexNet.h new file mode 100644 index 0000000000..9c93dc7228 --- /dev/null +++ b/tests/benchmark/system_tests/common/AlexNet.h @@ -0,0 +1,95 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#ifndef __ARM_COMPUTE_TEST_BENCHMARK_ALEXNET_H__ +#define __ARM_COMPUTE_TEST_BENCHMARK_ALEXNET_H__ + +#include "TensorLibrary.h" +#include "Utils.h" + +#include "benchmark/Profiler.h" +#include "benchmark/WallClockTimer.h" + +#include "model_objects/AlexNet.h" + +using namespace arm_compute; +using namespace arm_compute::test; +using namespace arm_compute::test::benchmark; + +namespace arm_compute +{ +namespace test +{ +namespace benchmark +{ +template <typename ITensorType, + typename TensorType, + typename SubTensorType, + typename Accessor, + typename ActivationLayerFunction, + typename ConvolutionLayerFunction, + typename FullyConnectedLayerFunction, + typename NormalizationLayerFunction, + typename PoolingLayerFunction, + typename SoftmaxLayerFunction, + DataType dt = DataType::F32> +class AlexNetFixture : public ::benchmark::Fixture +{ +public: + void SetUp(::benchmark::State &state) override + { + profiler.add(std::make_shared<WallClockTimer>()); + + const unsigned int batches = static_cast<unsigned int>(state.range(0)); + const bool weights_transposed = true; + + network.init_weights(batches, weights_transposed); + network.build(); + network.allocate(); + network.fill_random(); + } + + void TearDown(::benchmark::State &state) override + { + profiler.submit(state); + network.clear(); + } + + Profiler profiler{}; + model_objects::AlexNet<ITensorType, + TensorType, + SubTensorType, + Accessor, + ActivationLayerFunction, + ConvolutionLayerFunction, + FullyConnectedLayerFunction, + NormalizationLayerFunction, + PoolingLayerFunction, + SoftmaxLayerFunction, + dt> + network{}; +}; +} // namespace benchmark +} // namespace test +} // namespace arm_compute +#endif //__ARM_COMPUTE_TEST_BENCHMARK_ALEXNET_H__ diff --git a/tests/benchmark/system_tests/common/LeNet5.h b/tests/benchmark/system_tests/common/LeNet5.h new file mode 100644 index 0000000000..db34f6813a --- /dev/null +++ b/tests/benchmark/system_tests/common/LeNet5.h @@ -0,0 +1,82 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#ifndef __ARM_COMPUTE_TEST_BENCHMARK_LENET5_H__ +#define __ARM_COMPUTE_TEST_BENCHMARK_LENET5_H__ + +#include "TensorLibrary.h" +#include "Utils.h" + +#include "benchmark/Profiler.h" +#include "benchmark/WallClockTimer.h" + +#include "model_objects/LeNet5.h" + +using namespace arm_compute; +using namespace arm_compute::test; +using namespace arm_compute::test::benchmark; + +namespace arm_compute +{ +namespace test +{ +namespace benchmark +{ +template <typename TensorType, + typename Accessor, + typename ActivationLayerFunction, + typename ConvolutionLayerFunction, + typename FullyConnectedLayerFunction, + typename PoolingLayerFunction, + typename SoftmaxLayerFunction> +class LeNet5Fixture : public ::benchmark::Fixture +{ +public: + void SetUp(::benchmark::State &state) override + { + profiler.add(std::make_shared<WallClockTimer>()); + + network.build(static_cast<unsigned int>(state.range(0))); + network.fill_random(); + } + + void TearDown(::benchmark::State &state) override + { + profiler.submit(state); + network.clear(); + } + + Profiler profiler{}; + model_objects::LeNet5<TensorType, + Accessor, + ActivationLayerFunction, + ConvolutionLayerFunction, + FullyConnectedLayerFunction, + PoolingLayerFunction, + SoftmaxLayerFunction> + network{}; +}; +} // namespace benchmark +} // namespace test +} // namespace arm_compute +#endif //__ARM_COMPUTE_TEST_BENCHMARK_LENET5_H__ |