From 6ff3b19ee6120edf015fad8caab2991faa3070af Mon Sep 17 00:00:00 2001 From: Anthony Barbier Date: Mon, 4 Sep 2017 18:44:23 +0100 Subject: COMPMID-344 Updated doxygen Change-Id: I32f7b84daa560e460b77216add529c8fa8b327ae --- tests/benchmark/CL/GEMM.cpp | 492 ++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 492 insertions(+) create mode 100644 tests/benchmark/CL/GEMM.cpp (limited to 'tests/benchmark/CL/GEMM.cpp') diff --git a/tests/benchmark/CL/GEMM.cpp b/tests/benchmark/CL/GEMM.cpp new file mode 100644 index 0000000000..b90556df48 --- /dev/null +++ b/tests/benchmark/CL/GEMM.cpp @@ -0,0 +1,492 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#include "CL/CLAccessor.h" +#include "CL/Helper.h" +#include "Globals.h" +#include "TensorLibrary.h" +#include "benchmark/Datasets.h" +#include "benchmark/Profiler.h" +#include "benchmark/WallClockTimer.h" + +#include "arm_compute/core/Helpers.h" +#include "arm_compute/core/Types.h" +#include "arm_compute/runtime/CL/CLScheduler.h" +#include "arm_compute/runtime/CL/CLTensor.h" +#include "arm_compute/runtime/CL/CLTensorAllocator.h" +#include "arm_compute/runtime/CL/functions/CLGEMM.h" + +#include "benchmark/benchmark_api.h" + +using namespace arm_compute; +using namespace arm_compute::test; +using namespace arm_compute::test::benchmark; +using namespace arm_compute::test::cl; + +#include "benchmark/CL/GEMM.h" + +namespace +{ +using GEMMFP16GoogLeNet1 = GEMM; +using GEMMFP16GoogLeNet2 = GEMM; +using GEMMFP32GoogLeNet1 = GEMM; +using GEMMFP32GoogLeNet2 = GEMM; +} // namespace + +BENCHMARK_DEFINE_F(GEMMFP16GoogLeNet1, cl_googlenet) +(::benchmark::State &state) +{ + while(state.KeepRunning()) + { + // Run function + profiler.start(); + gemm_layer->run(); + CLScheduler::get().sync(); + profiler.stop(); + } +} + +BENCHMARK_DEFINE_F(GEMMFP16GoogLeNet2, cl_googlenet) +(::benchmark::State &state) +{ + while(state.KeepRunning()) + { + // Run function + profiler.start(); + gemm_layer->run(); + CLScheduler::get().sync(); + profiler.stop(); + } +} + +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP16GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); + +BENCHMARK_DEFINE_F(GEMMFP32GoogLeNet1, cl_googlenet) +(::benchmark::State &state) +{ + while(state.KeepRunning()) + { + // Run function + profiler.start(); + gemm_layer->run(); + CLScheduler::get().sync(); + profiler.stop(); + } +} + +BENCHMARK_DEFINE_F(GEMMFP32GoogLeNet2, cl_googlenet) +(::benchmark::State &state) +{ + while(state.KeepRunning()) + { + // Run function + profiler.start(); + gemm_layer->run(); + CLScheduler::get().sync(); + profiler.stop(); + } +} + +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet1, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); +BENCHMARK_REGISTER_F(GEMMFP32GoogLeNet2, cl_googlenet) +->Threads(1) +->Apply(DataSetArg); -- cgit v1.2.1