blob: 11eae04775b873b1581fc7471a16c52825e1d7ef (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
//
// Copyright © 2021 Arm Ltd and Contributors. All rights reserved.
// SPDX-License-Identifier: MIT
//
#include <armnn/IRuntime.hpp>
#include <armnn/Utils.hpp>
#include <armnn/BackendRegistry.hpp>
#include <armnn/backends/IMemoryOptimizerStrategy.hpp>
#if defined(ARMNNREF_ENABLED)
#include <reference/RefBackend.hpp>
#endif
#if defined(ARMCOMPUTENEON_ENABLED)
#include <neon/NeonBackend.hpp>
#endif
#include <doctest/doctest.h>
// Sample implementation of IMemoryOptimizerStrategy..
class SampleMemoryOptimizerStrategy : public armnn::IMemoryOptimizerStrategy
{
public:
SampleMemoryOptimizerStrategy() = default;
std::string GetName() const
{
return std::string("SampleMemoryOptimizerStrategy");
}
armnn::MemBlockStrategyType GetMemBlockStrategyType() const
{
return armnn::MemBlockStrategyType::SingleAxisPacking;
}
std::vector<armnn::MemBin> Optimize(std::vector<armnn::MemBlock>& memBlocks)
{
std::vector<armnn::MemBin> memBins;
memBins.reserve(memBlocks.size());
return memBins;
}
};
TEST_SUITE("CustomMemoryOptimizerStrategyTests")
{
// Only run this test if CpuRef is enabled
#if defined(ARMNNREF_ENABLED)
TEST_CASE("RefCustomMemoryOptimizerStrategyTest")
{
using namespace armnn;
// Create ArmNN runtime
IRuntime::CreationOptions options; // default options
auto customMemoryOptimizerStrategy = std::make_shared<SampleMemoryOptimizerStrategy>();
options.m_MemoryOptimizerStrategyMap = {{"CpuRef", std::move(customMemoryOptimizerStrategy)}};
IRuntimePtr run = IRuntime::Create(options);
CHECK(!BackendRegistryInstance().GetMemoryOptimizerStrategies().empty());
CHECK(BackendRegistryInstance().GetMemoryOptimizerStrategies().size() == 1);
CHECK(BackendRegistryInstance().GetMemoryOptimizerStrategies().at(RefBackend::GetIdStatic()));
auto optimizerStrategy = BackendRegistryInstance().GetMemoryOptimizerStrategies().at(RefBackend::GetIdStatic());
CHECK(optimizerStrategy->GetName() == std::string("SampleMemoryOptimizerStrategy"));
// De-register the memory optimizer
BackendRegistryInstance().DeregisterMemoryOptimizerStrategy(RefBackend::GetIdStatic());
CHECK(BackendRegistryInstance().GetMemoryOptimizerStrategies().empty());
}
TEST_CASE("CpuRefSetMemoryOptimizerStrategyTest")
{
using namespace armnn;
// Create ArmNN runtime
IRuntime::CreationOptions options; // default options
options.m_BackendOptions.emplace_back(
BackendOptions{"CpuRef",
{
{"MemoryOptimizerStrategy", "ConstantMemoryStrategy"}
}
});
IRuntimePtr run = IRuntime::Create(options);
// ConstantMemoryStrategy should be registered for CpuRef
CHECK(!BackendRegistryInstance().GetMemoryOptimizerStrategies().empty());
CHECK(BackendRegistryInstance().GetMemoryOptimizerStrategies().size() == 1);
CHECK(BackendRegistryInstance().GetMemoryOptimizerStrategies().at(RefBackend::GetIdStatic()));
auto optimizerStrategy = BackendRegistryInstance().GetMemoryOptimizerStrategies().at(RefBackend::GetIdStatic());
CHECK(optimizerStrategy->GetName() == std::string("ConstantMemoryStrategy"));
armnn::BackendRegistryInstance().DeregisterMemoryOptimizerStrategy(RefBackend::GetIdStatic());
}
#endif
// Only run this test if CpuAcc is enabled
#if defined(ARMCOMPUTENEON_ENABLED)
TEST_CASE("CpuAccSetMemoryOptimizerStrategyTest")
{
using namespace armnn;
// Create ArmNN runtime
IRuntime::CreationOptions options; // default options
options.m_BackendOptions.emplace_back(
BackendOptions{"CpuAcc",
{
{"MemoryOptimizerStrategy", "NotExistMemoryOptimizerStrategy"}
}
});
IRuntimePtr run = IRuntime::Create(options);
// No MemoryOptimizerStrategy should be registered..
CHECK(armnn::BackendRegistryInstance().GetMemoryOptimizerStrategies().empty());
armnn::BackendRegistryInstance().DeregisterMemoryOptimizerStrategy(NeonBackend::GetIdStatic());
}
#endif
} // test suite CustomMemoryOptimizerStrategyTests
|
