1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
//
// Copyright © 2021 Arm Ltd and Contributors. All rights reserved.
// SPDX-License-Identifier: MIT
//
#include "backendsCommon/TensorHandle.hpp"
#include "WorkingMemHandle.hpp"
#include "Network.hpp"
#include <armnn/backends/IMemoryManager.hpp>
namespace armnn
{
namespace experimental
{
WorkingMemHandle::WorkingMemHandle(
NetworkId networkId,
std::vector<WorkingMemDescriptor> workingMemDescriptors,
std::unordered_map<LayerGuid, WorkingMemDescriptor> workingMemDescriptorMap,
std::vector<std::shared_ptr<IMemoryManager>> memoryManagers,
std::unordered_map<LayerGuid, std::vector<std::unique_ptr<ITensorHandle> > > ownedTensorHandles) :
m_NetworkId(networkId),
m_WorkingMemDescriptors(workingMemDescriptors),
m_WorkingMemDescriptorMap(workingMemDescriptorMap),
m_MemoryManagers(memoryManagers),
m_OwnedTensorHandles(std::move(ownedTensorHandles)),
m_IsAllocated(false),
m_Mutex(),
m_InferenceId(profiling::ProfilingService::GetNextGuid())
{
}
void WorkingMemHandle::Allocate()
{
if (m_IsAllocated)
{
return;
}
m_IsAllocated = true;
for (auto& mgr : m_MemoryManagers)
{
mgr->Acquire();
}
}
void WorkingMemHandle::Free()
{
if (!m_IsAllocated)
{
return;
}
m_IsAllocated = false;
for (auto& mgr : m_MemoryManagers)
{
mgr->Release();
}
}
} // end experimental namespace
} // end armnn namespace
|
