1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
/*
* Copyright (c) 2019 ARM Limited.
*
* SPDX-License-Identifier: MIT
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to
* deal in the Software without restriction, including without limitation the
* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
* sell copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/
#include "arm_compute/runtime/IWeightsManager.h"
namespace arm_compute
{
IWeightsManager::IWeightsManager()
: _managed_weights(), _managed_weights_parents()
{
}
void IWeightsManager::manage(const ITensor *weights, ITransformWeights *parent)
{
if(!are_weights_managed(weights))
{
_managed_weights[weights];
}
// In case the weights are an output of a previous reshape function
// store the parent's link
if(parent != nullptr)
{
if(_managed_weights_parents.find(weights) == _managed_weights_parents.end())
{
_managed_weights_parents[weights] = parent;
}
}
}
ITensor *IWeightsManager::run(const ITensor *weights, ITransformWeights *weights_transform)
{
ARM_COMPUTE_ERROR_ON_MSG(!are_weights_managed(weights), "Cannot run function. Weights are not managed");
// Find if I have the same weights with weights transform. If I do, don't run the reshape
auto item = _managed_weights.find(weights);
bool perform_run{ true };
ITensor *weights_tensor{ nullptr };
// Check if I already have the requested transform and I have run the reshape function
for(auto it : item->second)
{
if(it->is_reshape_run() && (it->uid() == weights_transform->uid()))
{
weights_tensor = it->get_weights();
perform_run = false;
break;
}
}
if(perform_run)
{
weights_transform->run();
weights_tensor = weights_transform->get_weights();
}
// Check if we can release memory from parent
auto parent_item = _managed_weights_parents.find(weights);
if(parent_item != _managed_weights_parents.end())
{
int32_t refcount = parent_item->second->decrease_refcount();
if(refcount == 0)
{
parent_item->second->release();
}
}
return weights_tensor;
}
bool IWeightsManager::are_weights_managed(const ITensor *weights)
{
return (_managed_weights.find(weights) != _managed_weights.end());
}
ITensor *IWeightsManager::acquire(const ITensor *weights, ITransformWeights *weights_transform)
{
ARM_COMPUTE_ERROR_ON_MSG(!are_weights_managed(weights), "Cannot acquire weights. Weights are not managed");
ITensor *transformed_weights{ nullptr };
auto item = _managed_weights.find(weights);
// Check if I already have the requested transform. If I do,
// increase the refcount of the transformed weights object and
// reuse the tensor
for(auto it : item->second)
{
if(it->uid() == weights_transform->uid())
{
transformed_weights = it->get_weights();
it->increase_refcount();
break;
}
}
if(transformed_weights == nullptr)
{
transformed_weights = weights_transform->get_weights();
weights_transform->increase_refcount();
item->second.emplace_back(weights_transform);
}
// Manage the weights and store link to the parent node
manage(transformed_weights, weights_transform);
return transformed_weights;
}
} // namespace arm_compute
|
