blob: bdb2f5bd308b9c8eb07635e6deea3928e04b0598 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
|
//
// Copyright © 2021 Arm Ltd and Contributors. All rights reserved.
// SPDX-License-Identifier: MIT
//
#pragma once
#include <armnn/Types.hpp>
namespace armnn
{
// A MemBlock represents a memory usage requirement in time and space and can be seen as essentially a rectangle
struct MemBlock
{
MemBlock(const unsigned int startOfLife,
const unsigned int endOfLife,
const size_t memSize,
size_t offset,
const unsigned int index)
: m_StartOfLife(startOfLife), m_EndOfLife(endOfLife), m_MemSize(memSize), m_Offset(offset), m_Index(index) {}
const unsigned int m_StartOfLife; // Y start inclusive
const unsigned int m_EndOfLife; // Y end inclusive
const size_t m_MemSize; // Offset + Memsize = X end
size_t m_Offset; // X start
const unsigned int m_Index; // Index to keep order
};
// A MemBin represents a single contiguous area of memory that can store 1-n number of MemBlocks
struct MemBin
{
std::vector<MemBlock> m_MemBlocks;
size_t m_MemSize;
};
// IMemoryOptimizerStrategy will set m_Offset of the MemBlocks,
// sort them into 1-n bins, then pair each bin of MemBlocks with an int specifying it's total size
// A IMemoryOptimizerStrategy must ensure that
// 1: All MemBlocks have been assigned to a MemBin
// 2: No MemBlock is assigned to multiple MemBins
// 3: No two Memblocks in a MemBin overlap in both the X and Y axis
// (a strategy cannot change the y axis or length of a MemBlock)
class IMemoryOptimizerStrategy
{
public:
virtual ~IMemoryOptimizerStrategy() {}
virtual std::string GetName() const = 0;
virtual MemBlockStrategyType GetMemBlockStrategyType() const = 0;
virtual std::vector<MemBin> Optimize(std::vector<MemBlock>& memBlocks) = 0;
};
} // namespace armnn
|
