blob: 3fd2519ed537b1dc820fb15b0cb4017c4824222d (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
//
// Copyright © 2017 Arm Ltd. All rights reserved.
// SPDX-License-Identifier: MIT
//
#pragma once
#include <armnn/backends/ITensorHandle.hpp>
#include <armnn/backends/ITensorHandleFactory.hpp>
#include <armnn/Descriptors.hpp>
#include <armnn/INetwork.hpp>
#include <armnn/Tensor.hpp>
#include <armnn/Types.hpp>
#include <memory>
#include <set>
#include <string>
#include <vector>
namespace armnn
{
class ITensorHandle;
class IWorkloadFactory;
class OutputSlot;
class WorkloadDataCollector;
class OutputHandler
{
public:
/// @brief - Sets the TensorInfo used by this output handler.
/// @param tensorInfo - TensorInfo for the output.
void SetTensorInfo(const TensorInfo& tensorInfo);
/// @brief - Creates tensor handles used by the intermediate tensors. Does not allocate memory.
/// @param factory - Factory to be used for handler creation.
void CreateTensorHandles(const IWorkloadFactory& factory, const bool IsMemoryManaged = true);
void CreateTensorHandles(const ITensorHandleFactory& factory, const bool IsMemoryManaged = true);
/// @brief - Gets the matching TensorInfo for the output.
/// @return - References to the output TensorInfo.
const TensorInfo& GetTensorInfo() const { return m_TensorInfo; }
/// @brief - Gets the allocated tensor memory.
/// @return - Pointer to the tensor memory.
ITensorHandle* GetData() const { return m_TensorHandle.get(); }
/// Fill the outputs for a given queue descriptor.
void CollectWorkloadOutputs(WorkloadDataCollector& dataCollector) const;
void SetData(std::unique_ptr<ITensorHandle> data) { m_TensorHandle = std::move(data); }
void SetAllocatedData() { m_AllocatedTensorHandle = std::move(m_TensorHandle); }
void UseAllocatedData() { m_TensorHandle = std::move(m_AllocatedTensorHandle); }
/// @brief Returns true if SetTensorInfo() has been called at least once on this.
bool IsTensorInfoSet() const { return m_bTensorInfoSet; }
private:
std::unique_ptr<ITensorHandle> m_TensorHandle;
std::unique_ptr<ITensorHandle> m_AllocatedTensorHandle;
TensorInfo m_TensorInfo;
bool m_bTensorInfoSet = false;
};
} //namespace armnn
|
