1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
//
// Copyright © 2017 Arm Ltd. All rights reserved.
// SPDX-License-Identifier: MIT
//
#pragma once
#include "Optimization.hpp"
#include <backends/CpuTensorHandle.hpp>
#include <FloatingPointConverter.hpp>
#include <armnnUtils/Half.hpp>
namespace armnn
{
namespace optimizations
{
struct Float16ToFloat32
{
static void Func(std::unique_ptr<ScopedCpuTensorHandle>& handle)
{
const TensorInfo& info = handle->GetTensorInfo();
if (info.GetDataType() == DataType::Float16)
{
std::vector<float> newValues(info.GetNumElements());
armnnUtils::FloatingPointConverter::ConvertFloat16To32(handle->GetTensor<Half>(),
info.GetNumElements(),
newValues.data());
TensorInfo newInfo(info.GetShape(), DataType::Float32);
ConstTensor newInput(newInfo, newValues);
handle.reset(new ScopedCpuTensorHandle(newInput));
}
}
};
struct Float32ToFloat16
{
static void Func(std::unique_ptr<ScopedCpuTensorHandle>& handle)
{
const TensorInfo& info = handle->GetTensorInfo();
if (info.GetDataType() == DataType::Float32)
{
std::vector<Half> newValues(info.GetNumElements());
armnnUtils::FloatingPointConverter::ConvertFloat32To16(handle->GetTensor<float>(),
info.GetNumElements(),
newValues.data());
TensorInfo newInfo(info.GetShape(), DataType::Float16);
ConstTensor newInput(newInfo, newValues);
handle.reset(new ScopedCpuTensorHandle(newInput));
}
}
};
template<typename Converter, typename Predicate>
class ConvertConstants : public Optimization
{
public:
ConvertConstants() = default;
ConvertConstants(const ConvertConstants&) = default;
virtual ~ConvertConstants() = default;
void Run(Graph& graph, Layer& layer) const override
{
if (Predicate::Test(layer))
{
layer.OperateOnConstantTensors(Converter::Func);
}
}
protected:
};
struct IsFloat32Layer
{
static bool Test(const Layer& layer)
{
return layer.GetDataType() == DataType::Float32;
}
};
struct IsFloat16Layer
{
static bool Test(const Layer& layer)
{
return layer.GetDataType() == DataType::Float16;
}
};
using ConvertConstantsHalfToFloat = ConvertConstants<Float16ToFloat32, IsFloat32Layer>;
using ConvertConstantsFloatToHalf = ConvertConstants<Float32ToFloat16, IsFloat16Layer>;
} //namespace optimizations
} //namespace armnn
|
