blob: 2fc7ff1d122b8811d05edf9103ff2c0108b57184 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
|
//
// Copyright © 2022 Arm Ltd and Contributors. All rights reserved.
// SPDX-License-Identifier: MIT
//
#define LOG_TAG "arm-armnn-sl"
#include "ArmnnDevice.hpp"
#include <LegacyUtils.h>
#include <OperationsUtils.h>
#include <log/log.h>
#include <memory>
#include <string>
namespace
{
std::string GetBackendString(const armnn_driver::DriverOptions& options)
{
std::stringstream backends;
for (auto&& b : options.GetBackends())
{
backends << b << " ";
}
return backends.str();
}
} // anonymous namespace
namespace armnn_driver
{
using namespace android::nn;
ArmnnDevice::ArmnnDevice(DriverOptions options)
: m_Runtime(nullptr, nullptr)
, m_ClTunedParameters(nullptr)
, m_Options(std::move(options))
{
initVLogMask();
VLOG(DRIVER) << "ArmnnDevice::ArmnnDevice()";
armnn::ConfigureLogging(false, m_Options.IsVerboseLoggingEnabled(), armnn::LogSeverity::Trace);
if (m_Options.IsVerboseLoggingEnabled())
{
SetMinimumLogSeverity(android::base::VERBOSE);
}
else
{
SetMinimumLogSeverity(android::base::INFO);
}
armnn::IRuntime::CreationOptions runtimeOptions;
#if defined(ARMCOMPUTECL_ENABLED)
try
{
if (!m_Options.GetClTunedParametersFile().empty())
{
m_ClTunedParameters = armnn::IGpuAccTunedParameters::Create(m_Options.GetClTunedParametersMode(),
m_Options.GetClTuningLevel());
try
{
m_ClTunedParameters->Load(m_Options.GetClTunedParametersFile().c_str());
}
catch (std::exception& error)
{
// This is only a warning because the file won't exist the first time you are generating it.
VLOG(DRIVER) << "ArmnnDevice: Failed to load CL tuned parameters file "
<< m_Options.GetClTunedParametersFile().c_str() << " : " << error.what());
}
runtimeOptions.m_GpuAccTunedParameters = m_ClTunedParameters;
}
}
catch (const armnn::ClRuntimeUnavailableException& error)
{
VLOG(DRIVER) << "ArmnnDevice: Failed to setup CL runtime: %s. Device will be unavailable." << error.what();
}
catch (std::exception& error)
{
VLOG(DRIVER) << "ArmnnDevice: Unknown exception: %s. Device will be unavailable." << error.what();
}
#endif
runtimeOptions.m_EnableGpuProfiling = m_Options.IsGpuProfilingEnabled();
m_Runtime = armnn::IRuntime::Create(runtimeOptions);
std::vector<armnn::BackendId> backends;
if (m_Runtime)
{
const armnn::BackendIdSet supportedDevices = m_Runtime->GetDeviceSpec().GetSupportedBackends();
for (auto &backend : m_Options.GetBackends())
{
if (std::find(supportedDevices.cbegin(), supportedDevices.cend(), backend) == supportedDevices.cend())
{
VLOG(DRIVER) << "ArmnnDevice: Requested unknown backend " << backend.Get().c_str();
}
else
{
backends.push_back(backend);
}
}
}
if (backends.empty())
{
// No known backend specified
throw armnn::InvalidArgumentException("ArmnnDevice: No known backend specified.");
}
m_Options.SetBackends(backends);
VLOG(DRIVER) << "ArmnnDevice: Created device with the following backends: " << GetBackendString(m_Options).c_str();
}
} // namespace armnn_driver
|
