16 #include <fmt/format.h> 22 if (option ==
nullptr)
28 return ((result.count(option)) ?
true :
false);
36 if (option ==
nullptr || required ==
nullptr)
38 throw cxxopts::OptionParseException(
"Invalid option to check dependency for");
42 if (
CheckOption(result, option) && !result[option].has_default())
44 if (
CheckOption(result, required) == 0 || result[required].has_default())
46 throw cxxopts::OptionParseException(
47 std::string(
"Option '") + option +
"' requires option '" + required +
"'.");
62 for (
auto i = computeDevices.begin(); i != computeDevices.end(); ++i)
64 for (
auto j = std::next(i); j != computeDevices.end(); ++j)
75 computeDevices.end());
81 std::vector<armnn::BackendId>
GetBackendIDs(
const std::vector<std::string>& backendStringsVec)
83 std::vector<armnn::BackendId> backendIDs;
84 for (
const auto& backendStrings : backendStringsVec)
87 std::vector<std::string> backendStringVec =
ParseStringList(backendStrings,
",");
88 for (
const auto& b : backendStringVec)
101 template<
typename optionType>
102 optionType
GetOptionValue(std::string&& optionName,
const cxxopts::ParseResult& result)
105 if(result.count(optionName))
107 out = result[optionName].as<optionType>();
121 std::vector<std::string> requiredOptions{
"compute",
127 bool requiredMissing =
false;
128 for(
auto const& str : requiredOptions)
130 if(!(result.count(str) > 0))
132 ARMNN_LOG(error) << fmt::format(
"The program option '{}' is mandatory but wasn't provided.", str);
133 requiredMissing =
true;
152 LogAndThrowFatal(
"Timeline profiling requires external profiling to be turned on");
158 "Executes a neural network model using the provided input " 159 "tensor. Prints the resulting output tensor."}
167 "Which device to run layers on by default. If a single device doesn't support all layers in the model " 168 "you can specify a second or third to fall back on. Possible choices: " 170 +
" NOTE: Multiple compute devices need to be passed as a comma separated list without whitespaces " 171 "e.g. GpuAcc,CpuAcc,CpuRef or by repeating the program option e.g. '-c Cpuacc -c CpuRef'. " 172 "Duplicates are ignored.",
173 cxxopts::value<std::vector<std::string>>())
176 "armnn-binary, onnx-binary, onnx-text, tflite-binary",
177 cxxopts::value<std::string>())
180 "Path to model file, e.g. .armnn, , .prototxt, .tflite, .onnx",
184 "Identifier of the input tensors in the network separated by comma.",
185 cxxopts::value<std::string>())
188 "Identifier of the output tensors in the network separated by comma.",
189 cxxopts::value<std::string>());
192 (
"b,dynamic-backends-path",
193 "Path where to load any available dynamic backend from. " 194 "If left empty (the default), dynamic backends will not be used.",
198 "If this option is enabled inferences will be executed in parallel asynchronously.",
201 (
"d,input-tensor-data",
202 "Path to files containing the input data as a flat array separated by whitespace. " 203 "Several paths can be passed by separating them with a comma. If not specified, the network will be " 204 "run with dummy data (useful for profiling).",
205 cxxopts::value<std::string>()->default_value(
""))
207 (
"h,help",
"Display usage information")
209 (
"infer-output-shape",
210 "Infers output tensor shape from input tensor shape and validate where applicable (where supported by " 215 "Number of iterations to run the network for, default is set to 1",
218 (
"l,dequantize-output",
219 "If this option is enabled, all quantized outputs will be dequantized to float. " 220 "If unset, default to not get dequantized. " 221 "Accepted values (true or false)",
224 (
"p,print-intermediate-layers",
225 "If this option is enabled, the output of every graph layer will be printed.",
227 ->implicit_value(
"true"))
229 (
"parse-unsupported",
230 "Add unsupported operators as stand-in layers (where supported by parser)",
234 "If this option is enabled, all float inputs will be quantized to qasymm8. " 235 "If unset, default to not quantized. Accepted values (true or false)",
239 "Threshold time is the maximum allowed time for inference measured in milliseconds. If the actual " 240 "inference time is greater than the threshold time, the test will fail. By default, no threshold " 244 (
"s,input-tensor-shape",
245 "The shape of the input tensors in the network as a flat array of integers separated by comma." 246 "Several shapes can be passed by separating them with a colon (:).",
247 cxxopts::value<std::string>())
249 (
"v,visualize-optimized-model",
250 "Enables built optimized model visualizer. If unset, defaults to off.",
252 ->implicit_value(
"true"))
254 (
"w,write-outputs-to-file",
255 "Comma-separated list of output file paths keyed with the binding-id of the output slot. " 256 "If left empty (the default), the output tensors will not be written to a file.",
257 cxxopts::value<std::string>())
259 (
"x,subgraph-number",
260 "Id of the subgraph to be executed. Defaults to 0.",
264 "The type of the input tensors in the network separated by comma. " 265 "If unset, defaults to \"float\" for all defined inputs. " 266 "Accepted values (float, int or qasymm8).",
267 cxxopts::value<std::string>())
270 "The type of the output tensors in the network separated by comma. " 271 "If unset, defaults to \"float\" for all defined outputs. " 272 "Accepted values (float, int or qasymm8).",
273 cxxopts::value<std::string>())
275 (
"T,tflite-executor",
276 "Set the executor for the tflite model: parser, delegate, tflite" 277 "parser is the ArmNNTfLiteParser, " 278 "delegate is the ArmNNTfLiteDelegate, " 279 "tflite is the TfliteInterpreter",
280 cxxopts::value<std::string>()->default_value(
"parser"))
282 (
"D,armnn-tflite-delegate",
283 "Enable Arm NN TfLite delegate. " 284 "This option is depreciated please use tflite-executor instead",
287 (
"simultaneous-iterations",
288 "Number of simultaneous iterations to async-run the network for, default is set to 1",
293 "If this option is enabled, FP32 layers, " 294 "weights and biases will be converted to BFloat16 where the backend supports it",
296 ->default_value(
"false")->implicit_value(
"true"))
299 "Enables fast_math options in backends that support it. Using the fast_math flag can lead to " 300 "performance improvements but may result in reduced or different precision.",
303 (
"number-of-threads",
304 "Assign the number of threads used by the CpuAcc backend. " 305 "Input value must be between 1 and 64. " 306 "Default is set to 0 (Backend will decide number of threads to use).",
309 (
"save-cached-network",
310 "Enables saving of the cached network to a file given with the cached-network-filepath option. " 311 "See also --cached-network-filepath",
313 ->default_value(
"false")->implicit_value(
"true"))
315 (
"cached-network-filepath",
316 "If non-empty, the given file will be used to load/save the cached network. " 317 "If save-cached-network is given then the cached network will be saved to the given file. " 318 "To save the cached network a file must already exist. " 319 "If save-cached-network is not given then the cached network will be loaded from the given file. " 320 "This will remove initial compilation time of kernels and speed up the first execution.",
324 "If this option is enabled, FP32 layers, " 325 "weights and biases will be converted to FP16 where the backend supports it",
327 ->default_value(
"false")->implicit_value(
"true"))
330 "Sets the tuning level which enables a tuning run which will update/create a tuning file. " 331 "Available options are: 1 (Rapid), 2 (Normal), 3 (Exhaustive). " 332 "Requires tuning-path to be set, default is set to 0 (No tuning run)",
336 "Path to tuning file. Enables use of CL tuning",
339 (
"MLGOTuningFilePath",
340 "Path to tuning file. Enables use of CL MLGO tuning",
344 (
"a,enable-external-profiling",
345 "If enabled external profiling will be switched on",
347 ->default_value(
"false")->implicit_value(
"true"))
349 (
"e,event-based-profiling",
350 "Enables built in profiler. If unset, defaults to off.",
353 (
"g,file-only-external-profiling",
354 "If enabled then the 'file-only' test mode of external profiling will be enabled",
356 ->default_value(
"false")->implicit_value(
"true"))
359 "If profiling is enabled specifies the output file format",
362 (
"j,outgoing-capture-file",
363 "If specified the outgoing external profiling packets will be captured in this binary file",
366 (
"k,incoming-capture-file",
367 "If specified the incoming external profiling packets will be captured in this binary file",
370 (
"timeline-profiling",
371 "If enabled timeline profiling will be switched on, requires external profiling",
373 ->default_value(
"false")->implicit_value(
"true"))
375 (
"u,counter-capture-period",
376 "If profiling is enabled in 'file-only' mode this is the capture period that will be used in the test",
379 catch (
const std::exception& e)
382 ARMNN_LOG(fatal) <<
"Fatal internal error: " << e.what();
407 auto computeDevices = GetOptionValue<std::vector<std::string>>(
"compute",
m_CxxResult);
429 std::string tfliteExecutor = GetOptionValue<std::string>(
"tflite-executor",
m_CxxResult);
431 if (tfliteExecutor.size() == 0 || tfliteExecutor ==
"parser")
435 else if (tfliteExecutor ==
"delegate")
439 else if (tfliteExecutor ==
"tflite")
445 ARMNN_LOG(info) << fmt::format(
"Invalid tflite-executor option '{}'.", tfliteExecutor);
452 ARMNN_LOG(info) << fmt::format(
"armnn-tflite-delegate option is being depreciated, " 453 "please use tflite-executor instead.");
459 std::vector<std::string> inputTensorShapesVector =
462 if (!inputTensorShapesVector.empty())
466 for(
const std::string& shape : inputTensorShapesVector)
468 std::stringstream ss(shape);
469 std::vector<unsigned int> dims =
ParseArray(ss);
472 std::make_unique<armnn::TensorShape>(static_cast<unsigned int>(dims.size()), dims.data()));
ExecuteNetworkParams m_ExNetParams
std::vector< std::string > m_InputTypes
cxxopts::Options m_CxxOptions
void ValidateExecuteNetworkParams()
Ensures that the parameters for ExecuteNetwork fit together.
std::string m_MLGOTuningFilePath
optionType GetOptionValue(std::string &&optionName, const cxxopts::ParseResult &result)
Provides a segfault safe way to get cxxopts option values by checking if the option was defined...
std::string m_OutgoingCaptureFile
std::vector< TensorShapePtr > m_InputTensorShapes
std::vector< unsigned int > ParseArray(std::istream &stream)
void RemoveDuplicateDevices(std::vector< armnn::BackendId > &computeDevices)
bool m_EnableFp16TurboMode
std::vector< std::string > ParseStringList(const std::string &inputString, const char *delimiter)
Splits a given string at every accurance of delimiter into a vector of string.
std::string m_DynamicBackendsPath
armnn::IRuntime::CreationOptions m_RuntimeOptions
#define ARMNN_LOG(severity)
BackendRegistry & BackendRegistryInstance()
std::vector< armnn::BackendId > GetBackendIDs(const std::vector< std::string > &backendStringsVec)
Takes a vector of backend strings and returns a vector of backendIDs.
std::vector< std::string > m_OutputNames
TfLiteExecutor m_TfLiteExecutor
std::string GetBackendIdsAsString() const
std::string m_IncomingCaptureFile
std::vector< std::string > m_OutputTensorFiles
size_t m_SimultaneousIterations
std::string m_CachedNetworkFilePath
bool CheckOption(const cxxopts::ParseResult &result, const char *option)
std::vector< armnn::BackendId > m_ComputeDevices
std::vector< std::string > m_OutputTypes
std::string StringTrimCopy(const std::string &str, const std::string &chars="\\\")
Trim from both the start and the end of a string, returns a trimmed copy of the string.
std::vector< BackendOptions > m_BackendOptions
Pass backend specific options.
ProgramOptions()
Initializes ProgramOptions by adding options to the underlying cxxopts::options object.
bool m_GenerateTensorData
#define ARMNN_ASSERT_MSG(COND, MSG)
unsigned int m_NumberOfThreads
std::vector< std::string > m_InputNames
bool m_EnableBf16TurboMode
std::vector< std::string > m_InputTensorDataFilePaths
void ParseOptions(int ac, const char *av[])
Parses program options from the command line or another source and stores the values in member variab...
Struct for the users to pass backend specific options.
void LogAndThrowFatal(std::string errorMessage)
std::string m_DynamicBackendsPath
Setting this value will override the paths set by the DYNAMIC_BACKEND_PATHS compiler directive Only a...
Holds and parses program options for the ExecuteNetwork application.
bool m_EnableGpuProfiling
Setting this flag will allow the user to obtain GPU profiling information from the runtime...
void CheckOptionDependency(const cxxopts::ParseResult &result, const char *option, const char *required)
bool m_EnableLayerDetails
void ValidateRuntimeOptions()
Ensures that the runtime options are valid.
void CheckOptionDependencies(const cxxopts::ParseResult &result)
cxxopts::ParseResult m_CxxResult
void CheckRequiredOptions(const cxxopts::ParseResult &result)
ExternalProfilingOptions m_ProfilingOptions
std::string m_ModelFormat