From d8cc8116f2deea11ad7aff9218a2e103062a7daf Mon Sep 17 00:00:00 2001 From: Narumol Prangnawarat Date: Tue, 24 Mar 2020 13:54:05 +0000 Subject: IVGCVSW-4521 Add bf16-turbo-mode option to ExecuteNetwork Signed-off-by: Narumol Prangnawarat Change-Id: I57ec47adf98680254fa481fb91d5a98dea8f032e --- tests/NetworkExecutionUtils/NetworkExecutionUtils.hpp | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) (limited to 'tests/NetworkExecutionUtils/NetworkExecutionUtils.hpp') diff --git a/tests/NetworkExecutionUtils/NetworkExecutionUtils.hpp b/tests/NetworkExecutionUtils/NetworkExecutionUtils.hpp index 4d996fd401..a0aeb8bc5a 100644 --- a/tests/NetworkExecutionUtils/NetworkExecutionUtils.hpp +++ b/tests/NetworkExecutionUtils/NetworkExecutionUtils.hpp @@ -379,6 +379,7 @@ struct ExecuteNetworkParams bool m_DequantizeOutput; bool m_EnableProfiling; bool m_EnableFp16TurboMode; + bool m_EnableBf16TurboMode; double m_ThresholdTime; bool m_PrintIntermediate; size_t m_SubgraphId; @@ -424,6 +425,7 @@ int MainImpl(const ExecuteNetworkParams& params, inferenceModelParams.m_SubgraphId = params.m_SubgraphId; inferenceModelParams.m_EnableFp16TurboMode = params.m_EnableFp16TurboMode; + inferenceModelParams.m_EnableBf16TurboMode = params.m_EnableBf16TurboMode; InferenceModel model(inferenceModelParams, params.m_EnableProfiling, @@ -549,6 +551,7 @@ int RunTest(const std::string& format, bool dequantizeOuput, bool enableProfiling, bool enableFp16TurboMode, + bool enableBf16TurboMode, const double& thresholdTime, bool printIntermediate, const size_t subgraphId, @@ -673,6 +676,7 @@ int RunTest(const std::string& format, params.m_DequantizeOutput = dequantizeOuput; params.m_EnableProfiling = enableProfiling; params.m_EnableFp16TurboMode = enableFp16TurboMode; + params.m_EnableBf16TurboMode = enableBf16TurboMode; params.m_ThresholdTime = thresholdTime; params.m_PrintIntermediate = printIntermediate; params.m_SubgraphId = subgraphId; @@ -748,8 +752,9 @@ int RunTest(const std::string& format, } int RunCsvTest(const armnnUtils::CsvRow &csvRow, const std::shared_ptr& runtime, - const bool enableProfiling, const bool enableFp16TurboMode, const double& thresholdTime, - const bool printIntermediate, bool enableLayerDetails = false, bool parseUnuspported = false) + const bool enableProfiling, const bool enableFp16TurboMode, const bool enableBf16TurboMode, + const double& thresholdTime, const bool printIntermediate, bool enableLayerDetails = false, + bool parseUnuspported = false) { IgnoreUnused(runtime); std::string modelFormat; @@ -868,6 +873,6 @@ int RunCsvTest(const armnnUtils::CsvRow &csvRow, const std::shared_ptr