diff options
| author | Matthew Sloyan <matthew.sloyan@arm.com> | 2022-10-18 18:02:48 +0100 |
|---|---|---|
| committer | Matthew Sloyan <matthew.sloyan@arm.com> | 2022-10-19 17:41:40 +0100 |
| commit | 2e4d889fb036d1c0a34503400a3f45cfc6f9f3e1 (patch) | |
| tree | 083a125f75dc4e338bf9382da538742b4cd5bfa7 /reference_model/src/model_runner_impl.cc | |
| parent | 4196491afc23d375b5476b05be16defeed4eadad (diff) | |
| download | reference_model-2e4d889fb036d1c0a34503400a3f45cfc6f9f3e1.tar.gz | |
Add FP16 support to IModelRunner
* Added specific FP16 readfromVector and writeToVector methods.
* Added FP16 support to float readfromVector and writeToVector methods.
* Added missing reference to IModelRunner::setInput.
Signed-off-by: Matthew Sloyan <matthew.sloyan@arm.com>
Change-Id: I6b66468737e672afc925ccad4fb710fbb9427c14
Diffstat (limited to 'reference_model/src/model_runner_impl.cc')
| -rw-r--r-- | reference_model/src/model_runner_impl.cc | 14 |
1 files changed, 8 insertions, 6 deletions
diff --git a/reference_model/src/model_runner_impl.cc b/reference_model/src/model_runner_impl.cc index e0fdc49..8427150 100644 --- a/reference_model/src/model_runner_impl.cc +++ b/reference_model/src/model_runner_impl.cc @@ -156,7 +156,7 @@ done: } template <typename T> -int ModelRunnerImpl::setInput(std::string input_name, std::vector<T> vals) +int ModelRunnerImpl::setInput(std::string input_name, std::vector<T>& vals) { if (_main_gt == nullptr) { @@ -214,7 +214,7 @@ std::vector<T> ModelRunnerImpl::getOutput(std::string output_name) return std::vector<T>(); } - std::vector<T> outputs(tensor->getElementCount(), 0); + std::vector<T> outputs(tensor->getElementCount()); if (tensor->writeToVector(outputs)) { @@ -266,12 +266,14 @@ void ModelRunnerImpl::checkGraphStatus(SubgraphTraverser& main_gt) } // Template explicit specialization -template int ModelRunnerImpl::setInput<float>(std::string input_name, std::vector<float> vals); -template int ModelRunnerImpl::setInput<int32_t>(std::string input_name, std::vector<int32_t> vals); -template int ModelRunnerImpl::setInput<int64_t>(std::string input_name, std::vector<int64_t> vals); -template int ModelRunnerImpl::setInput<unsigned char>(std::string input_name, std::vector<unsigned char> vals); +template int ModelRunnerImpl::setInput<float>(std::string input_name, std::vector<float>& vals); +template int ModelRunnerImpl::setInput<half_float::half>(std::string input_name, std::vector<half_float::half>& vals); +template int ModelRunnerImpl::setInput<int32_t>(std::string input_name, std::vector<int32_t>& vals); +template int ModelRunnerImpl::setInput<int64_t>(std::string input_name, std::vector<int64_t>& vals); +template int ModelRunnerImpl::setInput<unsigned char>(std::string input_name, std::vector<unsigned char>& vals); template std::vector<float> ModelRunnerImpl::getOutput<float>(std::string output_name); +template std::vector<half_float::half> ModelRunnerImpl::getOutput<half_float::half>(std::string output_name); template std::vector<int32_t> ModelRunnerImpl::getOutput<int32_t>(std::string output_name); template std::vector<int64_t> ModelRunnerImpl::getOutput<int64_t>(std::string output_name); template std::vector<unsigned char> ModelRunnerImpl::getOutput<unsigned char>(std::string output_name);
\ No newline at end of file |