diff options
author | Jens Elofsson <jens.elofsson@arm.com> | 2021-05-23 17:37:07 +0200 |
---|---|---|
committer | Måns Nilsson <mans.nilsson@arm.com> | 2021-05-27 15:50:35 +0200 |
commit | 701a63b693bc877fc44abd802a9b2a431d81cfbe (patch) | |
tree | 5cfe3fb1c63b083b749c61af25c3b39e6a314907 /lib/ethosu_profiler | |
parent | 036d1a89dffa4628f8d5b9a5b44ba9673ca2e3b4 (diff) | |
download | ethos-u-core-software-701a63b693bc877fc44abd802a9b2a431d81cfbe.tar.gz |
Add Event Recorder Profiling
* Add event recorded profiling to ethosu_profiler.
* Rename ethosu_profiler to layer_by_layer_profiler.
Change-Id: Ie39c29845b2d1eb6d9d72e3fce68bf373e9dc888
Diffstat (limited to 'lib/ethosu_profiler')
-rw-r--r-- | lib/ethosu_profiler/CMakeLists.txt | 26 | ||||
-rw-r--r-- | lib/ethosu_profiler/include/ethosu_profiler.hpp | 49 | ||||
-rw-r--r-- | lib/ethosu_profiler/src/ethosu_profiler.cpp | 112 |
3 files changed, 0 insertions, 187 deletions
diff --git a/lib/ethosu_profiler/CMakeLists.txt b/lib/ethosu_profiler/CMakeLists.txt deleted file mode 100644 index 336a696..0000000 --- a/lib/ethosu_profiler/CMakeLists.txt +++ /dev/null @@ -1,26 +0,0 @@ -# -# Copyright (c) 2021 Arm Limited. All rights reserved. -# -# SPDX-License-Identifier: Apache-2.0 -# -# Licensed under the Apache License, Version 2.0 (the License); you may -# not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an AS IS BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -if (NOT TARGET ethosu_core_driver) - return() -endif() -add_library(ethosu_profiler INTERFACE) - -target_link_libraries(ethosu_profiler INTERFACE ethosu_core_driver tflu) -target_include_directories(ethosu_profiler INTERFACE include) -target_sources(ethosu_profiler INTERFACE src/ethosu_profiler.cpp) diff --git a/lib/ethosu_profiler/include/ethosu_profiler.hpp b/lib/ethosu_profiler/include/ethosu_profiler.hpp deleted file mode 100644 index 12c337c..0000000 --- a/lib/ethosu_profiler/include/ethosu_profiler.hpp +++ /dev/null @@ -1,49 +0,0 @@ -/* - * Copyright (c) 2021 Arm Limited. All rights reserved. - * - * SPDX-License-Identifier: Apache-2.0 - * - * Licensed under the Apache License, Version 2.0 (the License); you may - * not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an AS IS BASIS, WITHOUT - * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef ETHOSU_PROFILER_H -#define ETHOSU_PROFILER_H - -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include <memory> -#include <pmu_ethosu.h> - -// NOTE: This profiler only works on systems with 1 NPU due to the use of -// ethosu_reserve_driver(). -namespace tflite { -class EthosUProfiler : public MicroProfiler { -public: - EthosUProfiler(size_t max_events = 200); - uint32_t BeginEvent(const char *tag); - void EndEvent(uint32_t event_handle); - uint64_t GetTotalTicks() const; - void Log() const; - -private: - size_t max_events_; - std::unique_ptr<const char *[]> tags_; - std::unique_ptr<uint64_t[]> start_ticks_; - std::unique_ptr<uint64_t[]> end_ticks_; - size_t num_events_; - - TF_LITE_REMOVE_VIRTUAL_DELETE; -}; - -} // namespace tflite - -#endif diff --git a/lib/ethosu_profiler/src/ethosu_profiler.cpp b/lib/ethosu_profiler/src/ethosu_profiler.cpp deleted file mode 100644 index 50b65f0..0000000 --- a/lib/ethosu_profiler/src/ethosu_profiler.cpp +++ /dev/null @@ -1,112 +0,0 @@ -/* - * Copyright (c) 2021 Arm Limited. All rights reserved. - * - * SPDX-License-Identifier: Apache-2.0 - * - * Licensed under the Apache License, Version 2.0 (the License); you may - * not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an AS IS BASIS, WITHOUT - * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "tensorflow/lite/kernels/internal/compatibility.h" -#include "tensorflow/lite/micro/micro_error_reporter.h" -#include "tensorflow/lite/micro/micro_profiler.h" -#include "tensorflow/lite/micro/micro_time.h" - -#include <string.h> - -#include "ethosu_profiler.hpp" -#include <ethosu_driver.h> -#include <inttypes.h> -#include <stdio.h> - -namespace { - -uint64_t GetCurrentEthosuTicks(struct ethosu_driver *drv) { - return ETHOSU_PMU_Get_CCNTR(drv); -} - -} // namespace - -namespace tflite { - -EthosUProfiler::EthosUProfiler(size_t max_events) : max_events_(max_events), num_events_(0) { - tags_ = std::make_unique<const char *[]>(max_events_); - start_ticks_ = std::make_unique<uint64_t[]>(max_events_); - end_ticks_ = std::make_unique<uint64_t[]>(max_events_); - - struct ethosu_driver *drv = ethosu_reserve_driver(); - ETHOSU_PMU_CNTR_Enable(drv, ETHOSU_PMU_CCNT_Msk); - ETHOSU_PMU_CYCCNT_Reset(drv); - ethosu_release_driver(drv); -} - -// NOTE: THIS PROFILER ONLY WORKS ON SYSTEMS WITH 1 NPU -uint32_t EthosUProfiler::BeginEvent(const char *tag) { - if (num_events_ == max_events_) { - tflite::GetMicroErrorReporter()->Report("Profiling event overflow, max: %u events", max_events_); - num_events_ = 0; - } - - tags_[num_events_] = tag; - - if (strcmp("ethos-u", tag) == 0) { - struct ethosu_driver *ethosu_drv = ethosu_reserve_driver(); - ETHOSU_PMU_CYCCNT_Reset(ethosu_drv); - ETHOSU_PMU_PMCCNTR_CFG_Set_Start_Event(ethosu_drv, ETHOSU_PMU_NPU_ACTIVE); - ETHOSU_PMU_PMCCNTR_CFG_Set_Stop_Event(ethosu_drv, ETHOSU_PMU_NPU_IDLE); - start_ticks_[num_events_] = GetCurrentEthosuTicks(ethosu_drv); - ethosu_release_driver(ethosu_drv); - } else { - start_ticks_[num_events_] = GetCurrentTimeTicks(); - } - - end_ticks_[num_events_] = start_ticks_[num_events_] - 1; - return num_events_++; -} - -// NOTE: THIS PROFILER ONLY WORKS ON SYSTEMS WITH 1 NPU -void EthosUProfiler::EndEvent(uint32_t event_handle) { - TFLITE_DCHECK(event_handle < max_events_); - - if (strcmp("ethos-u", tags_[event_handle]) == 0) { - struct ethosu_driver *ethosu_drv = ethosu_reserve_driver(); - end_ticks_[event_handle] = GetCurrentEthosuTicks(ethosu_drv); - ethosu_release_driver(ethosu_drv); - } else { - end_ticks_[event_handle] = GetCurrentTimeTicks(); - } - - printf("%s : cycle_cnt : %" PRIu64 " cycles\n", - tags_[event_handle], - end_ticks_[event_handle] - start_ticks_[event_handle]); -} - -uint64_t EthosUProfiler::GetTotalTicks() const { - uint64_t ticks = 0; - - for (size_t i = 0; i < num_events_; ++i) { - ticks += end_ticks_[i] - start_ticks_[i]; - } - - return ticks; -} - -void EthosUProfiler::Log() const { -#if !defined(TF_LITE_STRIP_ERROR_STRINGS) - for (int i = 0; i < num_events_; ++i) { - uint64_t ticks = end_ticks_[i] - start_ticks_[i]; - printf("%s took %" PRIu64 " cycles\n", tags_[i], ticks); - } -#endif -} - -} // namespace tflite |