diff options
Diffstat (limited to 'lib/layer_by_layer_profiler/include/layer_by_layer_profiler.hpp')
-rw-r--r-- | lib/layer_by_layer_profiler/include/layer_by_layer_profiler.hpp | 56 |
1 files changed, 56 insertions, 0 deletions
diff --git a/lib/layer_by_layer_profiler/include/layer_by_layer_profiler.hpp b/lib/layer_by_layer_profiler/include/layer_by_layer_profiler.hpp new file mode 100644 index 0000000..8e8dc0f --- /dev/null +++ b/lib/layer_by_layer_profiler/include/layer_by_layer_profiler.hpp @@ -0,0 +1,56 @@ +/* + * Copyright (c) 2021 Arm Limited. All rights reserved. + * + * SPDX-License-Identifier: Apache-2.0 + * + * Licensed under the Apache License, Version 2.0 (the License); you may + * not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an AS IS BASIS, WITHOUT + * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef LAYER_BY_LAYER_PROFILER_H +#define LAYER_BY_LAYER_PROFILER_H + +#include "EventRecorder.h" +#include "tensorflow/lite/kernels/internal/compatibility.h" +#include <memory> +#include <pmu_ethosu.h> + +// NOTE: This profiler only works on systems with 1 NPU due to the use of +// ethosu_reserve_driver(). +namespace tflite { +class LayerByLayerProfiler : public MicroProfiler { +public: + enum Backend { PRINTF, EVENT_RECORDER }; + LayerByLayerProfiler(size_t max_events = 200, + Backend backend = PRINTF, + int32_t event_id = EventID(EventLevelError, EvtStatistics_No, EventRecordNone)); + uint32_t BeginEvent(const char *tag); + void EndEvent(uint32_t event_handle); + uint64_t GetTotalTicks() const; + void Log() const; + +private: + size_t max_events_; + std::unique_ptr<const char *[]> tags_; + std::unique_ptr<uint64_t[]> start_ticks_; + std::unique_ptr<uint64_t[]> end_ticks_; + + Backend backend_; + int32_t event_id_; + size_t num_events_; + + TF_LITE_REMOVE_VIRTUAL_DELETE; +}; + +} // namespace tflite + +#endif |