aboutsummaryrefslogtreecommitdiff
path: root/lib/layer_by_layer_profiler/include/layer_by_layer_profiler.hpp
diff options
context:
space:
mode:
Diffstat (limited to 'lib/layer_by_layer_profiler/include/layer_by_layer_profiler.hpp')
-rw-r--r--lib/layer_by_layer_profiler/include/layer_by_layer_profiler.hpp56
1 files changed, 56 insertions, 0 deletions
diff --git a/lib/layer_by_layer_profiler/include/layer_by_layer_profiler.hpp b/lib/layer_by_layer_profiler/include/layer_by_layer_profiler.hpp
new file mode 100644
index 0000000..8e8dc0f
--- /dev/null
+++ b/lib/layer_by_layer_profiler/include/layer_by_layer_profiler.hpp
@@ -0,0 +1,56 @@
+/*
+ * Copyright (c) 2021 Arm Limited. All rights reserved.
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * Licensed under the Apache License, Version 2.0 (the License); you may
+ * not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an AS IS BASIS, WITHOUT
+ * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef LAYER_BY_LAYER_PROFILER_H
+#define LAYER_BY_LAYER_PROFILER_H
+
+#include "EventRecorder.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
+#include <memory>
+#include <pmu_ethosu.h>
+
+// NOTE: This profiler only works on systems with 1 NPU due to the use of
+// ethosu_reserve_driver().
+namespace tflite {
+class LayerByLayerProfiler : public MicroProfiler {
+public:
+ enum Backend { PRINTF, EVENT_RECORDER };
+ LayerByLayerProfiler(size_t max_events = 200,
+ Backend backend = PRINTF,
+ int32_t event_id = EventID(EventLevelError, EvtStatistics_No, EventRecordNone));
+ uint32_t BeginEvent(const char *tag);
+ void EndEvent(uint32_t event_handle);
+ uint64_t GetTotalTicks() const;
+ void Log() const;
+
+private:
+ size_t max_events_;
+ std::unique_ptr<const char *[]> tags_;
+ std::unique_ptr<uint64_t[]> start_ticks_;
+ std::unique_ptr<uint64_t[]> end_ticks_;
+
+ Backend backend_;
+ int32_t event_id_;
+ size_t num_events_;
+
+ TF_LITE_REMOVE_VIRTUAL_DELETE;
+};
+
+} // namespace tflite
+
+#endif