1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
# SPDX-FileCopyrightText: Copyright 2022-2023, Arm Limited and/or its affiliates.
# SPDX-License-Identifier: Apache-2.0
"""Data collection module for Ethos-U."""
from __future__ import annotations
import logging
from pathlib import Path
from typing import Any
from typing import cast
from mlia.backend.vela.compat import Operators
from mlia.backend.vela.compat import supported_operators
from mlia.core.data_collection import ContextAwareDataCollector
from mlia.core.performance import P
from mlia.core.performance import PerformanceEstimator
from mlia.nn.tensorflow.config import get_tflite_model
from mlia.nn.tensorflow.tflite_compat import TFLiteChecker
from mlia.nn.tensorflow.tflite_compat import TFLiteCompatibilityInfo
from mlia.nn.tensorflow.utils import is_tflite_model
from mlia.target.common.optimization import OptimizingPerformaceDataCollector
from mlia.target.ethos_u.config import EthosUConfiguration
from mlia.target.ethos_u.performance import EthosUPerformanceEstimator
from mlia.target.ethos_u.performance import OptimizationPerformanceMetrics
from mlia.target.ethos_u.performance import PerformanceMetrics
from mlia.utils.logging import log_action
logger = logging.getLogger(__name__)
class EthosUOperatorCompatibility(ContextAwareDataCollector):
"""Collect operator compatibility information."""
def __init__(self, model: Path, target_config: EthosUConfiguration) -> None:
"""Init operator compatibility data collector."""
self.model = model
self.target_config = target_config
def collect_data(self) -> Operators | TFLiteCompatibilityInfo | None:
"""Collect operator compatibility information."""
if not is_tflite_model(self.model):
with log_action("Checking TensorFlow Lite compatibility ..."):
tflite_checker = TFLiteChecker()
tflite_compat = tflite_checker.check_compatibility(self.model)
if not tflite_compat.compatible:
return tflite_compat
tflite_model = get_tflite_model(self.model, self.context)
with log_action("Checking operator compatibility ..."):
return supported_operators(
Path(tflite_model.model_path), self.target_config.compiler_options
)
@classmethod
def name(cls) -> str:
"""Return name of the collector."""
return "ethos_u_operator_compatibility"
class EthosUPerformance(ContextAwareDataCollector):
"""Collect performance metrics."""
def __init__(
self,
model: Path,
target_config: EthosUConfiguration,
backends: list[str] | None = None,
) -> None:
"""Init performance data collector."""
self.model = model
self.target_config = target_config
self.backends = backends
def collect_data(self) -> PerformanceMetrics:
"""Collect model performance metrics."""
tflite_model = get_tflite_model(self.model, self.context)
estimator = EthosUPerformanceEstimator(
self.context,
self.target_config,
self.backends,
)
return estimator.estimate(tflite_model)
@classmethod
def name(cls) -> str:
"""Return name of the collector."""
return "ethos_u_performance"
# pylint: disable=too-many-ancestors
class EthosUOptimizationPerformance(OptimizingPerformaceDataCollector):
"""Collect performance metrics for performance optimizations."""
def create_estimator(self) -> PerformanceEstimator:
"""Create a PerformanceEstimator, to be overridden in subclasses."""
return EthosUPerformanceEstimator(
self.context,
cast(EthosUConfiguration, self.target),
self.backends,
)
def create_optimization_performance_metrics(
self, original_metrics: P, optimizations_perf_metrics: list[P]
) -> Any:
"""Create an optimization metrics object."""
return OptimizationPerformanceMetrics(
original_perf_metrics=original_metrics, # type: ignore
optimizations_perf_metrics=optimizations_perf_metrics, # type: ignore
)
@classmethod
def name(cls) -> str:
"""Return name of the collector."""
return "ethos_u_model_optimizations"
|
