aboutsummaryrefslogtreecommitdiff
path: root/tests/mlia/test_devices_ethosu_data_analysis.py
diff options
context:
space:
mode:
authorBenjamin Klimczak <benjamin.klimczak@arm.com>2022-07-11 12:33:42 +0100
committerBenjamin Klimczak <benjamin.klimczak@arm.com>2022-07-26 14:08:21 +0100
commit5d81f37de09efe10f90512e50252be9c36925fcf (patch)
treeb4d7cdfd051da0a6e882bdfcf280fd7ca7b39e57 /tests/mlia/test_devices_ethosu_data_analysis.py
parent7899b908c1fe6d86b92a80f3827ddd0ac05b674b (diff)
downloadmlia-5d81f37de09efe10f90512e50252be9c36925fcf.tar.gz
MLIA-551 Rework remains of AIET architecture
Re-factoring the code base to further merge the old AIET code into MLIA. - Remove last traces of the backend type 'tool' - Controlled systems removed, including SSH protocol, controller, RunningCommand, locks etc. - Build command / build dir and deploy functionality removed from Applications and Systems - Moving working_dir() - Replace module 'output_parser' with new module 'output_consumer' and merge Base64 parsing into it - Change the output consumption to optionally remove (i.e. actually consume) lines - Use Base64 parsing in GenericInferenceOutputParser, replacing the regex-based parsing and remove the now unused regex parsing - Remove AIET reporting - Pre-install applications by moving them to src/mlia/resources/backends - Rename aiet-config.json to backend-config.json - Move tests from tests/mlia/ to tests/ - Adapt unit tests to code changes - Dependencies removed: paramiko, filelock, psutil - Fix bug in corstone.py: The wrong resource directory was used which broke the functionality to download backends. - Use f-string formatting. - Use logging instead of print. Change-Id: I768bc3bb6b2eda57d219ad01be4a8e0a74167d76
Diffstat (limited to 'tests/mlia/test_devices_ethosu_data_analysis.py')
-rw-r--r--tests/mlia/test_devices_ethosu_data_analysis.py147
1 files changed, 0 insertions, 147 deletions
diff --git a/tests/mlia/test_devices_ethosu_data_analysis.py b/tests/mlia/test_devices_ethosu_data_analysis.py
deleted file mode 100644
index 4b1d38b..0000000
--- a/tests/mlia/test_devices_ethosu_data_analysis.py
+++ /dev/null
@@ -1,147 +0,0 @@
-# SPDX-FileCopyrightText: Copyright 2022, Arm Limited and/or its affiliates.
-# SPDX-License-Identifier: Apache-2.0
-"""Tests for Ethos-U data analysis module."""
-from typing import List
-
-import pytest
-
-from mlia.core.common import DataItem
-from mlia.core.data_analysis import Fact
-from mlia.devices.ethosu.config import EthosUConfiguration
-from mlia.devices.ethosu.data_analysis import AllOperatorsSupportedOnNPU
-from mlia.devices.ethosu.data_analysis import EthosUDataAnalyzer
-from mlia.devices.ethosu.data_analysis import HasCPUOnlyOperators
-from mlia.devices.ethosu.data_analysis import HasUnsupportedOnNPUOperators
-from mlia.devices.ethosu.data_analysis import OptimizationDiff
-from mlia.devices.ethosu.data_analysis import OptimizationResults
-from mlia.devices.ethosu.data_analysis import PerfMetricDiff
-from mlia.devices.ethosu.performance import MemoryUsage
-from mlia.devices.ethosu.performance import NPUCycles
-from mlia.devices.ethosu.performance import OptimizationPerformanceMetrics
-from mlia.devices.ethosu.performance import PerformanceMetrics
-from mlia.nn.tensorflow.optimizations.select import OptimizationSettings
-from mlia.tools.vela_wrapper import NpuSupported
-from mlia.tools.vela_wrapper import Operator
-from mlia.tools.vela_wrapper import Operators
-
-
-def test_perf_metrics_diff() -> None:
- """Test PerfMetricsDiff class."""
- diff_same = PerfMetricDiff(1, 1)
- assert diff_same.same is True
- assert diff_same.improved is False
- assert diff_same.degraded is False
- assert diff_same.diff == 0
-
- diff_improved = PerfMetricDiff(10, 5)
- assert diff_improved.same is False
- assert diff_improved.improved is True
- assert diff_improved.degraded is False
- assert diff_improved.diff == 50.0
-
- diff_degraded = PerfMetricDiff(5, 10)
- assert diff_degraded.same is False
- assert diff_degraded.improved is False
- assert diff_degraded.degraded is True
- assert diff_degraded.diff == -100.0
-
- diff_original_zero = PerfMetricDiff(0, 1)
- assert diff_original_zero.diff == 0
-
-
-@pytest.mark.parametrize(
- "input_data, expected_facts",
- [
- [
- Operators(
- [
- Operator(
- "CPU operator",
- "CPU operator type",
- NpuSupported(False, [("CPU only operator", "")]),
- )
- ]
- ),
- [
- HasCPUOnlyOperators(["CPU operator type"]),
- HasUnsupportedOnNPUOperators(1.0),
- ],
- ],
- [
- Operators(
- [
- Operator(
- "NPU operator",
- "NPU operator type",
- NpuSupported(True, []),
- )
- ]
- ),
- [
- AllOperatorsSupportedOnNPU(),
- ],
- ],
- [
- OptimizationPerformanceMetrics(
- PerformanceMetrics(
- EthosUConfiguration("ethos-u55-256"),
- NPUCycles(1, 2, 3, 4, 5, 6),
- # memory metrics are in kilobytes
- MemoryUsage(*[i * 1024 for i in range(1, 6)]), # type: ignore
- ),
- [
- [
- [
- OptimizationSettings("pruning", 0.5, None),
- ],
- PerformanceMetrics(
- EthosUConfiguration("ethos-u55-256"),
- NPUCycles(1, 2, 3, 4, 5, 6),
- # memory metrics are in kilobytes
- MemoryUsage(
- *[i * 1024 for i in range(1, 6)] # type: ignore
- ),
- ),
- ],
- ],
- ),
- [
- OptimizationResults(
- [
- OptimizationDiff(
- opt_type=[
- OptimizationSettings("pruning", 0.5, None),
- ],
- opt_diffs={
- "sram": PerfMetricDiff(1.0, 1.0),
- "dram": PerfMetricDiff(2.0, 2.0),
- "on_chip_flash": PerfMetricDiff(4.0, 4.0),
- "off_chip_flash": PerfMetricDiff(5.0, 5.0),
- "npu_total_cycles": PerfMetricDiff(3, 3),
- },
- )
- ]
- )
- ],
- ],
- [
- OptimizationPerformanceMetrics(
- PerformanceMetrics(
- EthosUConfiguration("ethos-u55-256"),
- NPUCycles(1, 2, 3, 4, 5, 6),
- # memory metrics are in kilobytes
- MemoryUsage(*[i * 1024 for i in range(1, 6)]), # type: ignore
- ),
- [],
- ),
- [],
- ],
- ],
-)
-def test_ethos_u_data_analyzer(
- input_data: DataItem, expected_facts: List[Fact]
-) -> None:
- """Test Ethos-U data analyzer."""
- analyzer = EthosUDataAnalyzer()
- analyzer.analyze_data(input_data)
- assert analyzer.get_analyzed_data() == expected_facts