diff options
author | Benjamin Klimczak <benjamin.klimczak@arm.com> | 2022-07-11 12:33:42 +0100 |
---|---|---|
committer | Benjamin Klimczak <benjamin.klimczak@arm.com> | 2022-07-26 14:08:21 +0100 |
commit | 5d81f37de09efe10f90512e50252be9c36925fcf (patch) | |
tree | b4d7cdfd051da0a6e882bdfcf280fd7ca7b39e57 /tests/mlia/test_devices_ethosu_data_analysis.py | |
parent | 7899b908c1fe6d86b92a80f3827ddd0ac05b674b (diff) | |
download | mlia-5d81f37de09efe10f90512e50252be9c36925fcf.tar.gz |
MLIA-551 Rework remains of AIET architecture
Re-factoring the code base to further merge the old AIET code into MLIA.
- Remove last traces of the backend type 'tool'
- Controlled systems removed, including SSH protocol, controller,
RunningCommand, locks etc.
- Build command / build dir and deploy functionality removed from
Applications and Systems
- Moving working_dir()
- Replace module 'output_parser' with new module 'output_consumer' and
merge Base64 parsing into it
- Change the output consumption to optionally remove (i.e. actually
consume) lines
- Use Base64 parsing in GenericInferenceOutputParser, replacing the
regex-based parsing and remove the now unused regex parsing
- Remove AIET reporting
- Pre-install applications by moving them to src/mlia/resources/backends
- Rename aiet-config.json to backend-config.json
- Move tests from tests/mlia/ to tests/
- Adapt unit tests to code changes
- Dependencies removed: paramiko, filelock, psutil
- Fix bug in corstone.py: The wrong resource directory was used which
broke the functionality to download backends.
- Use f-string formatting.
- Use logging instead of print.
Change-Id: I768bc3bb6b2eda57d219ad01be4a8e0a74167d76
Diffstat (limited to 'tests/mlia/test_devices_ethosu_data_analysis.py')
-rw-r--r-- | tests/mlia/test_devices_ethosu_data_analysis.py | 147 |
1 files changed, 0 insertions, 147 deletions
diff --git a/tests/mlia/test_devices_ethosu_data_analysis.py b/tests/mlia/test_devices_ethosu_data_analysis.py deleted file mode 100644 index 4b1d38b..0000000 --- a/tests/mlia/test_devices_ethosu_data_analysis.py +++ /dev/null @@ -1,147 +0,0 @@ -# SPDX-FileCopyrightText: Copyright 2022, Arm Limited and/or its affiliates. -# SPDX-License-Identifier: Apache-2.0 -"""Tests for Ethos-U data analysis module.""" -from typing import List - -import pytest - -from mlia.core.common import DataItem -from mlia.core.data_analysis import Fact -from mlia.devices.ethosu.config import EthosUConfiguration -from mlia.devices.ethosu.data_analysis import AllOperatorsSupportedOnNPU -from mlia.devices.ethosu.data_analysis import EthosUDataAnalyzer -from mlia.devices.ethosu.data_analysis import HasCPUOnlyOperators -from mlia.devices.ethosu.data_analysis import HasUnsupportedOnNPUOperators -from mlia.devices.ethosu.data_analysis import OptimizationDiff -from mlia.devices.ethosu.data_analysis import OptimizationResults -from mlia.devices.ethosu.data_analysis import PerfMetricDiff -from mlia.devices.ethosu.performance import MemoryUsage -from mlia.devices.ethosu.performance import NPUCycles -from mlia.devices.ethosu.performance import OptimizationPerformanceMetrics -from mlia.devices.ethosu.performance import PerformanceMetrics -from mlia.nn.tensorflow.optimizations.select import OptimizationSettings -from mlia.tools.vela_wrapper import NpuSupported -from mlia.tools.vela_wrapper import Operator -from mlia.tools.vela_wrapper import Operators - - -def test_perf_metrics_diff() -> None: - """Test PerfMetricsDiff class.""" - diff_same = PerfMetricDiff(1, 1) - assert diff_same.same is True - assert diff_same.improved is False - assert diff_same.degraded is False - assert diff_same.diff == 0 - - diff_improved = PerfMetricDiff(10, 5) - assert diff_improved.same is False - assert diff_improved.improved is True - assert diff_improved.degraded is False - assert diff_improved.diff == 50.0 - - diff_degraded = PerfMetricDiff(5, 10) - assert diff_degraded.same is False - assert diff_degraded.improved is False - assert diff_degraded.degraded is True - assert diff_degraded.diff == -100.0 - - diff_original_zero = PerfMetricDiff(0, 1) - assert diff_original_zero.diff == 0 - - -@pytest.mark.parametrize( - "input_data, expected_facts", - [ - [ - Operators( - [ - Operator( - "CPU operator", - "CPU operator type", - NpuSupported(False, [("CPU only operator", "")]), - ) - ] - ), - [ - HasCPUOnlyOperators(["CPU operator type"]), - HasUnsupportedOnNPUOperators(1.0), - ], - ], - [ - Operators( - [ - Operator( - "NPU operator", - "NPU operator type", - NpuSupported(True, []), - ) - ] - ), - [ - AllOperatorsSupportedOnNPU(), - ], - ], - [ - OptimizationPerformanceMetrics( - PerformanceMetrics( - EthosUConfiguration("ethos-u55-256"), - NPUCycles(1, 2, 3, 4, 5, 6), - # memory metrics are in kilobytes - MemoryUsage(*[i * 1024 for i in range(1, 6)]), # type: ignore - ), - [ - [ - [ - OptimizationSettings("pruning", 0.5, None), - ], - PerformanceMetrics( - EthosUConfiguration("ethos-u55-256"), - NPUCycles(1, 2, 3, 4, 5, 6), - # memory metrics are in kilobytes - MemoryUsage( - *[i * 1024 for i in range(1, 6)] # type: ignore - ), - ), - ], - ], - ), - [ - OptimizationResults( - [ - OptimizationDiff( - opt_type=[ - OptimizationSettings("pruning", 0.5, None), - ], - opt_diffs={ - "sram": PerfMetricDiff(1.0, 1.0), - "dram": PerfMetricDiff(2.0, 2.0), - "on_chip_flash": PerfMetricDiff(4.0, 4.0), - "off_chip_flash": PerfMetricDiff(5.0, 5.0), - "npu_total_cycles": PerfMetricDiff(3, 3), - }, - ) - ] - ) - ], - ], - [ - OptimizationPerformanceMetrics( - PerformanceMetrics( - EthosUConfiguration("ethos-u55-256"), - NPUCycles(1, 2, 3, 4, 5, 6), - # memory metrics are in kilobytes - MemoryUsage(*[i * 1024 for i in range(1, 6)]), # type: ignore - ), - [], - ), - [], - ], - ], -) -def test_ethos_u_data_analyzer( - input_data: DataItem, expected_facts: List[Fact] -) -> None: - """Test Ethos-U data analyzer.""" - analyzer = EthosUDataAnalyzer() - analyzer.analyze_data(input_data) - assert analyzer.get_analyzed_data() == expected_facts |