diff options
author | Benjamin Klimczak <benjamin.klimczak@arm.com> | 2022-07-11 12:33:42 +0100 |
---|---|---|
committer | Benjamin Klimczak <benjamin.klimczak@arm.com> | 2022-07-26 14:08:21 +0100 |
commit | 5d81f37de09efe10f90512e50252be9c36925fcf (patch) | |
tree | b4d7cdfd051da0a6e882bdfcf280fd7ca7b39e57 /tests/test_devices_ethosu_data_analysis.py | |
parent | 7899b908c1fe6d86b92a80f3827ddd0ac05b674b (diff) | |
download | mlia-5d81f37de09efe10f90512e50252be9c36925fcf.tar.gz |
MLIA-551 Rework remains of AIET architecture
Re-factoring the code base to further merge the old AIET code into MLIA.
- Remove last traces of the backend type 'tool'
- Controlled systems removed, including SSH protocol, controller,
RunningCommand, locks etc.
- Build command / build dir and deploy functionality removed from
Applications and Systems
- Moving working_dir()
- Replace module 'output_parser' with new module 'output_consumer' and
merge Base64 parsing into it
- Change the output consumption to optionally remove (i.e. actually
consume) lines
- Use Base64 parsing in GenericInferenceOutputParser, replacing the
regex-based parsing and remove the now unused regex parsing
- Remove AIET reporting
- Pre-install applications by moving them to src/mlia/resources/backends
- Rename aiet-config.json to backend-config.json
- Move tests from tests/mlia/ to tests/
- Adapt unit tests to code changes
- Dependencies removed: paramiko, filelock, psutil
- Fix bug in corstone.py: The wrong resource directory was used which
broke the functionality to download backends.
- Use f-string formatting.
- Use logging instead of print.
Change-Id: I768bc3bb6b2eda57d219ad01be4a8e0a74167d76
Diffstat (limited to 'tests/test_devices_ethosu_data_analysis.py')
-rw-r--r-- | tests/test_devices_ethosu_data_analysis.py | 147 |
1 files changed, 147 insertions, 0 deletions
diff --git a/tests/test_devices_ethosu_data_analysis.py b/tests/test_devices_ethosu_data_analysis.py new file mode 100644 index 0000000..4b1d38b --- /dev/null +++ b/tests/test_devices_ethosu_data_analysis.py @@ -0,0 +1,147 @@ +# SPDX-FileCopyrightText: Copyright 2022, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 +"""Tests for Ethos-U data analysis module.""" +from typing import List + +import pytest + +from mlia.core.common import DataItem +from mlia.core.data_analysis import Fact +from mlia.devices.ethosu.config import EthosUConfiguration +from mlia.devices.ethosu.data_analysis import AllOperatorsSupportedOnNPU +from mlia.devices.ethosu.data_analysis import EthosUDataAnalyzer +from mlia.devices.ethosu.data_analysis import HasCPUOnlyOperators +from mlia.devices.ethosu.data_analysis import HasUnsupportedOnNPUOperators +from mlia.devices.ethosu.data_analysis import OptimizationDiff +from mlia.devices.ethosu.data_analysis import OptimizationResults +from mlia.devices.ethosu.data_analysis import PerfMetricDiff +from mlia.devices.ethosu.performance import MemoryUsage +from mlia.devices.ethosu.performance import NPUCycles +from mlia.devices.ethosu.performance import OptimizationPerformanceMetrics +from mlia.devices.ethosu.performance import PerformanceMetrics +from mlia.nn.tensorflow.optimizations.select import OptimizationSettings +from mlia.tools.vela_wrapper import NpuSupported +from mlia.tools.vela_wrapper import Operator +from mlia.tools.vela_wrapper import Operators + + +def test_perf_metrics_diff() -> None: + """Test PerfMetricsDiff class.""" + diff_same = PerfMetricDiff(1, 1) + assert diff_same.same is True + assert diff_same.improved is False + assert diff_same.degraded is False + assert diff_same.diff == 0 + + diff_improved = PerfMetricDiff(10, 5) + assert diff_improved.same is False + assert diff_improved.improved is True + assert diff_improved.degraded is False + assert diff_improved.diff == 50.0 + + diff_degraded = PerfMetricDiff(5, 10) + assert diff_degraded.same is False + assert diff_degraded.improved is False + assert diff_degraded.degraded is True + assert diff_degraded.diff == -100.0 + + diff_original_zero = PerfMetricDiff(0, 1) + assert diff_original_zero.diff == 0 + + +@pytest.mark.parametrize( + "input_data, expected_facts", + [ + [ + Operators( + [ + Operator( + "CPU operator", + "CPU operator type", + NpuSupported(False, [("CPU only operator", "")]), + ) + ] + ), + [ + HasCPUOnlyOperators(["CPU operator type"]), + HasUnsupportedOnNPUOperators(1.0), + ], + ], + [ + Operators( + [ + Operator( + "NPU operator", + "NPU operator type", + NpuSupported(True, []), + ) + ] + ), + [ + AllOperatorsSupportedOnNPU(), + ], + ], + [ + OptimizationPerformanceMetrics( + PerformanceMetrics( + EthosUConfiguration("ethos-u55-256"), + NPUCycles(1, 2, 3, 4, 5, 6), + # memory metrics are in kilobytes + MemoryUsage(*[i * 1024 for i in range(1, 6)]), # type: ignore + ), + [ + [ + [ + OptimizationSettings("pruning", 0.5, None), + ], + PerformanceMetrics( + EthosUConfiguration("ethos-u55-256"), + NPUCycles(1, 2, 3, 4, 5, 6), + # memory metrics are in kilobytes + MemoryUsage( + *[i * 1024 for i in range(1, 6)] # type: ignore + ), + ), + ], + ], + ), + [ + OptimizationResults( + [ + OptimizationDiff( + opt_type=[ + OptimizationSettings("pruning", 0.5, None), + ], + opt_diffs={ + "sram": PerfMetricDiff(1.0, 1.0), + "dram": PerfMetricDiff(2.0, 2.0), + "on_chip_flash": PerfMetricDiff(4.0, 4.0), + "off_chip_flash": PerfMetricDiff(5.0, 5.0), + "npu_total_cycles": PerfMetricDiff(3, 3), + }, + ) + ] + ) + ], + ], + [ + OptimizationPerformanceMetrics( + PerformanceMetrics( + EthosUConfiguration("ethos-u55-256"), + NPUCycles(1, 2, 3, 4, 5, 6), + # memory metrics are in kilobytes + MemoryUsage(*[i * 1024 for i in range(1, 6)]), # type: ignore + ), + [], + ), + [], + ], + ], +) +def test_ethos_u_data_analyzer( + input_data: DataItem, expected_facts: List[Fact] +) -> None: + """Test Ethos-U data analyzer.""" + analyzer = EthosUDataAnalyzer() + analyzer.analyze_data(input_data) + assert analyzer.get_analyzed_data() == expected_facts |