diff options
author | Benjamin Klimczak <benjamin.klimczak@arm.com> | 2022-07-11 12:33:42 +0100 |
---|---|---|
committer | Benjamin Klimczak <benjamin.klimczak@arm.com> | 2022-07-26 14:08:21 +0100 |
commit | 5d81f37de09efe10f90512e50252be9c36925fcf (patch) | |
tree | b4d7cdfd051da0a6e882bdfcf280fd7ca7b39e57 /tests/mlia/test_cli_helpers.py | |
parent | 7899b908c1fe6d86b92a80f3827ddd0ac05b674b (diff) | |
download | mlia-5d81f37de09efe10f90512e50252be9c36925fcf.tar.gz |
MLIA-551 Rework remains of AIET architecture
Re-factoring the code base to further merge the old AIET code into MLIA.
- Remove last traces of the backend type 'tool'
- Controlled systems removed, including SSH protocol, controller,
RunningCommand, locks etc.
- Build command / build dir and deploy functionality removed from
Applications and Systems
- Moving working_dir()
- Replace module 'output_parser' with new module 'output_consumer' and
merge Base64 parsing into it
- Change the output consumption to optionally remove (i.e. actually
consume) lines
- Use Base64 parsing in GenericInferenceOutputParser, replacing the
regex-based parsing and remove the now unused regex parsing
- Remove AIET reporting
- Pre-install applications by moving them to src/mlia/resources/backends
- Rename aiet-config.json to backend-config.json
- Move tests from tests/mlia/ to tests/
- Adapt unit tests to code changes
- Dependencies removed: paramiko, filelock, psutil
- Fix bug in corstone.py: The wrong resource directory was used which
broke the functionality to download backends.
- Use f-string formatting.
- Use logging instead of print.
Change-Id: I768bc3bb6b2eda57d219ad01be4a8e0a74167d76
Diffstat (limited to 'tests/mlia/test_cli_helpers.py')
-rw-r--r-- | tests/mlia/test_cli_helpers.py | 165 |
1 files changed, 0 insertions, 165 deletions
diff --git a/tests/mlia/test_cli_helpers.py b/tests/mlia/test_cli_helpers.py deleted file mode 100644 index 2c52885..0000000 --- a/tests/mlia/test_cli_helpers.py +++ /dev/null @@ -1,165 +0,0 @@ -# SPDX-FileCopyrightText: Copyright 2022, Arm Limited and/or its affiliates. -# SPDX-License-Identifier: Apache-2.0 -"""Tests for the helper classes.""" -from typing import Any -from typing import Dict -from typing import List - -import pytest - -from mlia.cli.helpers import CLIActionResolver -from mlia.nn.tensorflow.optimizations.select import OptimizationSettings - - -class TestCliActionResolver: - """Test cli action resolver.""" - - @staticmethod - @pytest.mark.parametrize( - "args, params, expected_result", - [ - [ - {}, - {"opt_settings": "some_setting"}, - [], - ], - [ - {}, - {}, - [ - "Note: you will need a Keras model for that.", - "For example: mlia optimization --optimization-type " - "pruning,clustering --optimization-target 0.5,32 " - "/path/to/keras_model", - "For more info: mlia optimization --help", - ], - ], - [ - {"model": "model.h5"}, - {}, - [ - "For example: mlia optimization --optimization-type " - "pruning,clustering --optimization-target 0.5,32 model.h5", - "For more info: mlia optimization --help", - ], - ], - [ - {"model": "model.h5"}, - {"opt_settings": [OptimizationSettings("pruning", 0.5, None)]}, - [ - "For more info: mlia optimization --help", - "Optimization command: " - "mlia optimization --optimization-type pruning " - "--optimization-target 0.5 model.h5", - ], - ], - [ - {"model": "model.h5", "target_profile": "target_profile"}, - {"opt_settings": [OptimizationSettings("pruning", 0.5, None)]}, - [ - "For more info: mlia optimization --help", - "Optimization command: " - "mlia optimization --optimization-type pruning " - "--optimization-target 0.5 " - "--target-profile target_profile model.h5", - ], - ], - ], - ) - def test_apply_optimizations( - args: Dict[str, Any], - params: Dict[str, Any], - expected_result: List[str], - ) -> None: - """Test action resolving for applying optimizations.""" - resolver = CLIActionResolver(args) - assert resolver.apply_optimizations(**params) == expected_result - - @staticmethod - def test_supported_operators_info() -> None: - """Test supported operators info.""" - resolver = CLIActionResolver({}) - assert resolver.supported_operators_info() == [ - "For guidance on supported operators, run: mlia operators " - "--supported-ops-report", - ] - - @staticmethod - def test_operator_compatibility_details() -> None: - """Test operator compatibility details info.""" - resolver = CLIActionResolver({}) - assert resolver.operator_compatibility_details() == [ - "For more details, run: mlia operators --help" - ] - - @staticmethod - def test_optimization_details() -> None: - """Test optimization details info.""" - resolver = CLIActionResolver({}) - assert resolver.optimization_details() == [ - "For more info, see: mlia optimization --help" - ] - - @staticmethod - @pytest.mark.parametrize( - "args, expected_result", - [ - [ - {}, - [], - ], - [ - {"model": "model.tflite"}, - [ - "Check the estimated performance by running the " - "following command: ", - "mlia performance model.tflite", - ], - ], - [ - {"model": "model.tflite", "target_profile": "target_profile"}, - [ - "Check the estimated performance by running the " - "following command: ", - "mlia performance --target-profile target_profile model.tflite", - ], - ], - ], - ) - def test_check_performance( - args: Dict[str, Any], expected_result: List[str] - ) -> None: - """Test check performance info.""" - resolver = CLIActionResolver(args) - assert resolver.check_performance() == expected_result - - @staticmethod - @pytest.mark.parametrize( - "args, expected_result", - [ - [ - {}, - [], - ], - [ - {"model": "model.tflite"}, - [ - "Try running the following command to verify that:", - "mlia operators model.tflite", - ], - ], - [ - {"model": "model.tflite", "target_profile": "target_profile"}, - [ - "Try running the following command to verify that:", - "mlia operators --target-profile target_profile model.tflite", - ], - ], - ], - ) - def test_check_operator_compatibility( - args: Dict[str, Any], expected_result: List[str] - ) -> None: - """Test checking operator compatibility info.""" - resolver = CLIActionResolver(args) - assert resolver.check_operator_compatibility() == expected_result |