diff options
author | Benjamin Klimczak <benjamin.klimczak@arm.com> | 2022-07-11 12:33:42 +0100 |
---|---|---|
committer | Benjamin Klimczak <benjamin.klimczak@arm.com> | 2022-07-26 14:08:21 +0100 |
commit | 5d81f37de09efe10f90512e50252be9c36925fcf (patch) | |
tree | b4d7cdfd051da0a6e882bdfcf280fd7ca7b39e57 /tests/mlia/test_api.py | |
parent | 7899b908c1fe6d86b92a80f3827ddd0ac05b674b (diff) | |
download | mlia-5d81f37de09efe10f90512e50252be9c36925fcf.tar.gz |
MLIA-551 Rework remains of AIET architecture
Re-factoring the code base to further merge the old AIET code into MLIA.
- Remove last traces of the backend type 'tool'
- Controlled systems removed, including SSH protocol, controller,
RunningCommand, locks etc.
- Build command / build dir and deploy functionality removed from
Applications and Systems
- Moving working_dir()
- Replace module 'output_parser' with new module 'output_consumer' and
merge Base64 parsing into it
- Change the output consumption to optionally remove (i.e. actually
consume) lines
- Use Base64 parsing in GenericInferenceOutputParser, replacing the
regex-based parsing and remove the now unused regex parsing
- Remove AIET reporting
- Pre-install applications by moving them to src/mlia/resources/backends
- Rename aiet-config.json to backend-config.json
- Move tests from tests/mlia/ to tests/
- Adapt unit tests to code changes
- Dependencies removed: paramiko, filelock, psutil
- Fix bug in corstone.py: The wrong resource directory was used which
broke the functionality to download backends.
- Use f-string formatting.
- Use logging instead of print.
Change-Id: I768bc3bb6b2eda57d219ad01be4a8e0a74167d76
Diffstat (limited to 'tests/mlia/test_api.py')
-rw-r--r-- | tests/mlia/test_api.py | 96 |
1 files changed, 0 insertions, 96 deletions
diff --git a/tests/mlia/test_api.py b/tests/mlia/test_api.py deleted file mode 100644 index 09bc509..0000000 --- a/tests/mlia/test_api.py +++ /dev/null @@ -1,96 +0,0 @@ -# SPDX-FileCopyrightText: Copyright 2022, Arm Limited and/or its affiliates. -# SPDX-License-Identifier: Apache-2.0 -"""Tests for the API functions.""" -from pathlib import Path -from unittest.mock import MagicMock - -import pytest - -from mlia.api import get_advice -from mlia.core.common import AdviceCategory -from mlia.core.context import Context -from mlia.core.context import ExecutionContext - - -def test_get_advice_no_target_provided(test_keras_model: Path) -> None: - """Test getting advice when no target provided.""" - with pytest.raises(Exception, match="Target is not provided"): - get_advice(None, test_keras_model, "all") # type: ignore - - -def test_get_advice_wrong_category(test_keras_model: Path) -> None: - """Test getting advice when wrong advice category provided.""" - with pytest.raises(Exception, match="Invalid advice category unknown"): - get_advice("ethos-u55-256", test_keras_model, "unknown") # type: ignore - - -@pytest.mark.parametrize( - "category, context, expected_category", - [ - [ - "all", - None, - AdviceCategory.ALL, - ], - [ - "optimization", - None, - AdviceCategory.OPTIMIZATION, - ], - [ - "operators", - None, - AdviceCategory.OPERATORS, - ], - [ - "performance", - None, - AdviceCategory.PERFORMANCE, - ], - [ - "all", - ExecutionContext(), - AdviceCategory.ALL, - ], - [ - "all", - ExecutionContext(advice_category=AdviceCategory.PERFORMANCE), - AdviceCategory.ALL, - ], - [ - "all", - ExecutionContext(config_parameters={"param": "value"}), - AdviceCategory.ALL, - ], - [ - "all", - ExecutionContext(event_handlers=[MagicMock()]), - AdviceCategory.ALL, - ], - ], -) -def test_get_advice( - monkeypatch: pytest.MonkeyPatch, - category: str, - context: ExecutionContext, - expected_category: AdviceCategory, - test_keras_model: Path, -) -> None: - """Test getting advice with valid parameters.""" - advisor_mock = MagicMock() - monkeypatch.setattr("mlia.api._get_advisor", MagicMock(return_value=advisor_mock)) - - get_advice( - "ethos-u55-256", - test_keras_model, - category, # type: ignore - context=context, - ) - - advisor_mock.run.assert_called_once() - context = advisor_mock.run.mock_calls[0].args[0] - assert isinstance(context, Context) - assert context.advice_category == expected_category - - assert context.event_handlers is not None - assert context.config_parameters is not None |