aboutsummaryrefslogtreecommitdiff
path: root/tests/mlia/test_api.py
diff options
context:
space:
mode:
authorBenjamin Klimczak <benjamin.klimczak@arm.com>2022-07-11 12:33:42 +0100
committerBenjamin Klimczak <benjamin.klimczak@arm.com>2022-07-26 14:08:21 +0100
commit5d81f37de09efe10f90512e50252be9c36925fcf (patch)
treeb4d7cdfd051da0a6e882bdfcf280fd7ca7b39e57 /tests/mlia/test_api.py
parent7899b908c1fe6d86b92a80f3827ddd0ac05b674b (diff)
downloadmlia-5d81f37de09efe10f90512e50252be9c36925fcf.tar.gz
MLIA-551 Rework remains of AIET architecture
Re-factoring the code base to further merge the old AIET code into MLIA. - Remove last traces of the backend type 'tool' - Controlled systems removed, including SSH protocol, controller, RunningCommand, locks etc. - Build command / build dir and deploy functionality removed from Applications and Systems - Moving working_dir() - Replace module 'output_parser' with new module 'output_consumer' and merge Base64 parsing into it - Change the output consumption to optionally remove (i.e. actually consume) lines - Use Base64 parsing in GenericInferenceOutputParser, replacing the regex-based parsing and remove the now unused regex parsing - Remove AIET reporting - Pre-install applications by moving them to src/mlia/resources/backends - Rename aiet-config.json to backend-config.json - Move tests from tests/mlia/ to tests/ - Adapt unit tests to code changes - Dependencies removed: paramiko, filelock, psutil - Fix bug in corstone.py: The wrong resource directory was used which broke the functionality to download backends. - Use f-string formatting. - Use logging instead of print. Change-Id: I768bc3bb6b2eda57d219ad01be4a8e0a74167d76
Diffstat (limited to 'tests/mlia/test_api.py')
-rw-r--r--tests/mlia/test_api.py96
1 files changed, 0 insertions, 96 deletions
diff --git a/tests/mlia/test_api.py b/tests/mlia/test_api.py
deleted file mode 100644
index 09bc509..0000000
--- a/tests/mlia/test_api.py
+++ /dev/null
@@ -1,96 +0,0 @@
-# SPDX-FileCopyrightText: Copyright 2022, Arm Limited and/or its affiliates.
-# SPDX-License-Identifier: Apache-2.0
-"""Tests for the API functions."""
-from pathlib import Path
-from unittest.mock import MagicMock
-
-import pytest
-
-from mlia.api import get_advice
-from mlia.core.common import AdviceCategory
-from mlia.core.context import Context
-from mlia.core.context import ExecutionContext
-
-
-def test_get_advice_no_target_provided(test_keras_model: Path) -> None:
- """Test getting advice when no target provided."""
- with pytest.raises(Exception, match="Target is not provided"):
- get_advice(None, test_keras_model, "all") # type: ignore
-
-
-def test_get_advice_wrong_category(test_keras_model: Path) -> None:
- """Test getting advice when wrong advice category provided."""
- with pytest.raises(Exception, match="Invalid advice category unknown"):
- get_advice("ethos-u55-256", test_keras_model, "unknown") # type: ignore
-
-
-@pytest.mark.parametrize(
- "category, context, expected_category",
- [
- [
- "all",
- None,
- AdviceCategory.ALL,
- ],
- [
- "optimization",
- None,
- AdviceCategory.OPTIMIZATION,
- ],
- [
- "operators",
- None,
- AdviceCategory.OPERATORS,
- ],
- [
- "performance",
- None,
- AdviceCategory.PERFORMANCE,
- ],
- [
- "all",
- ExecutionContext(),
- AdviceCategory.ALL,
- ],
- [
- "all",
- ExecutionContext(advice_category=AdviceCategory.PERFORMANCE),
- AdviceCategory.ALL,
- ],
- [
- "all",
- ExecutionContext(config_parameters={"param": "value"}),
- AdviceCategory.ALL,
- ],
- [
- "all",
- ExecutionContext(event_handlers=[MagicMock()]),
- AdviceCategory.ALL,
- ],
- ],
-)
-def test_get_advice(
- monkeypatch: pytest.MonkeyPatch,
- category: str,
- context: ExecutionContext,
- expected_category: AdviceCategory,
- test_keras_model: Path,
-) -> None:
- """Test getting advice with valid parameters."""
- advisor_mock = MagicMock()
- monkeypatch.setattr("mlia.api._get_advisor", MagicMock(return_value=advisor_mock))
-
- get_advice(
- "ethos-u55-256",
- test_keras_model,
- category, # type: ignore
- context=context,
- )
-
- advisor_mock.run.assert_called_once()
- context = advisor_mock.run.mock_calls[0].args[0]
- assert isinstance(context, Context)
- assert context.advice_category == expected_category
-
- assert context.event_handlers is not None
- assert context.config_parameters is not None