From 5d81f37de09efe10f90512e50252be9c36925fcf Mon Sep 17 00:00:00 2001 From: Benjamin Klimczak Date: Mon, 11 Jul 2022 12:33:42 +0100 Subject: MLIA-551 Rework remains of AIET architecture Re-factoring the code base to further merge the old AIET code into MLIA. - Remove last traces of the backend type 'tool' - Controlled systems removed, including SSH protocol, controller, RunningCommand, locks etc. - Build command / build dir and deploy functionality removed from Applications and Systems - Moving working_dir() - Replace module 'output_parser' with new module 'output_consumer' and merge Base64 parsing into it - Change the output consumption to optionally remove (i.e. actually consume) lines - Use Base64 parsing in GenericInferenceOutputParser, replacing the regex-based parsing and remove the now unused regex parsing - Remove AIET reporting - Pre-install applications by moving them to src/mlia/resources/backends - Rename aiet-config.json to backend-config.json - Move tests from tests/mlia/ to tests/ - Adapt unit tests to code changes - Dependencies removed: paramiko, filelock, psutil - Fix bug in corstone.py: The wrong resource directory was used which broke the functionality to download backends. - Use f-string formatting. - Use logging instead of print. Change-Id: I768bc3bb6b2eda57d219ad01be4a8e0a74167d76 --- tests/test_core_advice_generation.py | 71 ++++++++++++++++++++++++++++++++++++ 1 file changed, 71 insertions(+) create mode 100644 tests/test_core_advice_generation.py (limited to 'tests/test_core_advice_generation.py') diff --git a/tests/test_core_advice_generation.py b/tests/test_core_advice_generation.py new file mode 100644 index 0000000..05db698 --- /dev/null +++ b/tests/test_core_advice_generation.py @@ -0,0 +1,71 @@ +# SPDX-FileCopyrightText: Copyright 2022, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 +"""Tests for module advice_generation.""" +from typing import List + +import pytest + +from mlia.core.advice_generation import Advice +from mlia.core.advice_generation import advice_category +from mlia.core.advice_generation import FactBasedAdviceProducer +from mlia.core.common import AdviceCategory +from mlia.core.common import DataItem +from mlia.core.context import Context + + +def test_advice_generation() -> None: + """Test advice generation.""" + + class SampleProducer(FactBasedAdviceProducer): + """Sample producer.""" + + def produce_advice(self, data_item: DataItem) -> None: + """Process data.""" + self.add_advice([f"Advice for {data_item}"]) + + producer = SampleProducer() + producer.produce_advice(123) + producer.produce_advice("hello") + + advice = producer.get_advice() + assert advice == [Advice(["Advice for 123"]), Advice(["Advice for hello"])] + + +@pytest.mark.parametrize( + "category, expected_advice", + [ + [ + AdviceCategory.OPERATORS, + [Advice(["Good advice!"])], + ], + [ + AdviceCategory.PERFORMANCE, + [], + ], + ], +) +def test_advice_category_decorator( + category: AdviceCategory, + expected_advice: List[Advice], + dummy_context: Context, +) -> None: + """Test for advice_category decorator.""" + + class SampleAdviceProducer(FactBasedAdviceProducer): + """Sample advice producer.""" + + @advice_category(AdviceCategory.OPERATORS) + def produce_advice(self, data_item: DataItem) -> None: + """Produce the advice.""" + self.add_advice(["Good advice!"]) + + producer = SampleAdviceProducer() + dummy_context.update( + advice_category=category, event_handlers=[], config_parameters={} + ) + producer.set_context(dummy_context) + + producer.produce_advice("some_data") + advice = producer.get_advice() + + assert advice == expected_advice -- cgit v1.2.1