diff options
Diffstat (limited to 'tests/test_devices_cortexa_advice_generation.py')
-rw-r--r-- | tests/test_devices_cortexa_advice_generation.py | 94 |
1 files changed, 94 insertions, 0 deletions
diff --git a/tests/test_devices_cortexa_advice_generation.py b/tests/test_devices_cortexa_advice_generation.py new file mode 100644 index 0000000..ead8ae6 --- /dev/null +++ b/tests/test_devices_cortexa_advice_generation.py @@ -0,0 +1,94 @@ +# SPDX-FileCopyrightText: Copyright 2022, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 +"""Tests for advice generation.""" +from __future__ import annotations + +import pytest + +from mlia.core.advice_generation import Advice +from mlia.core.common import AdviceCategory +from mlia.core.common import DataItem +from mlia.core.context import ExecutionContext +from mlia.devices.cortexa.advice_generation import CortexAAdviceProducer +from mlia.devices.cortexa.data_analysis import ModelIsCortexACompatible +from mlia.devices.cortexa.data_analysis import ModelIsNotCortexACompatible +from mlia.devices.cortexa.data_analysis import ModelIsNotTFLiteCompatible + + +@pytest.mark.parametrize( + "input_data, advice_category, expected_advice", + [ + [ + ModelIsNotCortexACompatible(), + AdviceCategory.OPERATORS, + [ + Advice( + [ + "Some operators in the model are not compatible with Cortex-A. " + "Please, refer to the operators table for more information." + ] + ) + ], + ], + [ + ModelIsCortexACompatible(), + AdviceCategory.OPERATORS, + [Advice(["Model is fully compatible with Cortex-A."])], + ], + [ + ModelIsNotTFLiteCompatible( + flex_ops=["flex_op1", "flex_op2"], + custom_ops=["custom_op1", "custom_op2"], + ), + AdviceCategory.OPERATORS, + [ + Advice( + [ + "The following operators are not natively " + "supported by TensorFlow Lite: flex_op1, flex_op2.", + "Please refer to the TensorFlow documentation for " + "more details.", + ] + ), + Advice( + [ + "The following operators are custom and not natively " + "supported by TensorFlow Lite: custom_op1, custom_op2.", + "Please refer to the TensorFlow documentation for " + "more details.", + ] + ), + ], + ], + [ + ModelIsNotTFLiteCompatible(), + AdviceCategory.OPERATORS, + [ + Advice( + [ + "Model could not be converted into TensorFlow Lite format.", + "Please refer to the table for more details.", + ] + ), + ], + ], + ], +) +def test_cortex_a_advice_producer( + tmpdir: str, + input_data: DataItem, + advice_category: AdviceCategory, + expected_advice: list[Advice], +) -> None: + """Test Cortex-A advice producer.""" + producer = CortexAAdviceProducer() + + context = ExecutionContext( + advice_category=advice_category, + working_dir=tmpdir, + ) + + producer.set_context(context) + producer.produce_advice(input_data) + + assert producer.get_advice() == expected_advice |