aboutsummaryrefslogtreecommitdiff
path: root/tests/test_target_cortex_a_advice_generation.py
diff options
context:
space:
mode:
authorRaul Farkas <raul.farkas@arm.com>2022-11-29 13:29:04 +0000
committerRaul Farkas <raul.farkas@arm.com>2023-01-10 10:46:07 +0000
commit5800fc990ed1e36ce7d06670f911fbb12a0ec771 (patch)
tree294605295cd2624ba63e6ad3df335a2a4b2700ab /tests/test_target_cortex_a_advice_generation.py
parentdcd0bd31985c27e1d07333351b26cf8ad12ad1fd (diff)
downloadmlia-5800fc990ed1e36ce7d06670f911fbb12a0ec771.tar.gz
MLIA-650 Implement new CLI changes
Breaking change in the CLI and API: Sub-commands "optimization", "operators", and "performance" were replaced by "check", which incorporates compatibility and performance checks, and "optimize" which is used for optimization. "get_advice" API was adapted to these CLI changes. API changes: * Remove previous advice category "all" that would perform all three operations (when possible). Replace them with the ability to pass a set of the advice categories. * Update api.get_advice method docstring to reflect new changes. * Set default advice category to COMPATIBILITY * Update core.common.AdviceCategory by changing the "OPERATORS" advice category to "COMPATIBILITY" and removing "ALL" enum type. Update all subsequent methods that previously used "OPERATORS" to use "COMPATIBILITY". * Update core.context.ExecutionContext to have "COMPATIBILITY" as default advice_category instead of "ALL". * Remove api.generate_supported_operators_report and all related functions from cli.commands, cli.helpers, cli.main, cli.options, core.helpers * Update tests to reflect new API changes. CLI changes: * Update README.md to contain information on the new CLI * Remove the ability to generate supported operators support from MLIA CLI * Replace `mlia ops` and `mlia perf` with the new `mlia check` command that can be used to perform both operations. * Replace `mlia opt` with the new `mlia optimize` command. * Replace `--evaluate-on` flag with `--backend` flag * Replace `--verbose` flag with `--debug` flag (no behaviour change). * Remove the ability for the user to select MLIA working directory. Create and use a temporary directory in /temp instead. * Change behaviour of `--output` flag to not format the content automatically based on file extension anymore. Instead it will simply redirect to a file. * Add the `--json` flag to specfy that the format of the output should be json. * Add command validators that are used to validate inter-dependent flags (e.g. backend validation based on target_profile). * Add support for selecting built-in backends for both `check` and `optimize` commands. * Add new unit tests and update old ones to test the new CLI changes. * Update RELEASES.md * Update copyright notice Change-Id: Ia6340797c7bee3acbbd26601950e5a16ad5602db
Diffstat (limited to 'tests/test_target_cortex_a_advice_generation.py')
-rw-r--r--tests/test_target_cortex_a_advice_generation.py18
1 files changed, 9 insertions, 9 deletions
diff --git a/tests/test_target_cortex_a_advice_generation.py b/tests/test_target_cortex_a_advice_generation.py
index 6effe4c..1997c52 100644
--- a/tests/test_target_cortex_a_advice_generation.py
+++ b/tests/test_target_cortex_a_advice_generation.py
@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright 2022, Arm Limited and/or its affiliates.
+# SPDX-FileCopyrightText: Copyright 2022-2023, Arm Limited and/or its affiliates.
# SPDX-License-Identifier: Apache-2.0
"""Tests for advice generation."""
from __future__ import annotations
@@ -31,7 +31,7 @@ BACKEND_INFO = (
[
[
ModelIsNotCortexACompatible(BACKEND_INFO, {"UNSUPPORTED_OP"}, {}),
- AdviceCategory.OPERATORS,
+ {AdviceCategory.COMPATIBILITY},
[
Advice(
[
@@ -61,7 +61,7 @@ BACKEND_INFO = (
)
},
),
- AdviceCategory.OPERATORS,
+ {AdviceCategory.COMPATIBILITY},
[
Advice(
[
@@ -93,7 +93,7 @@ BACKEND_INFO = (
],
[
ModelIsCortexACompatible(BACKEND_INFO),
- AdviceCategory.OPERATORS,
+ {AdviceCategory.COMPATIBILITY},
[
Advice(
[
@@ -108,7 +108,7 @@ BACKEND_INFO = (
flex_ops=["flex_op1", "flex_op2"],
custom_ops=["custom_op1", "custom_op2"],
),
- AdviceCategory.OPERATORS,
+ {AdviceCategory.COMPATIBILITY},
[
Advice(
[
@@ -142,7 +142,7 @@ BACKEND_INFO = (
],
[
ModelIsNotTFLiteCompatible(),
- AdviceCategory.OPERATORS,
+ {AdviceCategory.COMPATIBILITY},
[
Advice(
[
@@ -154,7 +154,7 @@ BACKEND_INFO = (
],
[
ModelHasCustomOperators(),
- AdviceCategory.OPERATORS,
+ {AdviceCategory.COMPATIBILITY},
[
Advice(
[
@@ -166,7 +166,7 @@ BACKEND_INFO = (
],
[
TFLiteCompatibilityCheckFailed(),
- AdviceCategory.OPERATORS,
+ {AdviceCategory.COMPATIBILITY},
[
Advice(
[
@@ -181,7 +181,7 @@ BACKEND_INFO = (
def test_cortex_a_advice_producer(
tmpdir: str,
input_data: DataItem,
- advice_category: AdviceCategory,
+ advice_category: set[AdviceCategory],
expected_advice: list[Advice],
) -> None:
"""Test Cortex-A advice producer."""