From 5800fc990ed1e36ce7d06670f911fbb12a0ec771 Mon Sep 17 00:00:00 2001 From: Raul Farkas Date: Tue, 29 Nov 2022 13:29:04 +0000 Subject: MLIA-650 Implement new CLI changes Breaking change in the CLI and API: Sub-commands "optimization", "operators", and "performance" were replaced by "check", which incorporates compatibility and performance checks, and "optimize" which is used for optimization. "get_advice" API was adapted to these CLI changes. API changes: * Remove previous advice category "all" that would perform all three operations (when possible). Replace them with the ability to pass a set of the advice categories. * Update api.get_advice method docstring to reflect new changes. * Set default advice category to COMPATIBILITY * Update core.common.AdviceCategory by changing the "OPERATORS" advice category to "COMPATIBILITY" and removing "ALL" enum type. Update all subsequent methods that previously used "OPERATORS" to use "COMPATIBILITY". * Update core.context.ExecutionContext to have "COMPATIBILITY" as default advice_category instead of "ALL". * Remove api.generate_supported_operators_report and all related functions from cli.commands, cli.helpers, cli.main, cli.options, core.helpers * Update tests to reflect new API changes. CLI changes: * Update README.md to contain information on the new CLI * Remove the ability to generate supported operators support from MLIA CLI * Replace `mlia ops` and `mlia perf` with the new `mlia check` command that can be used to perform both operations. * Replace `mlia opt` with the new `mlia optimize` command. * Replace `--evaluate-on` flag with `--backend` flag * Replace `--verbose` flag with `--debug` flag (no behaviour change). * Remove the ability for the user to select MLIA working directory. Create and use a temporary directory in /temp instead. * Change behaviour of `--output` flag to not format the content automatically based on file extension anymore. Instead it will simply redirect to a file. * Add the `--json` flag to specfy that the format of the output should be json. * Add command validators that are used to validate inter-dependent flags (e.g. backend validation based on target_profile). * Add support for selecting built-in backends for both `check` and `optimize` commands. * Add new unit tests and update old ones to test the new CLI changes. * Update RELEASES.md * Update copyright notice Change-Id: Ia6340797c7bee3acbbd26601950e5a16ad5602db --- tests/test_backend_config.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) (limited to 'tests/test_backend_config.py') diff --git a/tests/test_backend_config.py b/tests/test_backend_config.py index bd50945..700534f 100644 --- a/tests/test_backend_config.py +++ b/tests/test_backend_config.py @@ -1,4 +1,4 @@ -# SPDX-FileCopyrightText: Copyright 2022, Arm Limited and/or its affiliates. +# SPDX-FileCopyrightText: Copyright 2022-2023, Arm Limited and/or its affiliates. # SPDX-License-Identifier: Apache-2.0 """Tests for the backend config module.""" from mlia.backend.config import BackendConfiguration @@ -20,14 +20,14 @@ def test_system() -> None: def test_backend_config() -> None: """Test the class 'BackendConfiguration'.""" cfg = BackendConfiguration( - [AdviceCategory.OPERATORS], [System.CURRENT], BackendType.CUSTOM + [AdviceCategory.COMPATIBILITY], [System.CURRENT], BackendType.CUSTOM ) - assert cfg.supported_advice == [AdviceCategory.OPERATORS] + assert cfg.supported_advice == [AdviceCategory.COMPATIBILITY] assert cfg.supported_systems == [System.CURRENT] assert cfg.type == BackendType.CUSTOM assert str(cfg) assert cfg.is_supported() - assert cfg.is_supported(advice=AdviceCategory.OPERATORS) + assert cfg.is_supported(advice=AdviceCategory.COMPATIBILITY) assert not cfg.is_supported(advice=AdviceCategory.PERFORMANCE) assert cfg.is_supported(check_system=True) assert cfg.is_supported(check_system=False) @@ -37,6 +37,6 @@ def test_backend_config() -> None: cfg.supported_systems = [UNSUPPORTED_SYSTEM] assert not cfg.is_supported(check_system=True) assert cfg.is_supported(check_system=False) - assert not cfg.is_supported(advice=AdviceCategory.OPERATORS, check_system=True) - assert cfg.is_supported(advice=AdviceCategory.OPERATORS, check_system=False) + assert not cfg.is_supported(advice=AdviceCategory.COMPATIBILITY, check_system=True) + assert cfg.is_supported(advice=AdviceCategory.COMPATIBILITY, check_system=False) assert not cfg.is_supported(advice=AdviceCategory.PERFORMANCE, check_system=False) -- cgit v1.2.1