aboutsummaryrefslogtreecommitdiff
path: root/tests/test_target_cortex_a_advisor.py
blob: 7bb57c32886ba5de4bfdfcbd4649dad63c0c059f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
# SPDX-FileCopyrightText: Copyright 2022-2024, Arm Limited and/or its affiliates.
# SPDX-License-Identifier: Apache-2.0
"""Tests for Cortex-A MLIA module."""
from pathlib import Path

import pytest

from mlia.core.common import AdviceCategory
from mlia.core.context import ExecutionContext
from mlia.core.workflow import DefaultWorkflowExecutor
from mlia.target.cortex_a.advisor import configure_and_get_cortexa_advisor
from mlia.target.cortex_a.advisor import CortexAInferenceAdvisor


def test_advisor_metadata() -> None:
    """Test advisor metadata."""
    assert CortexAInferenceAdvisor.name() == "cortex_a_inference_advisor"


def test_configure_and_get_cortex_a_advisor(test_tflite_model: Path) -> None:
    """Test Cortex-A advisor configuration."""
    ctx = ExecutionContext()

    advisor = configure_and_get_cortexa_advisor(ctx, "cortex-a", test_tflite_model)
    workflow = advisor.configure(ctx)

    assert isinstance(advisor, CortexAInferenceAdvisor)

    assert ctx.event_handlers is not None
    assert ctx.config_parameters == {
        "cortex_a_inference_advisor": {
            "model": str(test_tflite_model),
            "target_profile": "cortex-a",
        },
        "common_optimizations": {
            "optimizations": [
                [
                    {
                        "layers_to_optimize": None,
                        "optimization_target": 0.5,
                        "optimization_type": "pruning",
                    },
                    {
                        "layers_to_optimize": None,
                        "optimization_target": 32,
                        "optimization_type": "clustering",
                    },
                ]
            ],
            "training_parameters": None,
        },
    }

    assert isinstance(workflow, DefaultWorkflowExecutor)


@pytest.mark.parametrize(
    "category, expected_error",
    [
        [
            AdviceCategory.PERFORMANCE,
            "Performance estimation is currently not supported for Cortex-A.",
        ]
    ],
)
def test_unsupported_advice_categories(
    tmp_path: Path,
    category: AdviceCategory,
    expected_error: str,
    test_tflite_model: Path,
) -> None:
    """Test that advisor should throw an exception for unsupported categories."""
    with pytest.raises(Exception, match=expected_error):
        ctx = ExecutionContext(output_dir=tmp_path, advice_category={category})

        advisor = configure_and_get_cortexa_advisor(ctx, "cortex-a", test_tflite_model)
        advisor.configure(ctx)