aboutsummaryrefslogtreecommitdiff
path: root/src/mlia/target/common/reporters.py
blob: 366e154323db654595ec3d9b6cd99b54d22cdf17 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
# SPDX-FileCopyrightText: Copyright 2023, Arm Limited and/or its affiliates.
# SPDX-License-Identifier: Apache-2.0
"""Common reports module."""
from __future__ import annotations

from dataclasses import dataclass

from mlia.core.data_analysis import Fact
from mlia.core.reporting import Column
from mlia.core.reporting import Format
from mlia.core.reporting import Report
from mlia.core.reporting import Table
from mlia.nn.tensorflow.tflite_compat import TFLiteCompatibilityInfo


@dataclass
class ModelIsNotTFLiteCompatible(Fact):
    """Model could not be converted into TensorFlow Lite format."""

    custom_ops: list[str] | None = None
    flex_ops: list[str] | None = None


@dataclass
class TFLiteCompatibilityCheckFailed(Fact):
    """TensorFlow Lite compatibility check failed by unknown reason."""


@dataclass
class ModelHasCustomOperators(Fact):
    """Model could not be loaded because it contains custom ops."""


def report_tflite_compatiblity(compat_info: TFLiteCompatibilityInfo) -> Report:
    """Generate report for the TensorFlow Lite compatibility information."""
    if compat_info.conversion_errors:
        return Table(
            [
                Column("#", only_for=["plain_text"]),
                Column("Operator", alias="operator"),
                Column(
                    "Operator location",
                    alias="operator_location",
                    fmt=Format(wrap_width=25),
                ),
                Column("Error code", alias="error_code"),
                Column(
                    "Error message", alias="error_message", fmt=Format(wrap_width=25)
                ),
            ],
            [
                (
                    index + 1,
                    err.operator,
                    ", ".join(err.location),
                    err.code.name,
                    err.message,
                )
                for index, err in enumerate(compat_info.conversion_errors)
            ],
            name="TensorFlow Lite conversion errors",
            alias="tensorflow_lite_conversion_errors",
        )

    return Table(
        columns=[
            Column("Reason", alias="reason"),
            Column(
                "Exception details",
                alias="exception_details",
                fmt=Format(wrap_width=40),
            ),
        ],
        rows=[
            (
                "TensorFlow Lite compatibility check failed with exception",
                str(compat_info.conversion_exception),
            ),
        ],
        name="TensorFlow Lite compatibility errors",
        alias="tflite_compatibility",
    )


def handle_model_is_not_tflite_compatible_common(  # type: ignore
    self, data_item: ModelIsNotTFLiteCompatible
) -> None:
    """Advice for TensorFlow Lite compatibility."""
    if data_item.flex_ops:
        self.add_advice(
            [
                "The following operators are not natively "
                "supported by TensorFlow Lite: "
                f"{', '.join(data_item.flex_ops)}.",
                "Using select TensorFlow operators in TensorFlow Lite model "
                "requires special initialization of TFLiteConverter and "
                "TensorFlow Lite run-time.",
                "Please refer to the TensorFlow documentation for more "
                "details: https://www.tensorflow.org/lite/guide/ops_select",
                "Note, such models are not supported by the ML Inference Advisor.",
            ]
        )

    if data_item.custom_ops:
        self.add_advice(
            [
                "The following operators appear to be custom and not natively "
                "supported by TensorFlow Lite: "
                f"{', '.join(data_item.custom_ops)}.",
                "Using custom operators in TensorFlow Lite model "
                "requires special initialization of TFLiteConverter and "
                "TensorFlow Lite run-time.",
                "Please refer to the TensorFlow documentation for more "
                "details: https://www.tensorflow.org/lite/guide/ops_custom",
                "Note, such models are not supported by the ML Inference Advisor.",
            ]
        )

    if not data_item.flex_ops and not data_item.custom_ops:
        self.add_advice(
            [
                "Model could not be converted into TensorFlow Lite format.",
                "Please refer to the table for more details.",
            ]
        )


def handle_tflite_check_failed_common(  # type: ignore
    self, _data_item: TFLiteCompatibilityCheckFailed
) -> None:
    """Advice for the failed TensorFlow Lite compatibility checks."""
    self.add_advice(
        [
            "Model could not be converted into TensorFlow Lite format.",
            "Please refer to the table for more details.",
        ]
    )


def analyze_tflite_compatibility_common(  # type: ignore
    self, data_item: TFLiteCompatibilityInfo
) -> None:
    """Analyze TensorFlow Lite compatibility information."""
    if data_item.compatible:
        return

    if data_item.conversion_failed_with_errors:
        self.add_fact(
            ModelIsNotTFLiteCompatible(
                custom_ops=data_item.required_custom_ops,
                flex_ops=data_item.required_flex_ops,
            )
        )

    if data_item.check_failed_with_unknown_error:
        self.add_fact(TFLiteCompatibilityCheckFailed())

    if data_item.conversion_failed_for_model_with_custom_ops:
        self.add_fact(ModelHasCustomOperators())