aboutsummaryrefslogtreecommitdiff
path: root/python/pyarmnn/test
diff options
context:
space:
mode:
authoralexander <alexander.efremov@arm.com>2021-10-18 19:17:24 +0100
committerJan Eilers <jan.eilers@arm.com>2021-10-20 13:05:51 +0000
commit73010788725f8f07efb6df20711ece712ee213ea (patch)
treec31261ee0d4bb69fdb76f4f5147b82a74763ff55 /python/pyarmnn/test
parente8d7ccb1a18b5c39ecf17fb063fcc50baacc74b3 (diff)
downloadarmnn-73010788725f8f07efb6df20711ece712ee213ea.tar.gz
MLECO-2488: added model optimization options and updated OptimizerOptions constructor.
Signed-off-by: alexander <alexander.efremov@arm.com> Change-Id: Ic2ad6a46c3830f2526ba8b20ca0db0780be4b9a2
Diffstat (limited to 'python/pyarmnn/test')
-rw-r--r--python/pyarmnn/test/test_modeloption.py149
-rw-r--r--python/pyarmnn/test/test_network.py11
-rw-r--r--python/pyarmnn/test/test_onnx_parser.py1
-rw-r--r--python/pyarmnn/test/test_runtime.py6
-rw-r--r--python/pyarmnn/test/test_supported_backends.py2
-rw-r--r--python/pyarmnn/test/test_tflite_parser.py1
6 files changed, 166 insertions, 4 deletions
diff --git a/python/pyarmnn/test/test_modeloption.py b/python/pyarmnn/test/test_modeloption.py
new file mode 100644
index 0000000000..c03d4a8cce
--- /dev/null
+++ b/python/pyarmnn/test/test_modeloption.py
@@ -0,0 +1,149 @@
+# Copyright © 2021 Arm Ltd and Contributors. All rights reserved.
+# SPDX-License-Identifier: MIT
+import pytest
+
+from pyarmnn import BackendOptions, BackendOption, BackendId, OptimizerOptions, ShapeInferenceMethod_InferAndValidate
+
+
+@pytest.mark.parametrize("data", (True, -100, 128, 0.12345, 'string'))
+def test_backend_option_ctor(data):
+ bo = BackendOption("name", data)
+ assert "name" == bo.GetName()
+
+
+def test_backend_options_ctor():
+ backend_id = BackendId('a')
+ bos = BackendOptions(backend_id)
+
+ assert 'a' == str(bos.GetBackendId())
+
+ another_bos = BackendOptions(bos)
+ assert 'a' == str(another_bos.GetBackendId())
+
+
+def test_backend_options_add():
+ backend_id = BackendId('a')
+ bos = BackendOptions(backend_id)
+ bo = BackendOption("name", 1)
+ bos.AddOption(bo)
+
+ assert 1 == bos.GetOptionCount()
+ assert 1 == len(bos)
+
+ assert 'name' == bos[0].GetName()
+ assert 'name' == bos.GetOption(0).GetName()
+ for option in bos:
+ assert 'name' == option.GetName()
+
+ bos.AddOption(BackendOption("name2", 2))
+
+ assert 2 == bos.GetOptionCount()
+ assert 2 == len(bos)
+
+
+def test_backend_option_ownership():
+ backend_id = BackendId('b')
+ bos = BackendOptions(backend_id)
+ bo = BackendOption('option', True)
+ bos.AddOption(bo)
+
+ assert bo.thisown
+
+ del bo
+
+ assert 1 == bos.GetOptionCount()
+ option = bos[0]
+ assert not option.thisown
+ assert 'option' == option.GetName()
+
+ del option
+
+ option_again = bos[0]
+ assert not option_again.thisown
+ assert 'option' == option_again.GetName()
+
+
+def test_optimizer_options_with_model_opt():
+ a = BackendOptions(BackendId('a'))
+
+ oo = OptimizerOptions(True,
+ False,
+ False,
+ ShapeInferenceMethod_InferAndValidate,
+ True,
+ [a])
+
+ mo = oo.m_ModelOptions
+
+ assert 1 == len(mo)
+ assert 'a' == str(mo[0].GetBackendId())
+
+ b = BackendOptions(BackendId('b'))
+
+ c = BackendOptions(BackendId('c'))
+
+ oo.m_ModelOptions = (a, b, c)
+
+ mo = oo.m_ModelOptions
+
+ assert 3 == len(oo.m_ModelOptions)
+
+ assert 'a' == str(mo[0].GetBackendId())
+ assert 'b' == str(mo[1].GetBackendId())
+ assert 'c' == str(mo[2].GetBackendId())
+
+
+def test_optimizer_option_default():
+ oo = OptimizerOptions(True,
+ False,
+ False,
+ ShapeInferenceMethod_InferAndValidate,
+ True)
+
+ assert 0 == len(oo.m_ModelOptions)
+
+
+def test_optimizer_options_fail():
+ a = BackendOptions(BackendId('a'))
+
+ with pytest.raises(TypeError) as err:
+ OptimizerOptions(True,
+ False,
+ False,
+ ShapeInferenceMethod_InferAndValidate,
+ True,
+ a)
+
+ assert "Wrong number or type of arguments" in str(err.value)
+
+ with pytest.raises(RuntimeError) as err:
+ OptimizerOptions(True,
+ False,
+ True,
+ ShapeInferenceMethod_InferAndValidate,
+ True,
+ [a])
+
+ assert "BFloat16 and Float16 optimization cannot be enabled at the same time" in str(err.value)
+
+ with pytest.raises(TypeError) as err:
+ oo = OptimizerOptions(True,
+ False,
+ False,
+ ShapeInferenceMethod_InferAndValidate,
+ True)
+
+ oo.m_ModelOptions = 'nonsense'
+
+ assert "in method 'OptimizerOptions_m_ModelOptions_set', argument 2" in str(err.value)
+
+ with pytest.raises(TypeError) as err:
+ oo = OptimizerOptions(True,
+ False,
+ False,
+ ShapeInferenceMethod_InferAndValidate,
+ True)
+
+ oo.m_ModelOptions = ['nonsense', a]
+
+ assert "in method 'OptimizerOptions_m_ModelOptions_set', argument 2" in str(err.value)
diff --git a/python/pyarmnn/test/test_network.py b/python/pyarmnn/test/test_network.py
index c24b113cdb..9b2dbf7f3a 100644
--- a/python/pyarmnn/test/test_network.py
+++ b/python/pyarmnn/test/test_network.py
@@ -6,12 +6,15 @@ import stat
import pytest
import pyarmnn as ann
+
def test_optimizer_options_default_values():
opt = ann.OptimizerOptions()
assert opt.m_ReduceFp32ToFp16 == False
assert opt.m_Debug == False
assert opt.m_ReduceFp32ToBf16 == False
assert opt.m_ImportEnabled == False
+ assert opt.m_shapeInferenceMethod == ann.ShapeInferenceMethod_ValidateOnly
+
def test_optimizer_options_set_values1():
opt = ann.OptimizerOptions(True, True)
@@ -19,6 +22,8 @@ def test_optimizer_options_set_values1():
assert opt.m_Debug == True
assert opt.m_ReduceFp32ToBf16 == False
assert opt.m_ImportEnabled == False
+ assert opt.m_shapeInferenceMethod == ann.ShapeInferenceMethod_ValidateOnly
+
def test_optimizer_options_set_values2():
opt = ann.OptimizerOptions(False, False, True)
@@ -26,13 +31,17 @@ def test_optimizer_options_set_values2():
assert opt.m_Debug == False
assert opt.m_ReduceFp32ToBf16 == True
assert opt.m_ImportEnabled == False
+ assert opt.m_shapeInferenceMethod == ann.ShapeInferenceMethod_ValidateOnly
+
def test_optimizer_options_set_values3():
- opt = ann.OptimizerOptions(False, False, True, True)
+ opt = ann.OptimizerOptions(False, False, True, ann.ShapeInferenceMethod_InferAndValidate, True)
assert opt.m_ReduceFp32ToFp16 == False
assert opt.m_Debug == False
assert opt.m_ReduceFp32ToBf16 == True
assert opt.m_ImportEnabled == True
+ assert opt.m_shapeInferenceMethod == ann.ShapeInferenceMethod_InferAndValidate
+
@pytest.fixture(scope="function")
def get_runtime(shared_data_folder, network_file):
diff --git a/python/pyarmnn/test/test_onnx_parser.py b/python/pyarmnn/test/test_onnx_parser.py
index 99353a0959..1424c24cea 100644
--- a/python/pyarmnn/test/test_onnx_parser.py
+++ b/python/pyarmnn/test/test_onnx_parser.py
@@ -5,7 +5,6 @@ import os
import pytest
import pyarmnn as ann
import numpy as np
-from typing import List
@pytest.fixture()
diff --git a/python/pyarmnn/test/test_runtime.py b/python/pyarmnn/test/test_runtime.py
index 295c870370..fbdd8044ce 100644
--- a/python/pyarmnn/test/test_runtime.py
+++ b/python/pyarmnn/test/test_runtime.py
@@ -97,6 +97,7 @@ def test_python_disowns_network(random_runtime):
assert not opt_network.thisown
+
def test_load_network(random_runtime):
preferred_backends = random_runtime[0]
network = random_runtime[1]
@@ -109,6 +110,7 @@ def test_load_network(random_runtime):
assert "" == messages
assert net_id == 0
+
def test_create_runtime_with_external_profiling_enabled():
options = ann.CreationOptions()
@@ -125,6 +127,7 @@ def test_create_runtime_with_external_profiling_enabled():
assert runtime is not None
+
def test_create_runtime_with_external_profiling_enabled_invalid_options():
options = ann.CreationOptions()
@@ -157,6 +160,7 @@ def test_load_network_properties_provided(random_runtime):
assert "" == messages
assert net_id == 0
+
def test_network_properties_constructor(random_runtime):
preferred_backends = random_runtime[0]
network = random_runtime[1]
@@ -178,10 +182,12 @@ def test_network_properties_constructor(random_runtime):
assert "" == messages
assert net_id == 0
+
def test_network_properties_deprecated_constructor():
with pytest.warns(DeprecationWarning):
warnings.warn("Deprecated: Use constructor with MemorySource argument instead.", DeprecationWarning)
+
def test_unload_network_fails_for_invalid_net_id(random_runtime):
preferred_backends = random_runtime[0]
network = random_runtime[1]
diff --git a/python/pyarmnn/test/test_supported_backends.py b/python/pyarmnn/test/test_supported_backends.py
index e1ca5ee6df..4ff5eb07a5 100644
--- a/python/pyarmnn/test/test_supported_backends.py
+++ b/python/pyarmnn/test/test_supported_backends.py
@@ -1,7 +1,5 @@
# Copyright © 2020 Arm Ltd. All rights reserved.
# SPDX-License-Identifier: MIT
-import os
-import platform
import pytest
import pyarmnn as ann
diff --git a/python/pyarmnn/test/test_tflite_parser.py b/python/pyarmnn/test/test_tflite_parser.py
index 8735eef3fb..2764f3f30d 100644
--- a/python/pyarmnn/test/test_tflite_parser.py
+++ b/python/pyarmnn/test/test_tflite_parser.py
@@ -48,6 +48,7 @@ def create_with_opt() :
parserOptions.m_InferAndValidate = True
return ann.ITfLiteParser(parserOptions)
+
def test_tflite_parser_with_optional_options_out_of_scope(shared_data_folder):
parser = create_with_opt()
network = parser.CreateNetworkFromBinaryFile(os.path.join(shared_data_folder, "mock_model.tflite"))