1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
|
#
# SPDX-FileCopyrightText: Copyright 2021-2022 Arm Limited and/or its affiliates <open-source-office@arm.com>
# SPDX-License-Identifier: Apache-2.0
#
import pytest
import os
import ethosu_driver as driver
from ethosu_driver.inference_runner import read_npy_file_to_buf
def run_inference_test(runner, timeout, input_files, golden_outputs, shared_data_folder):
full_path_input_files = []
for input_file in input_files:
full_path_input_files.append(os.path.join(shared_data_folder, input_file))
ifms_data = []
for ifm_file in full_path_input_files:
ifms_data.append(read_npy_file_to_buf(ifm_file))
ofm_buffers = runner.run(ifms_data, timeout)
for index, buffer_out in enumerate(ofm_buffers):
golden_output = read_npy_file_to_buf(os.path.join(shared_data_folder, golden_outputs[index]))
assert buffer_out.data().nbytes == golden_output.nbytes
for index, golden_value in enumerate(golden_output):
assert golden_value == buffer_out.data()[index]
@pytest.mark.parametrize('device_name, model_name, timeout, input_files, golden_outputs',
[('ethosu0', 'model.tflite', 5000000000, ['model_ifm.npy'], ['model_ofm.npy'])])
def test_inference(device_name, model_name, input_files, timeout, golden_outputs, shared_data_folder):
# Prepate full path of model and inputs
full_path_model_file = os.path.join(shared_data_folder, model_name)
runner = driver.InferenceRunner(device_name, full_path_model_file)
run_inference_test(runner, timeout, input_files, golden_outputs, shared_data_folder)
@pytest.mark.parametrize('device_name, model_name, timeout, input_files, golden_outputs',
[('ethosu0', 'model.tflite', 5000000000,
[['model_ifm.npy'], ['model_ifm.npy']],
[['model_ofm.npy'], ['model_ofm.npy']])])
def test_inference_loop(device_name, model_name, input_files, timeout, golden_outputs, shared_data_folder):
# Prepare full path of model and inputs
full_path_model_file = os.path.join(shared_data_folder, model_name)
runner = driver.InferenceRunner(device_name, full_path_model_file)
for input_file, golden_output in zip(input_files, golden_outputs):
run_inference_test(runner, timeout, input_file, golden_output, shared_data_folder)
|
