diff options
Diffstat (limited to 'verif')
| -rw-r--r-- | verif/conformance/README.md | 59 | ||||
| -rw-r--r-- | verif/conformance/tosa_base_profile_framework_ops_info.json | 273 | ||||
| -rw-r--r-- | verif/conformance/tosa_base_profile_ops_info.json | 4186 | ||||
| -rw-r--r-- | verif/conformance/tosa_ext_profile_ops_info.json | 280 | ||||
| -rw-r--r-- | verif/conformance/tosa_main_profile_ops_info.json | 3805 | ||||
| -rw-r--r-- | verif/conformance/tosa_verif_conformance_generator.py | 27 | ||||
| -rw-r--r-- | verif/frameworks/arg_gen.py | 9 | ||||
| -rwxr-xr-x | verif/frameworks/tosa_verif_framework_compiler_runner.py | 6 | ||||
| -rwxr-xr-x | verif/frameworks/tosa_verif_framework_generator.py | 13 | ||||
| -rw-r--r-- | verif/generator/tosa_arg_gen.py | 64 | ||||
| -rw-r--r-- | verif/generator/tosa_test_gen.py | 60 | ||||
| -rw-r--r-- | verif/generator/tosa_verif_build_tests.py | 7 | ||||
| -rw-r--r-- | verif/runner/tosa_verif_run_tests.py | 4 | ||||
| -rw-r--r-- | verif/tests/test_tosa_refmodel.py | 3 | ||||
| -rw-r--r-- | verif/tests/test_tosa_run_tests_runshcmd.py | 4 |
15 files changed, 368 insertions, 8432 deletions
diff --git a/verif/conformance/README.md b/verif/conformance/README.md index 5bededd..8ac4d63 100644 --- a/verif/conformance/README.md +++ b/verif/conformance/README.md @@ -2,25 +2,24 @@ This directory contains the scripts and data files to generate the conformance tests. -The data files are in JSON format and they describe what tests to create and/or select from the `tosa_verif_build_tests` and `tosa_verif_framework_*` generator scripts. +The data files are in JSON format and they describe what tests to create and/or select from the `tosa_verif_build_tests` generator script. ## JSON files ### TOSA ops -Naming: `tosa_PPP_profile_ops_info.json` +Naming: `tosa_ext_profile_ops_info.json` Contains a dictionary of operator names. -Where `PPP` is the profile subset of either `base` for all integer tests, or `main` for all floating point tests. Each operator entry contains: * "group" - name of the group this operator is in, in the spec -* "profile" - list of profiles that this operator covers * "gen_filter" - optional filter string for op to give to tosa_verif_build_tests - defaults to "^opname$" -* "support_for" - optional list of supported creation modes out of: +* "support_for" - optional list of supported creation modes (for FP tests only) out of: * lazy_data_gen - data generation just before test run - * generator_select - use generator selector instead of conformance test_select + * stable_random_gen - more stable method of generation of tests + * random_const_inputs - random choice of const or input tensor per op * "generation" - dictionary of test generation details - see below * "selection" - dictionary of test selection details - see below @@ -28,11 +27,16 @@ In the generation dictionary each entry is a name for a generation group - a set of tests generated together and then selected from using the selection criteria. -Each generation group is a dictionary that contains: +Each generation group is a dictionary that contains some ways to control when the generation group is run: +* "supports_all" - list of profiles and/or extensions that must all be chosen for generation +* "supports_any" - list of profiles and/or extensions that individually can be chosen for generation * "from_version" - optional version string for when the tests have been introduced in TOSA of the form "vM.mm.p" where `M` is the major version, `mm` is the minor version and `p` is the patch version + +Other dictionary entries in a generation group are: + * "no_negative_tests" - optional "true" indicator that no negative tests are relevant/generated * "negative_dim_range" - optional range of dimensions for negative tests * "generator_args" - list of argument lists to supply to the `tosa_verif_build_tests` (see that tool for more details) @@ -43,8 +47,9 @@ In the selection dictionary each entry is a name for a selection criteria - ther Each selection criteria is a dictionary that contains: * "all": "true" - to select all tests (and not use test_select) +* "generator_select" - optional "true" to use generator selector instead of conformance test_select -or for operators that have "support_for" "generator_select": +for selection criteria that has "generator_select" set: * "permutes" - optional list of parameters whose values are to be permuted, the default is ["rank", "dtype"] * "maximum" - optional number - at most "maximum" tests (not including specific tests) will be captured per permuted "permutes" value, effects "full_params" as well @@ -53,7 +58,7 @@ or for operators that have "support_for" "generator_select": * "groups" - optional list of parameters that should be considered as a grouping of tests and treated as one test for "sparsity" and "specifics" * "num_errorifs" - optional value of error_if tests to keep per error_if case, the default is 1 -or for other operators it defaults to the old test select (more information for each entry in `test_select.py`): +or for other select criteria it defaults to the old test select (more information for each entry in `test_select.py`): * "params" - optional dictionary with mappings of parameter names to the values to select * "permutes" - optional list of parameter names to be permuted @@ -63,39 +68,3 @@ or for other operators it defaults to the old test select (more information for before permutes are applied) * "errorifs" - optional list of ERRORIF case names to be selected after exclusion (negative tests) -### Framework ops - -DEPRECATED - not supported for conformance testing. - -NOTE: Currently assumed all framework ops will be TFLite. - -Naming: `tosa_PPP_profile_framework_ops_info.json` - -Contains a dictionary of operator names. -Where `PPP` is the profile subset of either `base` for all integer tests, or `main` for all floating point tests. - -Each operator entry contains: - -* "tests" - list of tests to be part of conformance -* "profile" - list of profiles that these tests cover -* "alternate_names" - optional list of names that are used by the framework test generator and can be renamed to the operator name. - -Example: -``` - "average_pool_2d": { - "alternate_names": [ - "avg_pool2d" - ], - "tests": [ - "average_pool_2d_1x4x4x4_qi8_st11_padSAME_kern11", - "average_pool_2d_1x4x8x19_qi16_st21_padSAME_kern22", - "average_pool_2d_1x7x7x9_qi8_st22_padSAME_kern11", - "average_pool_2d_1x32x32x8_qu8_st12_padVALID_kern12", - "average_pool_2d_1x8x4x17_qu8_st21_padVALID_kern21" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, -```
\ No newline at end of file diff --git a/verif/conformance/tosa_base_profile_framework_ops_info.json b/verif/conformance/tosa_base_profile_framework_ops_info.json deleted file mode 100644 index 5d7e4a3..0000000 --- a/verif/conformance/tosa_base_profile_framework_ops_info.json +++ /dev/null @@ -1,273 +0,0 @@ -{ - "add": { - "tests": [ - "add_1_qi16", - "add_1x32x32x8_qi8" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "average_pool_2d": { - "alternate_names": [ - "avg_pool2d" - ], - "tests": [ - "average_pool_2d_1x4x4x4_qi8_st11_padSAME_kern11", - "average_pool_2d_1x4x8x19_qi16_st21_padSAME_kern22", - "average_pool_2d_1x7x7x9_qi8_st22_padSAME_kern11", - "average_pool_2d_1x32x32x8_qu8_st12_padVALID_kern12", - "average_pool_2d_1x8x4x17_qu8_st21_padVALID_kern21" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "concatenation": { - "tests": [ - "concatenation_concat_13x21x3_i32_axis_0", - "concatenation_concat_14x19_i32_axis_1", - "concatenation_concat_1x32x32x8_i32_axis_2", - "concatenation_concat_64_i32_axis_m1", - "concatenation_concatv2_13x21x3_i32_axis_1", - "concatenation_concatv2_1x32x32x8_i32_axis_m2", - "concatenation_concatv2_1x7x7x9_i32_axis_m3", - "concatenation_concatv2_64_i32_axis_0" - ], - "alternate_names": [ - "concat", - "concatv2" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "conv_2d": { - "alternate_names": [ - "conv2d" - ], - "tests": [ - "conv_2d_1x1_1x4x8x19_qu8_st11_padVALID_dilat21", - "conv_2d_3x3_1x7x7x9_qi8_st12_padVALID_dilat11", - "conv_2d_5x5_1x32x32x8_qu8_st11_padSAME_dilat22", - "conv_2d_bias_1x1_1x32x32x8_qi8_st11_padVALID_dilat12", - "conv_2d_bias_5x5_1x7x7x9_qu8_st22_padSAME_dilat12", - "conv_2d_relu_1x1_1x32x32x8_qi8", - "conv_2d_relu_3x3_1x4x8x19_qu8", - "conv_2d_relu6_3x3_1x8x4x17_qi8", - "conv_2d_relu6_5x5_1x4x8x19_qu8", - "conv_2d_relu_n1_to_1_3x3_1x32x32x8_qu8", - "conv_2d_relu_n1_to_1_5x5_1x7x7x9_qi8", - "conv_2d_tanh_3x3_1x7x7x9_qi8", - "conv_2d_tanh_5x5_1x32x32x8_qu8" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "depthwise_conv_2d": { - "alternate_names": [ - "depthwise_conv2d" - ], - "tests": [ - "depthwise_conv_2d_1x1_1x32x32x8_qi8_st11_padSAME_dilat21", - "depthwise_conv_2d_3x3_1x7x7x9_qu8_st22_padVALID_dilat11", - "depthwise_conv_2d_5x5_1x32x32x8_qi8_st11_padSAME_dilat12", - "depthwise_conv_2d_bias_1x1_1x4x4x4_qu8_st11_padSAME_dilat11", - "depthwise_conv_2d_bias_3x3_1x32x32x8_qu8_st11_padVALID_dilat22" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "erf": { - "tests": [ - "erf_13x21x3_qu8", - "erf_14x19_qi8", - "erf_1x8x4x17_qi16" - ], - "profile": [ - "tosa-mi" - ] - }, - "fully_connected": { - "alternate_names": [ - "matmul" - ], - "tests": [ - "fully_connected_1x4x4x4_qi8", - "fully_connected_13x21x3_qu8", - "fully_connected_14x19_qi8" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "leaky_relu": { - "tests": [ - "leaky_relu_1_qi16_0", - "leaky_relu_14x19_qi8_0", - "leaky_relu_13x21x3_qu8_0", - "leaky_relu_1x4x8x19_qi16_0" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "logistic": { - "alternate_names": [ - "sigmoid" - ], - "tests": [ - "logistic_13x21x3_qu8", - "logistic_1x8x4x17_qi8", - "logistic_64_qi16" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "max_pool_2d": { - "alternate_names": [ - "max_pool2d" - ], - "tests": [ - "max_pool_2d_1x4x4x4_qi8_st11_padSAME_kern11", - "max_pool_2d_1x4x4x4_qu8_st22_padVALID_kern22", - "max_pool_2d_1x4x8x19_qu8_st21_padVALID_kern22", - "max_pool_2d_1x8x4x17_qu8_st21_padVALID_kern21", - "max_pool_2d_1x32x32x8_qi8_st12_padVALID_kern22" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "minimum": { - "alternate_names": [ - "min" - ], - "tests": [ - "minimum_1x4x4x4_i32", - "minimum_64_i32" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "mul": { - "tests": [ - "mul_13x21x3_qi16", - "mul_1x4x8x19_qu8" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "pack": { - "alternate_names": [ - "stack" - ], - "tests": [ - "pack_13x21x3_i32_axis0", - "pack_14x19_i32_axis1", - "pack_1x7x7x9_i32_axis2", - "pack_1x8x4x17_i32_axis4" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "reshape": { - "tests": [ - "reshape_14x19_i32_rank1", - "reshape_13x21x3_i32_rank3", - "reshape_1x32x32x8_i32_rank2" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "resize_bilinear": { - "alternate_names": [ - "resize" - ], - "tests": [ - "resize_bilinear_1x32x32x8_qi16_bilinear_align0_half1_scale3", - "resize_bilinear_1x4x4x4_qi8_bilinear_align1_half0_scale1" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "resize_nearest_neighbor": { - "alternate_names": [ - "resize" - ], - "tests": [ - "resize_nearest_neighbor_1x4x8x19_qu8_nearest_align0_half1_scale2", - "resize_nearest_neighbor_1x8x4x17_qi8_nearest_align0_half0_scale3" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "softmax": { - "tests": [ - "softmax_1_qi8", - "softmax_14x19_qi16", - "softmax_1x32x32x8_qu8" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "split": { - "tests": [ - "split_3x1x1x7_i32_splitv_axis0", - "split_13x21x3_i32_split3_axis1", - "split_1x4x8x19_i32_splitv_axis2", - "split_64_i32_split2_axis0" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "strided_slice": { - "tests": [ - "strided_slice_13x21x3_i32_perm0", - "strided_slice_14x19_i32_perm1", - "strided_slice_64_i32_perm3" - ], - "profile": [ - "tosa-bi", - "tosa-mi" - ] - }, - "tanh": { - "tests": [ - "tanh_13x21x3_qu8", - "tanh_14x19_qi8", - "tanh_1x8x4x17_qi16" - ], - "profile": [ - "tosa-mi" - ] - } -} diff --git a/verif/conformance/tosa_base_profile_ops_info.json b/verif/conformance/tosa_base_profile_ops_info.json deleted file mode 100644 index a26c4a7..0000000 --- a/verif/conformance/tosa_base_profile_ops_info.json +++ /dev/null @@ -1,4186 +0,0 @@ -{ - "abs": { - "group": "ew_unary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "1,2,65533,1", - "--target-shape", - "1,65539,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "add": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "1,2,65533,1", - "--target-shape", - "1,65539,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "add_shape": { - "group": "shape", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "shape", - "--tensor-dim-range", - "1,16", - "--target-rank", - "1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape" - ] - } - } - }, - "argmax": { - "group": "tensor", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "1,32", - "--target-rank", - "4", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,3,1,65535", - "--target-shape", - "1,65538,1,2", - "--num-rand-permutations", - "2" - ] - ] - }, - "8k_level": { - "from_version": "v0.70.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "1,10", - "--target-rank", - "5", - "--target-rank", - "6", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "arithmetic_right_shift": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,2,65533,1", - "--target-shape", - "1,65539,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "rounding" - ] - } - } - }, - "avg_pool2d": { - "group": "tensor", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-shape", - "1,49,42,28", - "--target-shape", - "1,11,44,3", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,65535,5,1", - "--target-shape", - "1,3,65537,1", - "--allow-pooling-and-conv-oversizes" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "selector": "8k_level", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "3,10", - "--level-8k-sizes" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [ - "i8", - "i16" - ], - "kernel": [], - "stride": [], - "pad": [] - }, - "permutes": [ - "shape", - "type", - "pad" - ] - }, - "8k_level": { - "all": "true" - } - } - }, - "bitwise_and": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,2,65536,1", - "--target-shape", - "1,65539,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "bitwise_not": { - "group": "ew_unary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "2,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,2,65537,1", - "--target-shape", - "1,65538,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "bitwise_or": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "3,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,2,65538,1", - "--target-shape", - "1,65537,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "bitwise_xor": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "4,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,2,65536,1", - "--target-shape", - "1,65536,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "cast": { - "group": "type_conversion", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65535,1,1", - "--target-shape", - "1,65538,1,2" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [], - "output_type": [ - "outi8", - "outi16", - "outi32", - "outb" - ] - }, - "permutes": [ - "shape", - "type", - "output_type" - ] - } - } - }, - "clamp": { - "group": "activation", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "20,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "1,20", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,2,1,65536", - "--target-shape", - "1,3,65537,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "clz": { - "group": "ew_unary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "1,2,65533,1", - "--target-shape", - "1,65539,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "concat": { - "group": "data_layout", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-const-inputs-concat", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5", - "--num-const-inputs-concat", - "1" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65535,1,1", - "--target-shape", - "1,65538,1,2", - "--num-const-inputs-concat", - "2" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6", - "--num-const-inputs-concat", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "concat_shape": { - "group": "shape", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "shape", - "--target-rank", - "1", - "--target-shape", - "1", - "--num-const-inputs-concat", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [] - } - } - }, - "cond_if": { - "group": "control_flow", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "gen_filter": "^cond_if", - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "bool", - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "3,22,17,1,2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "variant", - "shape", - "cond" - ] - } - } - }, - "const": { - "group": "data_nodes", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--target-dtype", - "int48", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--target-dtype", - "int48", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65537,1,1", - "--target-shape", - "1,65530,1,2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "const_shape": { - "group": "shape", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "shape", - "--target-rank", - "1", - "--target-shape", - "1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [] - } - } - }, - "conv2d": { - "group": "tensor", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "gen_filter": "^conv2d", - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-shape", - "1,49,42,28", - "--target-shape", - "1,11,44,13", - "--tensor-dim-range", - "1,16", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,65535,3,1", - "--target-shape", - "1,2,65536,1", - "--max-conv-dilation", - "1", - "--tensor-dim-range", - "1,8", - "--allow-pooling-and-conv-oversizes" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "selector": "8k_level", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "2,5", - "--level-8k-sizes" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [ - "i8xi8", - "i16xi8", - "i8xi4" - ], - "kernel": [], - "stride": [], - "pad": [], - "dilation": [] - }, - "permutes": [ - "kernel", - "shape", - "type", - "pad" - ] - }, - "8k_level": { - "all": "true" - } - } - }, - "conv3d": { - "group": "tensor", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "gen_filter": "^conv3d", - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-shape", - "1,9,21,14,1", - "--target-shape", - "1,9,11,12,3", - "--tensor-dim-range", - "1,4", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65535,2,1", - "--target-shape", - "1,1,2,65536,1", - "--max-conv-dilation", - "1", - "--tensor-dim-range", - "1,2", - "--allow-pooling-and-conv-oversizes" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "selector": "8k_level", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "2,5", - "--level-8k-sizes" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [ - "i8xi8", - "i16xi8", - "i8xi4" - ], - "kernel": [], - "stride": [], - "pad": [], - "dilation": [] - }, - "permutes": [ - "kernel", - "shape", - "type", - "pad", - "stride" - ] - }, - "8k_level": { - "all": "true" - } - } - }, - "depthwise_conv2d": { - "group": "tensor", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "gen_filter": "^depthwise_conv2d", - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-shape", - "1,9,44,3", - "--target-shape", - "1,11,33,4", - "--tensor-dim-range", - "1,16", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,65532,2,1", - "--target-shape", - "1,4,65537,1", - "--max-conv-dilation", - "1", - "--tensor-dim-range", - "1,16", - "--allow-pooling-and-conv-oversizes" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "selector": "8k_level", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "2,5", - "--level-8k-sizes" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [ - "i8xi8", - "i16xi8", - "i8xi4" - ], - "kernel": [], - "stride": [], - "pad": [], - "dilation": [] - }, - "permutes": [ - "kernel", - "shape", - "type", - "pad" - ] - }, - "8k_level": { - "all": "true" - } - } - }, - "dim": { - "group": "data_layout", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "from_version": "v0.80.0", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ] - ] - }, - "8k_level": { - "from_version": "v0.80.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "div_shape": { - "group": "shape", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "shape", - "--tensor-dim-range", - "1,16", - "--target-rank", - "1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape" - ] - } - } - }, - "equal": { - "group": "comparison", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "1,2,65501,1", - "--target-shape", - "1,65541,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "fully_connected": { - "group": "tensor", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "444,1", - "--target-shape", - "3,65538", - "--tensor-dim-range", - "1,2" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "3,16", - "--target-shape", - "1,23", - "--tensor-dim-range", - "100,200" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "gather": { - "group": "scatter_gather", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "4,64", - "--max-batch-size", - "64" - ], - [ - "--target-dtype", - "int8", - "--tensor-dim-range", - "5,20", - "--target-shape", - "2,65533,1", - "--target-shape", - "1,2,65533", - "--target-shape", - "5000,1,1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "greater": { - "group": "comparison", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "10,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,15", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "1,2,65530,1", - "--target-shape", - "1,65539,1,2,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "greater_equal": { - "group": "comparison", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "20,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,20", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "1,2,65533,1", - "--target-shape", - "1,65539,1,3,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "identity": { - "group": "data_nodes", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int4", - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "int48", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,61", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int4", - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "int48", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,15", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65536,1,1", - "--target-shape", - "1,65531,1,2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "intdiv": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "1,65533,1", - "--target-shape", - "1,1,65539,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "logical_and": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "bool", - "--target-shape", - "1,65538,1", - "--target-shape", - "1,2,1,65536" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "logical_left_shift": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,65532,1,1", - "--target-shape", - "1,2,1,65538" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "logical_not": { - "group": "ew_unary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "2,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,15", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "bool", - "--target-shape", - "1,65537,1", - "--target-shape", - "1,2,1,65535" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "logical_or": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "3,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,14", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "bool", - "--target-shape", - "1,65536,1", - "--target-shape", - "1,2,1,65537" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "logical_right_shift": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "25,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,25", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65540,3", - "--target-shape", - "2,1,65530,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "logical_xor": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "4,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "3,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "bool", - "--target-shape", - "1,65539,1", - "--target-shape", - "1,2,1,65534" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "matmul": { - "group": "tensor", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "16,64" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "1,16" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,65532,1", - "--target-shape", - "1,2,65538", - "--target-shape", - "2000,1,1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "maximum": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "1,2,65533,1", - "--target-shape", - "1,65539,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "max_pool2d": { - "group": "tensor", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-shape", - "1,4,75,3", - "--target-shape", - "1,11,44,1", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,65535,5,1", - "--target-shape", - "1,3,65537,1", - "--target-shape", - "1,3,2,1", - "--allow-pooling-and-conv-oversizes" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "selector": "8k_level", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "3,10", - "--level-8k-sizes" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [ - "i8", - "i16" - ], - "kernel": [], - "stride": [], - "pad": [] - }, - "permutes": [ - "shape", - "type", - "pad" - ] - }, - "8k_level": { - "all": "true" - } - } - }, - "minimum": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "1,2,65533,1", - "--target-shape", - "1,65539,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "mul": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,2,65500,1", - "--target-shape", - "1,68539,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "perm", - "shift" - ] - } - } - }, - "mul_shape": { - "group": "shape", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "shape", - "--tensor-dim-range", - "1,16", - "--target-rank", - "1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape" - ] - } - } - }, - "negate": { - "group": "ew_unary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "22,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,22", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "3,1,65540,1", - "--target-shape", - "1,1,2,1,65531" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "pad": { - "group": "data_layout", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "int16", - "--tensor-dim-range", - "1,16", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65537,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "selector": "8k_level", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ], - "sparsity": { - "pad": 15 - }, - "preselected": [ - { - "shape": "6", - "type": "i8", - "pad": "pad00" - } - ] - }, - "8k_level": { - "params": {}, - "permutes": [], - "sparsity": { - "pad": 3 - }, - "full_sparsity": "true" - } - } - }, - "reduce_all": { - "group": "reduction", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "bool", - "--target-shape", - "65530,1,1,1", - "--target-shape", - "2,65538,1,1" - ] - ] - }, - "8k_level": { - "from_version": "v0.80.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "axis" - ] - } - } - }, - "reduce_any": { - "group": "reduction", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "bool", - "--target-shape", - "65530,1,1,1", - "--target-shape", - "2,65538,1,1" - ] - ] - }, - "8k_level": { - "from_version": "v0.80.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,9", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "axis" - ] - } - } - }, - "reduce_max": { - "group": "reduction", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "65530,1,1,1", - "--target-shape", - "2,65538,1,1" - ] - ] - }, - "8k_level": { - "from_version": "v0.80.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,11", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "axis" - ] - } - } - }, - "reduce_min": { - "group": "reduction", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,24", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65538,1", - "--target-shape", - "2,65535,1,1" - ] - ] - }, - "8k_level": { - "from_version": "v0.80.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "2,10", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "axis" - ] - } - } - }, - "reduce_sum": { - "group": "reduction", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "3,65532,1,1", - "--target-shape", - "65536,1,1,2" - ] - ] - }, - "8k_level": { - "from_version": "v0.80.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,12", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "axis" - ] - } - } - }, - "rescale": { - "group": "type_conversion", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "int48", - "--target-dtype", - "uint8", - "--target-dtype", - "uint16", - "--tensor-dim-range", - "16,32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "int48", - "--target-dtype", - "uint8", - "--target-dtype", - "uint16", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,2,65533,1", - "--target-shape", - "1,65539,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "int48", - "--target-dtype", - "uint8", - "--target-dtype", - "uint16", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "scale": [ - "sc0", - "sc0", - "sc1", - "sc1", - "sc1", - "sc1" - ], - "double_round": [ - "dr0", - "dr0", - "dr0", - "dr0", - "dr1", - "dr1" - ], - "per_channel": [ - "pc0", - "pc1", - "pc0", - "pc1", - "pc0", - "pc1", - "pc1" - ] - }, - "permutes": [ - "shape", - "type", - "output_type" - ] - } - } - }, - "reshape": { - "group": "data_layout", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65535,1", - "--target-shape", - "1,65538,1,2", - "--num-rand-permutations", - "2" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "5", - "--target-rank", - "6", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "rank", - "perm" - ] - } - } - }, - "resize": { - "group": "image", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,3,16383,1", - "--max-resize-output-dim", - "9500" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--level-8k-sizes", - "--tensor-dim-range", - "2,10", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "reverse": { - "group": "data_layout", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65535", - "--target-shape", - "1,65540,1,2" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,12", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "scatter": { - "group": "scatter_gather", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "4,64", - "--max-batch-size", - "64" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,65540,1", - "--target-shape", - "1,1,65533", - "--target-shape", - "3000,7,1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "select": { - "group": "ew_ternary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65535,1", - "--target-shape", - "1,65538,1,2", - "--num-rand-permutations", - "2" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "slice": { - "group": "data_layout", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,1,65535,1", - "--target-shape", - "1,65538,1,2", - "--num-rand-permutations", - "2" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "5", - "--target-rank", - "6", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "perm" - ] - } - } - }, - "sub": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "1,2,65533,1", - "--target-shape", - "1,65539,1,1,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int32", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "sub_shape": { - "group": "shape", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "shape", - "--tensor-dim-range", - "1,16", - "--target-rank", - "1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape" - ] - } - } - }, - "table": { - "group": "ew_binary", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,2,65536,1", - "--target-shape", - "1,65537,1,1,3" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "1,10", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "tile": { - "group": "data_layout", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--tensor-dim-range", - "4,32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,16", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "65533", - "--target-shape", - "1,2,65540,1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "transpose": { - "group": "data_layout", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-rank", - "1", - "--target-rank", - "2", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--target-rank", - "3", - "--target-rank", - "4", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,65537,1,2", - "--target-shape", - "65535,1,1,1", - "--num-rand-permutations", - "1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--target-dtype", - "bool", - "--tensor-dim-range", - "1,10", - "--target-rank", - "5", - "--target-rank", - "6", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "perm" - ] - } - } - }, - "transpose_conv2d": { - "group": "tensor", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "gen_filter": "^transpose_conv2d", - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-shape", - "1,49,33,1", - "--target-shape", - "1,11,33,3", - "--tensor-dim-range", - "1,18", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "int8", - "--target-shape", - "1,65536,1,1", - "--tensor-dim-range", - "1,12", - "--max-conv-dilation", - "1" - ] - ] - }, - "8k_level": { - "no_negative_tests": "true", - "selector": "8k_level", - "generator_args": [ - [ - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--tensor-dim-range", - "2,5", - "--level-8k-sizes" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [ - "i8xi8", - "i16xi8", - "i8xi4" - ], - "kernel": [], - "stride": [], - "pad": [], - "out_shape": [] - }, - "permutes": [ - "shape", - "type", - "stride", - "pad" - ] - }, - "8k_level": { - "all": "true" - } - } - }, - "while_loop": { - "group": "control_flow", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "int32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "int32", - "--target-shape", - "3,22,17,1,2", - "--target-shape", - "1,65537,2,1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - } -}
\ No newline at end of file diff --git a/verif/conformance/tosa_ext_profile_ops_info.json b/verif/conformance/tosa_ext_profile_ops_info.json index 9ca19db..9e577c2 100644 --- a/verif/conformance/tosa_ext_profile_ops_info.json +++ b/verif/conformance/tosa_ext_profile_ops_info.json @@ -72,7 +72,7 @@ "--fp-values-range", "-max,max", "--tensor-dim-range", - "30,64", + "31,66", "--target-rank", "0", "--target-rank", @@ -83,6 +83,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--target-dtype", @@ -94,7 +95,9 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ] ] }, @@ -122,6 +125,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", @@ -131,9 +135,12 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", @@ -242,6 +249,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -254,6 +262,7 @@ "5" ], [ + "--no-special-tests", "--target-dtype", "fp16", "--fp-values-range", @@ -1698,6 +1707,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--target-dtype", @@ -1709,9 +1719,12 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "fp16", "--fp-values-range", @@ -1746,6 +1759,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", @@ -1755,7 +1769,9 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ] ] } @@ -1848,6 +1864,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--target-dtype", @@ -1859,9 +1876,12 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -1897,6 +1917,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", @@ -1906,7 +1927,9 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ] ] }, @@ -3275,15 +3298,12 @@ }, "cos": { "group": "ew_unary", - "support_for": [ - "lazy_data_gen" - ], + "support_for": [ "lazy_data_gen", "stable_random_gen", "random_const_inputs" ], "generation": { "tosa-mi": { "supports_all": [ "tosa-mi" ], - "selector": "tosa-mi", "generator_args": [ [ "--target-dtype", @@ -3293,7 +3313,7 @@ "--fp-values-range", "-max,max", "--tensor-dim-range", - "15,64", + "35,64", "--target-rank", "1", "--target-rank", @@ -3302,6 +3322,9 @@ "3" ], [ + "--no-special-tests", + "--target-dtype", + "fp32", "--target-dtype", "fp16", "--fp-values-range", @@ -3311,9 +3334,12 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -3329,7 +3355,6 @@ "supports_all": [ "tosa-ext-bf16" ], - "selector": "tosa-mi", "no_negative_tests": "true", "generator_args": [ [ @@ -3345,17 +3370,28 @@ "2", "--target-rank", "3" + ], + [ + "--no-special-tests", + "--target-dtype", + "bf16", + "--fp-values-range", + "-max,max", + "--tensor-dim-range", + "1,13", + "--target-rank", + "4", + "--target-rank", + "5", + "--target-rank", + "6" ] ] } }, "selection": { - "tosa-mi": { - "params": {}, - "permutes": [ - "shape", - "type" - ] + "default": { + "generator_select": "true" } } }, @@ -3921,6 +3957,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -3933,6 +3970,7 @@ "5" ], [ + "--no-special-tests", "--target-dtype", "fp16", "--fp-values-range", @@ -4005,6 +4043,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--target-dtype", @@ -4016,9 +4055,12 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -4062,7 +4104,9 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ] ] } @@ -4090,7 +4134,7 @@ "--fp-values-range", "-max,max", "--tensor-dim-range", - "25,64", + "35,65", "--target-rank", "0", "--target-rank", @@ -4101,6 +4145,9 @@ "3" ], [ + "--no-special-tests", + "--target-dtype", + "fp32", "--target-dtype", "fp16", "--fp-values-range", @@ -4110,9 +4157,12 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -4145,6 +4195,21 @@ "2", "--target-rank", "3" + ], + [ + "--no-special-tests", + "--target-dtype", + "bf16", + "--fp-values-range", + "-max,max", + "--tensor-dim-range", + "1,13", + "--target-rank", + "4", + "--target-rank", + "5", + "--target-rank", + "6" ] ] } @@ -4224,6 +4289,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--target-dtype", @@ -4235,9 +4301,12 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -4272,16 +4341,19 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", "-max,max", "--tensor-dim-range", - "1,16", + "1,14", "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ] ] } @@ -4652,6 +4724,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -4684,6 +4757,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", @@ -4790,6 +4864,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp16", "--fp-values-range", @@ -4824,6 +4899,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", @@ -5155,8 +5231,11 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", + "--target-dtype", + "fp16", "--fp-values-range", "-max,max", "--tensor-dim-range", @@ -5164,9 +5243,12 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "fp16", "--fp-values-range", @@ -5199,6 +5281,21 @@ "2", "--target-rank", "3" + ], + [ + "--no-special-tests", + "--target-dtype", + "bf16", + "--fp-values-range", + "-max,max", + "--tensor-dim-range", + "1,11", + "--target-rank", + "4", + "--target-rank", + "5", + "--target-rank", + "6" ] ] } @@ -5913,6 +6010,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--target-dtype", @@ -5927,6 +6025,7 @@ "5" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -5962,6 +6061,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", @@ -6688,7 +6788,7 @@ "--fp-values-range", "-max,max", "--tensor-dim-range", - "17,64", + "37,64", "--target-rank", "0", "--target-rank", @@ -6699,6 +6799,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--target-dtype", @@ -6706,13 +6807,16 @@ "--fp-values-range", "-max,max", "--tensor-dim-range", - "1,22", + "1,16", "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -6748,16 +6852,19 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", "-max,max", "--tensor-dim-range", - "1,22", + "1,15", "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ] ] } @@ -7223,7 +7330,7 @@ "--fp-values-range", "-max,max", "--tensor-dim-range", - "28,64", + "38,62", "--target-rank", "0", "--target-rank", @@ -7234,8 +7341,11 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp16", + "--target-dtype", + "fp32", "--fp-values-range", "-max,max", "--tensor-dim-range", @@ -7243,7 +7353,9 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ] ] }, @@ -7270,6 +7382,22 @@ "3" ], [ + "--no-special-tests", + "--target-dtype", + "bf16", + "--fp-values-range", + "-max,max", + "--tensor-dim-range", + "1,11", + "--target-rank", + "4", + "--target-rank", + "5", + "--target-rank", + "6" + ], + [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", @@ -8904,7 +9032,7 @@ "--fp-values-range", "-max,max", "--tensor-dim-range", - "29,64", + "39,60", "--target-rank", "0", "--target-rank", @@ -8915,6 +9043,24 @@ "3" ], [ + "--no-special-tests", + "--target-dtype", + "fp32", + "--target-dtype", + "fp16", + "--fp-values-range", + "-max,max", + "--tensor-dim-range", + "1,13", + "--target-rank", + "4", + "--target-rank", + "5", + "--target-rank", + "6" + ], + [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -8949,6 +9095,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", @@ -8958,7 +9105,9 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ] ] } @@ -9344,6 +9493,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--target-dtype", @@ -9355,9 +9505,12 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -9392,6 +9545,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", @@ -9401,7 +9555,9 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ] ] } @@ -9414,9 +9570,7 @@ }, "sin": { "group": "ew_unary", - "support_for": [ - "lazy_data_gen" - ], + "support_for": [ "lazy_data_gen", "stable_random_gen", "random_const_inputs" ], "generation": { "tosa-mi": { "supports_all": [ @@ -9431,7 +9585,7 @@ "--fp-values-range", "-max,max", "--tensor-dim-range", - "15,64", + "35,60", "--target-rank", "1", "--target-rank", @@ -9440,8 +9594,11 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", + "--target-dtype", + "fp16", "--fp-values-range", "-max,max", "--tensor-dim-range", @@ -9449,9 +9606,12 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "fp16", "--fp-values-range", @@ -9482,17 +9642,28 @@ "2", "--target-rank", "3" + ], + [ + "--no-special-tests", + "--target-dtype", + "bf16", + "--fp-values-range", + "-max,max", + "--tensor-dim-range", + "1,10", + "--target-rank", + "4", + "--target-rank", + "5", + "--target-rank", + "6" ] ] } }, "selection": { "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] + "generator_select": "true" } } }, @@ -10095,6 +10266,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--target-dtype", @@ -10106,9 +10278,12 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ], [ + "--no-special-tests", "--target-dtype", "fp32", "--fp-values-range", @@ -10143,6 +10318,7 @@ "3" ], [ + "--no-special-tests", "--target-dtype", "bf16", "--fp-values-range", @@ -10152,7 +10328,9 @@ "--target-rank", "4", "--target-rank", - "5" + "5", + "--target-rank", + "6" ] ] } diff --git a/verif/conformance/tosa_main_profile_ops_info.json b/verif/conformance/tosa_main_profile_ops_info.json deleted file mode 100644 index 753fd1d..0000000 --- a/verif/conformance/tosa_main_profile_ops_info.json +++ /dev/null @@ -1,3805 +0,0 @@ -{ - "abs": { - "group": "ew_unary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "16,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,65531,2,1", - "--target-shape", - "65538,1,1,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "add": { - "group": "ew_binary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "16,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--target-shape", - "2,1,1,65532", - "--target-shape", - "65542,2,1,1,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "argmax": { - "group": "tensor", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,32", - "--target-rank", - "4", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,3,65535,1", - "--target-shape", - "1,65537,1,2", - "--num-rand-permutations", - "2" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "avg_pool2d": { - "group": "tensor", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "4,11,7,39", - "--target-shape", - "5,21,36,17", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,2,65533,2", - "--target-shape", - "1,65539,2,1", - "--allow-pooling-and-conv-oversizes" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ], - "sparsity": { - "pad": 17 - } - } - } - }, - "cast": { - "group": "type_conversion", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--target-dtype", - "int8", - "--target-dtype", - "int16", - "--target-dtype", - "int32", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,1,65533,1", - "--target-shape", - "2,65538,1,1" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [], - "output_type": [] - }, - "permutes": [ - "shape", - "type", - "output_type" - ], - "exclude_patterns": [ - "^((?!ERRORIF).)*_(i8|i16|i32|b)_out(i8|i16|i32|b)" - ] - } - } - }, - "ceil": { - "group": "ew_unary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "4,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--target-shape", - "2,1,65530,1", - "--target-shape", - "1,1,65539,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "clamp": { - "group": "activation", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "20,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,20", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,2,1,65536", - "--target-shape", - "1,3,65537,1,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "concat": { - "group": "data_layout", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-const-inputs-concat", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5", - "--num-const-inputs-concat", - "1" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65534,1,1", - "--target-shape", - "1,65537,1,2", - "--num-const-inputs-concat", - "2" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "const": { - "group": "data_nodes", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,65540,1,1,1", - "--target-shape", - "1,2,1,65529" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "conv2d": { - "group": "tensor", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen" ], - "gen_filter": "^conv2d", - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "2,34,19,27", - "--target-shape", - "3,16,51,7", - "--tensor-dim-range", - "1,16", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,65537,1,3", - "--target-shape", - "1,2,65530,2", - "--tensor-dim-range", - "1,16", - "--max-conv-dilation", - "1", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--conv-kernel", - "7,7", - "--conv-kernel", - "9,9", - "--target-shape", - "1,127,127,1", - "--target-shape", - "1,256,256,1", - "--target-shape", - "1,1080,720,1", - "--tensor-dim-range", - "1,8" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "permutes": [ "rank", "dtype", "kernel", "acc_type" ], - "full_params": [ "stride", "dilation" ], - "specifics": { "pad": [ "(0, 0, 0, 0)" ] }, - "groups": [ "s" ], - "maximum": 3 - } - } - }, - "conv3d": { - "group": "tensor", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "gen_filter": "^conv3d", - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,7,18,5,4", - "--target-shape", - "1,6,12,17,3", - "--tensor-dim-range", - "1,4", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,2,65539,1,2", - "--target-shape", - "1,65532,1,1,3", - "--tensor-dim-range", - "1,2", - "--max-conv-dilation", - "1", - "--allow-pooling-and-conv-oversizes" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,7,18,5,4", - "--target-shape", - "1,6,12,17,3", - "--tensor-dim-range", - "1,4", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [], - "kernel": [], - "stride": [], - "pad": [], - "dilation": [] - }, - "permutes": [ - "kernel", - "shape", - "type", - "pad", - "stride" - ] - } - } - }, - "depthwise_conv2d": { - "group": "tensor", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "gen_filter": "^depthwise_conv2d", - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,17,31,4", - "--target-shape", - "1,37,11,5", - "--tensor-dim-range", - "1,32", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65531,2", - "--target-shape", - "1,65540,1,3", - "--tensor-dim-range", - "1,16", - "--max-conv-dilation", - "1", - "--allow-pooling-and-conv-oversizes" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [ - "f16xf16", - "bf16xbf16", - "f32xf32" - ], - "kernel": [], - "stride": [], - "pad": [], - "dilation": [] - }, - "permutes": [ - "kernel", - "shape", - "type", - "pad" - ] - } - } - }, - "dim": { - "group": "data_layout", - "profile": [ - "tosa-mi" - ], - "generation": { - "standard": { - "from_version": "v0.80.0", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-2.0,2.0", - "--tensor-dim-range", - "1,65", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "equal": { - "group": "comparison", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "18,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,18", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,2,65550", - "--target-shape", - "1,4,65530,1,1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "exp": { - "group": "ew_unary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "15,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,15", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65535,4", - "--target-shape", - "2,65536,1,1,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "fft2d": { - "group": "tensor", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,256,64", - "--target-shape", - "1,4,4096" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "inverse" - ] - } - } - }, - "fully_connected": { - "group": "tensor", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "25,64" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "10,15", - "--target-shape", - "100,296", - "--target-shape", - "65540,2" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "35,64", - "--target-shape", - "30,16", - "--target-shape", - "100,23" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "floor": { - "group": "ew_unary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "4,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65533,2", - "--target-shape", - "1,65537,1,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "gather": { - "group": "scatter_gather", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "5,72", - "--max-batch-size", - "72" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "5,20", - "--target-shape", - "2,65536,1", - "--target-shape", - "1,2,65535", - "--target-shape", - "5000,1,1" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "greater": { - "group": "comparison", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "18,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,18", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "3,65551,1,1", - "--target-shape", - "1,1,3,65531,1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "greater_equal": { - "group": "comparison", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "18,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,18", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "65552,1,1,4", - "--target-shape", - "1,1,1,3,65532" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "identity": { - "group": "data_nodes", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,67", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,19", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65539,1,1", - "--target-shape", - "1,1,2,65529" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "log": { - "group": "ew_unary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "15,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,15", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,65530,1,2", - "--target-shape", - "3,1,65540,1,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "matmul": { - "group": "tensor", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-2.0,2.0", - "--tensor-dim-range", - "13,70" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-2.0,2.0", - "--tensor-dim-range", - "10,19" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-2.0,2.0", - "--target-shape", - "4,65530,1", - "--target-shape", - "1,65538,3" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "all": "true" - } - } - }, - "max_pool2d": { - "group": "tensor", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,47,37,25", - "--target-shape", - "1,15,13,38", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,65534,4,1", - "--target-shape", - "1,6,65536,1", - "--max-conv-dilation", - "1", - "--allow-pooling-and-conv-oversizes" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [ - "f32", - "f16", - "bf16" - ], - "stride": [], - "pad": [] - }, - "permutes": [ - "shape", - "type", - "pad" - ], - "sparsity": { - "pad": 11 - } - } - } - }, - "negate": { - "group": "ew_unary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "17,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,22", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,65541,3,1", - "--target-shape", - "1,2,1,65532,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "pad": { - "group": "data_layout", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,65", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,11", - "--target-rank", - "4", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - }, - "extra": { - "selector": "minimal", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65539,1" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4", - "--oversize" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "maximum": 5, - "specifics": { - "pad": [ - "[[0 0]]", - "[[0 0], [0 0]]", - "[[0 0], [0 0], [0 0]]", - "[[0 0], [0 0], [0 0], [0 0]]", - "[[0 0], [0 0], [0 0], [0 0], [0 0]]", - "[[0 0], [0 0], [0 0], [0 0], [0 0], [0 0]]" - ] - } - }, - "minimal": { - "maximum": 2 - } - } - }, - "pow": { - "group": "ew_binary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "16,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "65534,3,1,1", - "--target-shape", - "2,65541,1,1,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "reciprocal": { - "group": "ew_unary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "15,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,15", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65536,4", - "--target-shape", - "2,65535,1,1,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "reshape": { - "group": "data_layout", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65536,1", - "--target-shape", - "1,65535,1,2", - "--num-rand-permutations", - "2" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "rank", - "perm" - ] - } - } - }, - "reverse": { - "group": "data_layout", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,48", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65537", - "--target-shape", - "1,65535,1,2" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "cos": { - "group": "ew_unary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "15,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,15", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "2,1,65537,1", - "--target-shape", - "3,1,65539,2,1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "sin": { - "group": "ew_unary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "15,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,15", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--target-shape", - "3,1,65534,2", - "--target-shape", - "65533,1,3,2,1" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "rsqrt": { - "group": "ew_unary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "15,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,15", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,3,65541", - "--target-shape", - "65532,1,3,1,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "scatter": { - "group": "scatter_gather", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "5,56", - "--max-batch-size", - "56" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,65541,1", - "--target-shape", - "1,1,65531", - "--target-shape", - "2989,6,1" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "tile": { - "group": "data_layout", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "4,32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "65535", - "--target-shape", - "1,65543,2,1" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "transpose": { - "group": "data_layout", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--target-rank", - "1", - "--target-rank", - "2", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-rank", - "3", - "--target-rank", - "4", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65539,2", - "--target-shape", - "1,1,1,65535", - "--num-rand-permutations", - "1" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "perm" - ] - } - } - }, - "transpose_conv2d": { - "group": "tensor", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "gen_filter": "^transpose_conv2d", - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "10,24,9,13", - "--target-shape", - "8,14,20,5", - "--tensor-dim-range", - "1,16", - "--allow-pooling-and-conv-oversizes" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,65536,1,2", - "--tensor-dim-range", - "1,17", - "--max-conv-dilation", - "1" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-shape", - "10,24,9,13", - "--target-shape", - "8,14,20,5", - "--tensor-dim-range", - "1,16", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "shape": [], - "type": [], - "kernel": [], - "stride": [], - "pad": [], - "out_shape": [] - }, - "permutes": [ - "shape", - "type", - "stride", - "pad" - ] - } - } - }, - "maximum": { - "group": "ew_binary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "16,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "65531,1,2,1", - "--target-shape", - "1,1,65541,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "minimum": { - "group": "ew_binary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "16,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,65531,2,1", - "--target-shape", - "1,1,1,65538" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "mul": { - "group": "ew_binary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "16,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,3,65534", - "--target-shape", - "1,2,1,65541,1" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "reduce_max": { - "group": "reduction", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,1,65531", - "--target-shape", - "1,1,65539,2" - ] - ] - }, - "8k_level": { - "from_version": "v0.80.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,10", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "axis" - ] - } - } - }, - "reduce_min": { - "group": "reduction", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,32", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65531,1", - "--target-shape", - "1,65539,2,1" - ] - ] - }, - "8k_level": { - "from_version": "v0.80.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,9", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "axis" - ] - } - } - }, - "reduce_product": { - "group": "reduction", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,34", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--target-shape", - "2,65527,3,1", - "--target-shape", - "1,3,2,65541" - ] - ] - }, - "8k_level": { - "from_version": "v0.80.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,11", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "axis" - ] - } - } - }, - "reduce_sum": { - "group": "reduction", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-rank", - "3", - "--target-rank", - "4", - "--tensor-dim-range", - "10,37", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--target-rank", - "4" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1001", - "--target-shape", - "50,200" - ], - [ - "--target-dtype", - "fp16", - "--fp-values-range", - "-max,max", - "--target-shape", - "65529", - "--target-shape", - "65537,2" - ], - [ - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--target-shape", - "16001", - "--target-shape", - "16,1000", - "--target-shape", - "1,3,65529,1", - "--target-shape", - "1,65537,1,1" - ] - ] - }, - "8k_level": { - "from_version": "v0.80.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "5,12", - "--target-rank", - "5", - "--target-rank", - "6" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "axis" - ] - } - } - }, - "resize": { - "group": "image", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "negative_dim_range": "1,10", - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1103,1,2", - "--max-resize-output-dim", - "9100" - ] - ] - } - }, - "selection": { - "default": { - "params": { - "offset": [], - "shape": [], - "type": [], - "mode": [], - "output_type": [], - "scale": [ - "sc2x1x3x1" - ], - "border": [ - "bor0x1" - ] - }, - "permutes": [ - "shape", - "type" - ], - "exclude_patterns": [ - ".*_ERRORIF_MaxDimExceeded_1x16584x5x1_.*" - ] - } - } - }, - "rfft2d": { - "group": "tensor", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,16,512", - "--target-shape", - "1,8192,2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "select": { - "group": "ew_ternary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,2,65534,2,1", - "--target-shape", - "1,1,65539,2", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type" - ] - } - } - }, - "sigmoid": { - "group": "activation", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-16.0,16.0", - "--tensor-dim-range", - "16,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-16.0,16.0", - "--tensor-dim-range", - "1,19", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-16.0,16.0", - "--target-shape", - "1,2,65538,2,1", - "--target-shape", - "1,3,1,65533" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "sub": { - "group": "ew_binary", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "16,64", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-max,max", - "--target-shape", - "1,1,65533,3", - "--target-shape", - "1,1,2,1,65545" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "slice": { - "group": "data_layout", - "profile": [ - "tosa-bi", - "tosa-mi" - ], - "support_for": [ "lazy_data_gen" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "16,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "1,16", - "--target-rank", - "4", - "--num-rand-permutations", - "2" - ], - [ - "--target-dtype", - "bf16", - "--fp-values-range", - "-2.0,2.0", - "--target-shape", - "1,1,655341,1", - "--target-shape", - "1,65539,1,1", - "--num-rand-permutations", - "2" - ] - ] - }, - "float8": { - "from_version" : "v0.100.0", - "no_negative_tests": "true", - "generator_args": [ - [ - "--target-dtype", - "fp8e4m3", - "--target-dtype", - "fp8e5m2", - "--fp-values-range", - "-max,max", - "--tensor-dim-range", - "32,64", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3", - "--num-rand-permutations", - "2" - ] - ] - } - }, - "selection": { - "default": { - "params": {}, - "permutes": [ - "shape", - "type", - "perm" - ] - } - } - }, - "tanh": { - "group": "activation", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-8.0,8.0", - "--tensor-dim-range", - "18,60", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-8.0,8.0", - "--tensor-dim-range", - "1,24", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-8.0,8.0", - "--target-shape", - "1,65535,2,1,1", - "--target-shape", - "1,65540,1,2" - ] - ] - } - }, - "selection": { - "default": { - } - } - }, - "erf": { - "group": "activation", - "profile": [ - "tosa-mi" - ], - "support_for": [ "lazy_data_gen", "generator_select", "stable_random_gen", "random_const_inputs" ], - "generation": { - "standard": { - "generator_args": [ - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-4.0,4.0", - "--tensor-dim-range", - "18,60", - "--target-rank", - "0", - "--target-rank", - "1", - "--target-rank", - "2", - "--target-rank", - "3" - ], - [ - "--target-dtype", - "fp32", - "--target-dtype", - "fp16", - "--target-dtype", - "bf16", - "--fp-values-range", - "-4.0,4.0", - "--tensor-dim-range", - "1,24", - "--target-rank", - "4", - "--target-rank", - "5" - ], - [ - "--target-dtype", - "fp32", - "--fp-values-range", - "-4.0,4.0", - "--target-shape", - "1,65535,2,1,1", - "--target-shape", - "1,65540,1,2" - ] - ] - } - }, - "selection": { - "default": { - } - } - } -}
\ No newline at end of file diff --git a/verif/conformance/tosa_verif_conformance_generator.py b/verif/conformance/tosa_verif_conformance_generator.py index 59e88bb..fcdb089 100644 --- a/verif/conformance/tosa_verif_conformance_generator.py +++ b/verif/conformance/tosa_verif_conformance_generator.py @@ -36,17 +36,9 @@ from serializer.tosa_serializer import TOSA_VERSION logging.basicConfig() logger = logging.getLogger("tosa_verif_conformance_generator") -# Configuration for each TOSA profile +# Configuration PROFILE_OPS_INFO = { - "tosa-bi": { - "operator_test_params": "tosa_base_profile_ops_info.json", - "framework_tests": "tosa_base_profile_framework_ops_info.json", - }, - "tosa-mi": { - # Note: This is just the extra tests not in the base profile! - "operator_test_params": "tosa_main_profile_ops_info.json", - "framework_tests": "tosa_main_profile_framework_ops_info.json", - }, + "operator_test_params": "tosa_ext_profile_ops_info.json", } PROFILES_EXTENSIONS_ALL = "all" @@ -866,8 +858,6 @@ def main(): with args.tests_list_file.open("w") as fd: fd.write("") - # TODO: For tosa-mi should really generate tosa-bi profile as well - # - for now leave it as subset instead of as superset (for testing) if PROFILES_EXTENSIONS_ALL in args.profile: profiles = TosaProfiles.profiles() else: @@ -877,6 +867,7 @@ def main(): extensions = TosaProfiles.extensions() else: extensions = args.extension + profileExtList = profiles + extensions profileExtDone = [] @@ -890,15 +881,9 @@ def main(): if args.unit_tests in ["operator", "both"]: logger.debug("Creating OPERATOR unit tests") if args.param_config is None: - # Fall back to old method - if profile_ext in PROFILE_OPS_INFO: - config = PROFILE_OPS_INFO[profile_ext]["operator_test_params"] - test_params_file = args.param_json_dir / config - else: - logger.error( - "Extensions not supported in old conformance configs - skipping" - ) - continue + # Use default config + config = PROFILE_OPS_INFO["operator_test_params"] + test_params_file = args.param_json_dir / config else: test_params_file = args.param_config diff --git a/verif/frameworks/arg_gen.py b/verif/frameworks/arg_gen.py index c385274..143f186 100644 --- a/verif/frameworks/arg_gen.py +++ b/verif/frameworks/arg_gen.py @@ -553,11 +553,14 @@ class ArgGen: return arg_list - # tf.stack axis can be [0, rank(input)] + # tf.stack axis can be [-rank(input)-1, rank(input)] def agStack(op, shapes, rng): axes = [] - for i in range(len(shapes) + 1): - axes.append(["_axis{}".format(i), [i]]) + for i in range(-len(shapes) - 1, len(shapes) + 1): + if i >= 0: + axes.append(["_axis_{}".format(i), [i]]) + else: + axes.append(["_axis_m{}".format(-i), [i]]) return axes def agMirrorPad(op, shapes, rng): diff --git a/verif/frameworks/tosa_verif_framework_compiler_runner.py b/verif/frameworks/tosa_verif_framework_compiler_runner.py index 82e3aad..86e3c01 100755 --- a/verif/frameworks/tosa_verif_framework_compiler_runner.py +++ b/verif/frameworks/tosa_verif_framework_compiler_runner.py @@ -818,11 +818,7 @@ def worker_thread(task_queue, args, result_queue): except Exception as e: print(f"Internal regression error: {e}") print( - "".join( - traceback.format_exception( - etype=type(e), value=e, tb=e.__traceback__ - ) - ) + "".join(traceback.format_exception(None, value=e, tb=e.__traceback__)) ) rc = TestResult.INTERNAL_ERROR tolerance = 0.0 diff --git a/verif/frameworks/tosa_verif_framework_generator.py b/verif/frameworks/tosa_verif_framework_generator.py index 8ae0286..efb2bde 100755 --- a/verif/frameworks/tosa_verif_framework_generator.py +++ b/verif/frameworks/tosa_verif_framework_generator.py @@ -802,6 +802,7 @@ TF_OP_LIST = { 1, ), ], + "output_name": "Identity", }, "batch_to_space": { "operands": (1, 0), @@ -826,6 +827,7 @@ TF_OP_LIST = { "dynamic_shape_dim": [ (0,), ], + "output_name": "Identity", }, "space_to_depth": { "operands": (1, 0), @@ -1473,11 +1475,7 @@ def run_unit_test( except Exception as e: msg = "Error running task: {}".format(e) print(msg) - print( - "".join( - traceback.format_exception(etype=type(e), value=e, tb=e.__traceback__) - ) - ) + print("".join(traceback.format_exception(None, value=e, tb=e.__traceback__))) return False return True @@ -1614,6 +1612,11 @@ def generate_op_tests(args, op_name, shape_list, result_name, filter, unit_test_ except KeyError: pass + try: + result_name = op["output_name"] + except KeyError: + pass + # populate non quantized unit test arguments for dtype in nonquantized_dtypes: diff --git a/verif/generator/tosa_arg_gen.py b/verif/generator/tosa_arg_gen.py index 41b0936..6de771d 100644 --- a/verif/generator/tosa_arg_gen.py +++ b/verif/generator/tosa_arg_gen.py @@ -1506,6 +1506,21 @@ class TosaTensorValuesGen: ) @staticmethod + def tvgTable(testGen, rng, opName, dtypeList, shapeList, argsDict, error_name=None): + # Use supported type for table data on ERROR_IF + dtypeList[1] = ( + dtypeList[0] if error_name != ErrorIf.WrongInputType else DType.INT8 + ) + + table_values = argsDict["table"] + shapeList[1] = [len(table_values)] + argsDict["fixed_data"] = [None, table_values] + + return TosaTensorValuesGen.tvgLazyGenDefault( + testGen, rng, opName, dtypeList, shapeList, argsDict, error_name + ) + + @staticmethod def tvgResize( testGen, rng, opName, dtypeList, shapeList, argsDict, error_name=None ): @@ -1875,11 +1890,31 @@ class TosaArgGen: dataGenTypesList = testGen.TOSA_OP_LIST[opName]["data_gen"].get( dtype, (gtu.DataGenType.PSEUDO_RANDOM,) ) - else: # Error test or No data generator types listed - assume random dataGenTypesList = (gtu.DataGenType.PSEUDO_RANDOM,) + def check_min_size(opName, shape, min_size, reason): + # Check tensor size meets minimum requirements + tensor_size = gtu.product(shape) + if tensor_size < min_size: + shape_info = " ({})".format(shape) + logger.info( + f"Skipping {opName}{shape_info} as tensor data size too small for {reason} values {tensor_size} < {min_size}" + ) + return False + return True + + def update_data_gen(testGen, opName, dtype, dgt_remove): + # Remove special data generator to limit number of tests + assert "data_gen" in testGen.TOSA_OP_LIST[opName] + assert dtype in testGen.TOSA_OP_LIST[opName]["data_gen"] + data_gen = testGen.TOSA_OP_LIST[opName]["data_gen"].copy() + dgt_list = list(data_gen[dtype]) + dgt_list.remove(dgt_remove) + data_gen[dtype] = tuple(dgt_list) + testGen.TOSA_OP_LIST[opName]["data_gen"] = data_gen + # Expand arg list with other data generator types new_arg_list = [] for dg_type in dataGenTypesList: @@ -1912,20 +1947,33 @@ class TosaArgGen: num_test_sets = testGen.TOSA_MI_DOT_PRODUCT_TEST_SETS elif dg_type == gtu.DataGenType.FULL_RANGE: - tensor_size = gtu.product(shapeList[0]) - if tensor_size < gtu.DTYPE_ATTRIBUTES[dtype]["fullset"]: - shape_info = " ({})".format(shapeList[0]) - logger.info( - f"Skipping {opName}{shape_info} as tensor data size too small for full range of values {tensor_size} < {gtu.DTYPE_ATTRIBUTES[dtype]['fullset']}" - ) + if testGen.args.no_special_tests: + continue + if not check_min_size( + opName, + shapeList[0], + gtu.DTYPE_ATTRIBUTES[dtype]["fullset"], + "full range of", + ): continue # Large enough tensor data size for full range, add full test arg_str = f"{arg_str}_full" if arg_str else "full" gen_args_dict["tags"] = args_dict.get("tags", []) + [ "non_finite_fp_data" ] + # Create one special test per data type + update_data_gen(testGen, opName, dtype, dg_type) elif dg_type == gtu.DataGenType.FP_SPECIAL: + if testGen.args.no_special_tests: + continue + if not check_min_size( + opName, + shapeList[0], + testGen.TOSA_MI_FP_SPECIAL_MIN_SIZE, + "FP special", + ): + continue shapes_set = {tuple(x) for x in shapeList} if len(shapes_set) != 1: logger.info( @@ -1938,6 +1986,8 @@ class TosaArgGen: gen_args_dict["tags"] = args_dict.get("tags", []) + [ "non_finite_fp_data" ] + # Create one special test per data type + update_data_gen(testGen, opName, dtype, dg_type) gen_args_dict["dg_type"] = dg_type if num_test_sets > 0: diff --git a/verif/generator/tosa_test_gen.py b/verif/generator/tosa_test_gen.py index 88dd17a..7f76429 100644 --- a/verif/generator/tosa_test_gen.py +++ b/verif/generator/tosa_test_gen.py @@ -44,6 +44,9 @@ class TosaTestGen: TOSA_MI_DOT_PRODUCT_TEST_SETS = 6 TOSA_MI_DOT_PRODUCT_MIN = 1000 + # Minimum tensor size for the FP special tests + TOSA_MI_FP_SPECIAL_MIN_SIZE = 20 + def __init__(self, args): self.args = args self.basePath = args.output_dir @@ -260,6 +263,11 @@ class TosaTestGen: # Data type is needed for all FP runs, as refmodel precise mode produces FP64 "data_type": gtu.DTYPE_ATTRIBUTES[outputTensor.dtype]["json"], } + + op_compliance = op.get("compliance", {}) + mode = None + + # Check what data generation we have done if argsDict["dg_type"] == gtu.DataGenType.DOT_PRODUCT: mode = gtu.ComplianceMode.DOT_PRODUCT compliance_tens["dot_product_info"] = { @@ -268,12 +276,10 @@ class TosaTestGen: int(argsDict["ksb"]) if "ksb" in argsDict else int(argsDict["ks"]) ), } - elif argsDict["dg_type"] == gtu.DataGenType.FP_SPECIAL: - mode = gtu.ComplianceMode.FP_SPECIAL - elif "compliance" in op and "ulp" in op["compliance"]: + elif "ulp" in op_compliance: mode = gtu.ComplianceMode.ULP compliance_tens["ulp_info"] = {"ulp": op["compliance"]["ulp"]} - elif "compliance" in op and "relative" in op["compliance"]: + elif "relative" in op_compliance: mode = gtu.ComplianceMode.RELATIVE compliance_tens["relative_info"] = { "max": argsDict["max_abs_value"], @@ -284,26 +290,30 @@ class TosaTestGen: compliance_tens["reduce_product_info"] = {"n": argsDict["n"]} elif op["op"] in (Op.EXP, Op.POW, Op.TANH, Op.SIGMOID): mode = gtu.ComplianceMode.ABS_ERROR - if "compliance" in op and "abs_error_lower_bound" in op["compliance"]: + if "abs_error_lower_bound" in op_compliance: compliance_tens["abs_error_info"] = { "lower_bound": op["compliance"]["abs_error_lower_bound"] } elif op["op"] in (Op.SIN, Op.COS): mode = gtu.ComplianceMode.ABS_ERROR - if "compliance" in op: - normal_divisor = op["compliance"].get("abs_error_normal_divisor", 1) - bound_addition = op["compliance"].get("abs_error_bound_addition", 0) - else: - normal_divisor = 1 - bound_addition = 0 + normal_divisor = op_compliance.get("abs_error_normal_divisor", 1) + bound_addition = op_compliance.get("abs_error_bound_addition", 0) compliance_tens["abs_error_info"] = { "normal_divisor": normal_divisor, "bound_as_magnitude": True, "bound_addition": bound_addition, } + elif argsDict["dg_type"] == gtu.DataGenType.FP_SPECIAL: + if gtu.ComplianceMode.DOT_PRODUCT in op["data_gen"][inputType]: + # Use special mode that only checks for matching inf/nan/zeroes + # as normal values need statistical analysis + mode = gtu.ComplianceMode.FP_SPECIAL + else: + mode = gtu.ComplianceMode.EXACT else: mode = gtu.ComplianceMode.EXACT + compliance_tens["mode"] = gtu.ComplianceMode(mode).name return compliance_tens @@ -569,16 +579,13 @@ class TosaTestGen: error_name=None, qinfo=None, ): - assert len(inputs) == 1 + assert len(inputs) == 2 a = inputs[0] - table = args_dict["table"] + table = inputs[1] result_tensor = OutputShaper.tableOp(self.ser, rng, a, error_name) - attr = ts.TosaSerializerAttribute() - attr.TableAttribute(table) - # Invalidate Input/Output list for error if checks. - input_list = [a.name] + input_list = [a.name, table.name] output_list = [result_tensor.name] pCount, cCount = op["operands"] num_operands = pCount + cCount @@ -601,7 +608,7 @@ class TosaTestGen: ): return None - self.ser.addOperator(op["op"], input_list, output_list, attr) + self.ser.addOperator(op["op"], input_list, output_list) compliance = self.tensorComplianceMetaData( op, a.dtype, args_dict, result_tensor, error_name @@ -3360,6 +3367,7 @@ class TosaTestGen: } EW_UNARY_DATAGEN = { DType.FP16: (gtu.DataGenType.PSEUDO_RANDOM, gtu.DataGenType.FULL_RANGE), + DType.FP32: (gtu.DataGenType.PSEUDO_RANDOM, gtu.DataGenType.FP_SPECIAL), } PR_FS_DATAGEN = { DType.FP16: (gtu.DataGenType.PSEUDO_RANDOM, gtu.DataGenType.FP_SPECIAL), @@ -3647,7 +3655,7 @@ class TosaTestGen: TosaErrorValidator.evWrongInputList, TosaErrorValidator.evWrongOutputList, ), - "data_gen": PSEUDO_RANDOM_DATAGEN, + "data_gen": PR_FS_DATAGEN, }, "sigmoid": { "op": Op.SIGMOID, @@ -3665,7 +3673,7 @@ class TosaTestGen: TosaErrorValidator.evWrongInputList, TosaErrorValidator.evWrongOutputList, ), - "data_gen": PSEUDO_RANDOM_DATAGEN, + "data_gen": PR_FS_DATAGEN, }, "tanh": { "op": Op.TANH, @@ -3683,7 +3691,7 @@ class TosaTestGen: TosaErrorValidator.evWrongInputList, TosaErrorValidator.evWrongOutputList, ), - "data_gen": PSEUDO_RANDOM_DATAGEN, + "data_gen": PR_FS_DATAGEN, "compliance": { "abs_error_lower_bound": 0.5, }, @@ -3704,7 +3712,7 @@ class TosaTestGen: TosaErrorValidator.evWrongInputList, TosaErrorValidator.evWrongOutputList, ), - "data_gen": PSEUDO_RANDOM_DATAGEN, + "data_gen": PR_FS_DATAGEN, "compliance": {"ulp": 5}, }, # Elementwise Binary Operators @@ -4042,11 +4050,11 @@ class TosaTestGen: # Use the automatic generation functions to create the input array # but create the table tensor in the build function, as it may be # a different type from the input - "operands": (1, 0), + "operands": (2, 0), "build_fcn": ( build_table, TosaTensorGen.tgBasic, - TosaTensorValuesGen.tvgLazyGenDefault, + TosaTensorValuesGen.tvgTable, TosaArgGen.agTable, ), "types": [DType.INT8, DType.INT16], @@ -4145,7 +4153,7 @@ class TosaTestGen: TosaErrorValidator.evWrongInputList, TosaErrorValidator.evWrongOutputList, ), - "data_gen": PSEUDO_RANDOM_DATAGEN, + "data_gen": EW_UNARY_DATAGEN, "compliance": { "abs_error_normal_divisor": 2, "abs_error_bound_addition": 1, @@ -4299,7 +4307,7 @@ class TosaTestGen: TosaErrorValidator.evWrongInputList, TosaErrorValidator.evWrongOutputList, ), - "data_gen": PSEUDO_RANDOM_DATAGEN, + "data_gen": EW_UNARY_DATAGEN, "compliance": {"abs_error_normal_divisor": 2}, }, # Elementwise Ternary operators diff --git a/verif/generator/tosa_verif_build_tests.py b/verif/generator/tosa_verif_build_tests.py index a46b061..dbd46b5 100644 --- a/verif/generator/tosa_verif_build_tests.py +++ b/verif/generator/tosa_verif_build_tests.py @@ -287,6 +287,13 @@ def parseArgs(argv): help="enables test selection, this is the selection criteria to use from the selection config", ) + filter_group.add_argument( + "--no-special-tests", + dest="no_special_tests", + action="store_true", + help="Do not produce special 'full range' or 'FP special' tests", + ) + parser.add_argument( "--list-tests", dest="list_tests", diff --git a/verif/runner/tosa_verif_run_tests.py b/verif/runner/tosa_verif_run_tests.py index d2aae22..76a143a 100644 --- a/verif/runner/tosa_verif_run_tests.py +++ b/verif/runner/tosa_verif_run_tests.py @@ -1,5 +1,5 @@ """TOSA verification runner script.""" -# Copyright (c) 2020-2023, ARM Limited. +# Copyright (c) 2020-2024, ARM Limited. # SPDX-License-Identifier: Apache-2.0 import argparse import importlib @@ -252,7 +252,7 @@ def workerThread(task_queue, runnerList, complianceRunner, args, result_queue): print( "".join( traceback.format_exception( - etype=type(e), value=e, tb=e.__traceback__ + None, value=e, tb=e.__traceback__ ) ) ) diff --git a/verif/tests/test_tosa_refmodel.py b/verif/tests/test_tosa_refmodel.py index bb52a86..a35f2ba 100644 --- a/verif/tests/test_tosa_refmodel.py +++ b/verif/tests/test_tosa_refmodel.py @@ -90,6 +90,7 @@ class BuildTosaTest: # Generate tests without any zero-point build_args = [ + "--no-special-tests", "--generate-lib-path", str(GENERATE_LIB_PATH), "--filter", @@ -137,7 +138,7 @@ class BuildTosaTest: # FP Special datagen adds a second expected test to FP16 and FP32 tests for OPs it is added to TEST_PARAMS = [ ("add", "int32", 1), - ("add", "fp32", 2), + ("add", "fp32", 1), ("abs", "int32", 1), ("abs", "fp32", 1), ("abs", "fp16", 1), diff --git a/verif/tests/test_tosa_run_tests_runshcmd.py b/verif/tests/test_tosa_run_tests_runshcmd.py index a765413..8d6ff97 100644 --- a/verif/tests/test_tosa_run_tests_runshcmd.py +++ b/verif/tests/test_tosa_run_tests_runshcmd.py @@ -30,12 +30,12 @@ def test_run_command_fail(): def test_run_command_fail_with_stderr(): """Run unsuccessful command capturing output.""" - cmd = ["ls", "--unknown-option"] + cmd = ["cat", "--unknown-option"] try: stdout, stderr = run_sh_command(cmd, capture_output=True) ok = True except RunShCommandError as e: - assert e.return_code == 2 + assert e.return_code == 1 assert e.stderr ok = False assert not ok |