diff options
Diffstat (limited to 'frameworks/tflite/operators/fully_connected_14x19_qi8')
6 files changed, 1936 insertions, 0 deletions
diff --git a/frameworks/tflite/operators/fully_connected_14x19_qi8/Conformance-TosaOutput_0.json b/frameworks/tflite/operators/fully_connected_14x19_qi8/Conformance-TosaOutput_0.json new file mode 100644 index 000000000..40b2252bd --- /dev/null +++ b/frameworks/tflite/operators/fully_connected_14x19_qi8/Conformance-TosaOutput_0.json @@ -0,0 +1,425 @@ +{ + "type": "int32", + "data": [ + [ + 13, + 5, + 31, + -44, + -7, + 37, + 9, + 50, + 7, + 25, + -13, + -35, + -24, + 28, + 2, + 1, + 21, + -5, + 64, + 12, + 43, + -1, + 3, + 71, + 4, + 25, + 4, + 45 + ], + [ + 29, + -25, + 14, + -26, + 37, + 21, + 14, + 3, + 78, + 2, + 4, + -2, + -17, + -45, + -7, + -6, + -70, + 22, + 70, + 73, + 40, + -39, + -18, + -9, + 26, + 15, + -13, + 13 + ], + [ + -25, + 29, + 4, + 43, + 3, + -25, + 24, + -22, + 44, + -6, + 27, + 11, + -2, + 7, + -43, + -30, + -50, + -21, + -9, + 15, + -20, + -35, + 1, + -32, + 2, + 14, + -17, + -48 + ], + [ + -33, + -5, + -33, + -40, + 8, + -28, + 44, + 1, + -25, + 31, + -2, + 19, + 26, + -11, + 48, + -10, + 35, + 30, + -62, + 47, + -8, + -4, + -7, + -13, + 60, + -41, + -23, + -30 + ], + [ + 15, + 34, + 23, + 25, + -33, + 5, + 3, + -8, + 36, + -12, + 2, + -60, + -27, + 18, + -40, + -1, + 25, + 40, + 32, + 28, + 24, + 3, + 9, + 49, + -5, + 13, + 9, + 27 + ], + [ + -9, + 23, + -12, + 11, + -1, + -56, + 30, + -25, + 8, + -17, + 16, + 31, + -14, + -13, + -8, + -67, + -47, + -46, + -12, + 41, + 10, + -59, + 7, + 25, + -8, + -2, + 26, + -28 + ], + [ + 24, + 35, + 7, + 42, + 12, + 5, + 45, + 30, + 55, + -54, + -17, + 11, + -9, + -43, + -9, + -20, + 7, + 38, + 25, + 35, + 38, + -27, + -1, + 21, + -15, + 1, + 5, + 6 + ], + [ + -36, + 21, + -18, + 9, + -16, + -40, + 18, + -26, + 51, + -12, + 52, + -12, + -35, + 50, + -80, + -26, + -91, + 2, + -35, + 15, + -18, + 8, + 38, + -23, + -13, + 35, + -21, + -57 + ], + [ + 40, + -43, + 12, + -2, + -66, + -5, + 36, + 27, + 47, + -3, + -47, + -50, + -36, + 0, + -34, + 70, + 33, + 45, + 14, + 0, + 23, + 18, + 26, + 46, + -25, + 18, + 39, + 42 + ], + [ + 15, + 19, + -28, + 33, + 26, + -19, + 35, + -27, + 33, + 7, + -12, + 42, + 20, + -28, + -9, + 19, + 13, + 19, + -63, + -27, + -21, + 1, + 18, + 7, + 20, + 4, + -8, + 1 + ], + [ + -9, + 30, + 58, + 39, + -45, + 8, + 3, + 7, + -36, + -14, + -51, + 62, + 40, + 41, + 20, + -21, + -19, + 15, + -32, + 9, + -14, + -11, + -17, + -3, + -3, + -23, + -6, + -31 + ], + [ + -14, + 34, + -38, + -9, + -50, + -51, + 10, + -37, + -47, + 17, + -4, + 32, + 12, + 2, + 18, + -36, + 56, + 25, + -44, + 41, + -5, + -11, + -20, + 45, + 9, + -11, + 8, + -7 + ], + [ + 4, + -70, + 19, + 12, + -12, + 40, + 39, + 40, + 30, + -24, + 24, + -32, + -61, + -32, + 19, + -5, + -39, + -28, + -2, + -25, + 24, + 22, + -17, + -76, + -42, + 14, + -18, + 36 + ], + [ + -14, + 6, + 45, + -11, + -13, + 20, + -9, + 41, + 21, + -31, + 16, + -36, + -6, + 28, + -8, + -8, + -35, + 4, + 39, + 20, + 23, + 15, + -19, + 1, + -4, + 26, + 12, + 25 + ] + ] +}
\ No newline at end of file diff --git a/frameworks/tflite/operators/fully_connected_14x19_qi8/desc.json b/frameworks/tflite/operators/fully_connected_14x19_qi8/desc.json new file mode 100644 index 000000000..34f6324a7 --- /dev/null +++ b/frameworks/tflite/operators/fully_connected_14x19_qi8/desc.json @@ -0,0 +1,21 @@ +{ + "tosa_file": "test_matmul_14x19_qi8.json", + "ifm_name": [ + "TosaInput_0", + "TosaInput_1" + ], + "ifm_file": [ + "placeholder_0.npy", + "placeholder_1.npy" + ], + "ofm_name": [ + "TosaOutput_0" + ], + "ofm_file": [ + "output_0.npy" + ], + "expected_failure": false, + "expected_result_file": [ + "Conformance-TosaOutput_0.npy" + ] +}
\ No newline at end of file diff --git a/frameworks/tflite/operators/fully_connected_14x19_qi8/model-tflite.json b/frameworks/tflite/operators/fully_connected_14x19_qi8/model-tflite.json new file mode 100644 index 000000000..bad3a95e3 --- /dev/null +++ b/frameworks/tflite/operators/fully_connected_14x19_qi8/model-tflite.json @@ -0,0 +1,324 @@ +{ + version: 3, + operator_codes: [ + { + deprecated_builtin_code: 39, + version: 2, + builtin_code: "TRANSPOSE" + }, + { + deprecated_builtin_code: 9, + version: 4, + builtin_code: "FULLY_CONNECTED" + } + ], + subgraphs: [ + { + tensors: [ + { + shape: [ + 14, + 19 + ], + type: "INT8", + buffer: 1, + name: "serving_default_placeholder_0:0", + quantization: { + scale: [ + 0.015685 + ], + zero_point: [ + -1 + ], + details_type: "NONE", + quantized_dimension: 0 + }, + is_variable: false + }, + { + shape: [ + 19, + 28 + ], + type: "INT8", + buffer: 2, + name: "serving_default_placeholder_1:0", + quantization: { + scale: [ + 0.015686 + ], + zero_point: [ + -1 + ], + details_type: "NONE", + quantized_dimension: 0 + }, + is_variable: false + }, + { + shape: [ + 2 + ], + type: "INT32", + buffer: 3, + name: "result", + quantization: { + details_type: "NONE", + quantized_dimension: 0 + }, + is_variable: false + }, + { + shape: [ + 28, + 19 + ], + type: "INT8", + buffer: 4, + name: "result2", + quantization: { + scale: [ + 0.015686 + ], + zero_point: [ + -1 + ], + details_type: "NONE", + quantized_dimension: 0 + }, + is_variable: false + }, + { + shape: [ + 14, + 28 + ], + type: "INT8", + buffer: 5, + name: "PartitionedCall:0", + quantization: { + scale: [ + 0.19989 + ], + zero_point: [ + 3 + ], + details_type: "NONE", + quantized_dimension: 0 + }, + is_variable: false + } + ], + inputs: [ + 0, + 1 + ], + outputs: [ + 4 + ], + operators: [ + { + opcode_index: 0, + inputs: [ + 1, + 2 + ], + outputs: [ + 3 + ], + builtin_options_type: "NONE", + custom_options_format: "FLEXBUFFERS" + }, + { + opcode_index: 1, + inputs: [ + 0, + 3, + -1 + ], + outputs: [ + 4 + ], + builtin_options_type: "FullyConnectedOptions", + builtin_options: { + fused_activation_function: "NONE", + weights_format: "DEFAULT", + keep_num_dims: false, + asymmetric_quantize_inputs: false + }, + custom_options_format: "FLEXBUFFERS" + } + ], + name: "main" + } + ], + description: "MLIR Converted.", + buffers: [ + { + }, + { + }, + { + }, + { + data: [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + }, + { + }, + { + data: [ + 49, + 46, + 49, + 52, + 46, + 48, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + data: [ + 12, + 0, + 0, + 0, + 8, + 0, + 14, + 0, + 8, + 0, + 4, + 0, + 8, + 0, + 0, + 0, + 16, + 0, + 0, + 0, + 40, + 0, + 0, + 0, + 0, + 0, + 6, + 0, + 8, + 0, + 4, + 0, + 6, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 235, + 3, + 0, + 0, + 0, + 0, + 10, + 0, + 16, + 0, + 12, + 0, + 8, + 0, + 4, + 0, + 10, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 50, + 46, + 57, + 46, + 48, + 0, + 0, + 0 + ] + } + ], + metadata: [ + { + name: "min_runtime_version", + buffer: 6 + }, + { + name: "CONVERSION_METADATA", + buffer: 7 + } + ], + signature_defs: [ + { + inputs: [ + { + name: "placeholder_0", + tensor_index: 0 + }, + { + name: "placeholder_1", + tensor_index: 1 + } + ], + outputs: [ + { + name: "output_0", + tensor_index: 4 + } + ], + method_name: "serving_default", + subgraph_index: 0 + } + ] +} diff --git a/frameworks/tflite/operators/fully_connected_14x19_qi8/placeholder_0.json b/frameworks/tflite/operators/fully_connected_14x19_qi8/placeholder_0.json new file mode 100644 index 000000000..613b4a207 --- /dev/null +++ b/frameworks/tflite/operators/fully_connected_14x19_qi8/placeholder_0.json @@ -0,0 +1,299 @@ +{ + "type": "int32", + "data": [ + [ + -104, + 72, + 7, + 117, + 36, + -5, + 28, + -52, + -99, + 91, + 105, + 47, + -37, + 106, + -45, + -128, + -93, + 68, + -36 + ], + [ + -75, + -35, + 66, + 73, + -74, + 94, + -44, + 112, + -79, + -44, + -10, + -127, + 88, + 70, + 76, + -85, + 87, + 20, + 100 + ], + [ + 18, + -38, + -25, + -102, + -127, + -33, + 67, + 111, + -8, + -114, + -93, + -27, + 50, + -82, + 10, + -37, + 19, + -59, + -113 + ], + [ + 97, + 50, + -93, + -29, + 97, + -46, + -74, + 101, + -99, + -23, + -23, + -91, + 75, + -17, + 107, + 93, + -91, + 16, + 36 + ], + [ + -31, + 29, + -42, + 11, + -47, + -64, + 57, + -78, + -51, + 52, + 107, + -53, + 16, + -88, + -61, + -124, + 6, + -25, + -67 + ], + [ + 15, + 87, + -20, + 99, + -104, + 11, + 110, + 94, + -3, + -72, + -1, + 109, + 69, + -126, + -114, + 64, + 106, + 43, + -104 + ], + [ + 11, + -30, + -29, + 19, + -15, + 106, + 11, + -11, + -43, + -108, + 27, + 43, + 115, + -118, + 96, + -87, + 105, + 68, + -24 + ], + [ + -104, + 30, + -36, + -113, + -104, + 37, + 119, + 119, + 18, + -39, + -62, + -106, + -100, + -118, + -74, + -30, + 83, + -26, + -90 + ], + [ + 10, + 48, + 35, + 9, + -39, + -100, + -26, + 100, + -6, + 104, + 95, + -65, + -102, + 15, + 123, + -121, + -38, + 115, + 33 + ], + [ + 34, + -121, + 54, + -82, + 125, + -31, + -46, + 117, + 84, + -124, + -3, + -18, + -3, + -124, + 101, + 78, + 28, + 124, + -81 + ], + [ + 101, + 95, + -100, + -101, + 14, + -42, + 108, + -101, + 69, + -25, + -105, + -80, + 114, + 127, + 46, + -53, + 66, + -54, + -60 + ], + [ + 116, + 112, + -100, + 115, + 49, + -127, + -6, + -64, + -2, + -62, + 5, + -47, + -31, + -65, + -4, + 67, + 31, + 22, + -111 + ], + [ + -26, + -85, + -38, + 11, + -128, + 81, + -37, + -45, + -9, + 72, + -111, + -61, + 80, + 42, + -40, + 11, + -75, + 118, + 119 + ], + [ + -50, + 89, + -40, + -39, + -91, + 104, + -8, + -123, + -103, + 48, + 62, + -54, + -14, + 63, + -89, + -85, + -4, + 29, + -40 + ] + ] +}
\ No newline at end of file diff --git a/frameworks/tflite/operators/fully_connected_14x19_qi8/placeholder_1.json b/frameworks/tflite/operators/fully_connected_14x19_qi8/placeholder_1.json new file mode 100644 index 000000000..e1aad7d33 --- /dev/null +++ b/frameworks/tflite/operators/fully_connected_14x19_qi8/placeholder_1.json @@ -0,0 +1,575 @@ +{ + "type": "int32", + "data": [ + [ + -94, + 0, + 100, + 122, + -110, + -106, + 19, + 80, + -123, + -75, + -97, + 68, + 100, + -42, + 108, + 65, + 78, + 29, + -108, + -128, + -121, + -31, + 63, + -43, + -48, + -29, + 7, + 59 + ], + [ + -23, + 30, + -17, + -95, + -104, + -101, + 33, + -64, + -74, + 13, + -66, + 55, + 107, + 90, + -21, + -50, + 3, + 14, + -76, + 115, + -100, + 3, + -49, + 59, + 57, + -88, + 120, + -106 + ], + [ + 65, + 19, + 97, + 71, + 78, + 39, + -111, + -114, + 120, + 9, + 16, + 13, + 92, + -92, + -81, + 103, + -99, + -71, + 110, + -87, + -119, + -21, + -8, + 119, + 85, + 67, + 84, + 90 + ], + [ + 18, + -4, + -48, + -105, + -20, + 29, + 54, + -53, + 7, + 110, + 63, + 44, + -102, + -79, + 61, + -94, + 71, + -10, + 76, + 121, + 82, + -70, + -61, + 90, + -9, + 58, + -66, + 76 + ], + [ + -36, + 117, + -53, + -88, + 101, + -14, + 18, + -11, + -127, + 114, + -62, + 101, + 115, + 95, + 103, + -18, + 108, + 117, + -126, + -47, + -65, + 23, + 114, + 120, + 100, + -115, + -106, + -27 + ], + [ + -118, + 28, + 112, + -38, + 89, + 96, + 87, + 126, + 74, + -57, + 108, + 92, + 21, + 38, + 64, + -19, + -119, + -8, + -55, + -14, + -17, + 64, + 2, + -127, + 6, + 90, + -101, + 7 + ], + [ + -60, + 63, + 71, + 99, + -101, + 19, + -28, + 110, + -43, + -83, + -45, + 21, + -110, + -12, + -128, + -30, + -106, + -52, + -13, + -61, + 13, + 1, + 115, + 94, + -14, + 125, + -88, + -70 + ], + [ + -53, + -58, + -32, + -113, + 72, + -111, + 122, + -31, + 53, + 113, + -1, + 43, + 5, + 51, + 16, + -17, + -121, + -39, + -79, + 62, + -30, + -112, + 99, + -57, + 59, + -49, + -44, + -90 + ], + [ + 104, + -26, + 84, + 100, + -92, + 79, + 50, + -110, + 9, + 63, + -91, + 105, + 39, + 68, + -22, + 75, + 66, + 0, + -128, + -104, + -101, + 88, + -32, + -119, + -71, + 18, + 23, + 47 + ], + [ + 10, + -123, + 101, + -45, + -59, + 60, + 105, + 7, + 69, + -8, + 57, + -84, + -110, + 117, + 120, + 99, + 9, + 35, + -105, + -35, + 106, + 77, + 95, + 101, + -109, + -72, + 55, + 93 + ], + [ + 96, + 35, + 86, + 8, + 8, + 43, + -102, + 30, + 31, + -28, + -109, + -90, + 52, + -62, + -38, + 117, + 108, + 81, + 126, + 90, + 85, + 10, + -27, + 92, + 123, + 71, + 86, + 122 + ], + [ + 46, + 0, + -32, + 34, + 65, + -17, + 0, + 123, + -108, + -58, + -68, + 34, + 39, + 4, + 73, + 5, + 108, + -121, + 75, + -105, + 44, + -53, + 55, + 51, + -111, + -85, + 127, + -38 + ], + [ + 76, + 22, + 125, + 45, + 93, + 81, + 82, + -86, + 85, + 15, + -59, + 44, + 54, + -80, + 100, + -96, + -37, + -26, + 11, + 123, + 42, + -127, + -105, + -3, + 107, + -127, + 5, + 26 + ], + [ + 3, + -71, + 123, + -97, + 46, + 78, + -114, + 105, + -110, + 63, + -101, + 115, + 84, + 43, + 116, + 11, + -124, + -117, + 117, + 0, + 52, + -69, + -82, + -30, + 47, + 30, + -7, + 20 + ], + [ + 68, + -13, + -7, + 19, + -58, + 98, + 71, + 60, + 100, + -55, + -39, + 56, + -40, + -81, + -14, + 100, + 117, + 92, + 15, + 91, + 120, + 47, + -67, + 101, + -8, + 47, + 37, + -28 + ], + [ + -53, + -59, + -100, + -85, + 75, + -25, + -91, + -88, + -101, + 15, + 120, + 104, + 21, + -86, + 100, + -35, + -61, + -125, + -125, + 67, + 33, + 33, + -89, + -30, + 122, + 15, + 29, + -66 + ], + [ + 95, + -3, + -48, + 13, + 23, + -113, + -79, + -57, + 11, + -123, + -61, + 63, + 11, + -21, + 31, + -27, + -123, + 95, + 51, + 105, + 122, + -103, + 53, + 122, + -87, + -98, + 115, + -29 + ], + [ + 62, + -120, + -8, + 38, + -117, + -36, + 118, + 125, + 41, + -121, + -122, + -37, + -126, + -99, + -25, + 4, + -57, + -33, + -76, + -114, + 53, + 6, + 18, + 27, + -125, + 26, + 50, + 105 + ], + [ + 80, + -127, + -105, + 20, + -31, + -29, + -76, + 86, + -112, + -72, + -116, + -112, + -34, + -127, + -36, + 75, + 63, + 74, + 73, + -47, + -24, + 62, + 83, + -114, + -39, + -72, + 30, + -13 + ] + ] +}
\ No newline at end of file diff --git a/frameworks/tflite/operators/fully_connected_14x19_qi8/test_matmul_14x19_qi8.json b/frameworks/tflite/operators/fully_connected_14x19_qi8/test_matmul_14x19_qi8.json new file mode 100644 index 000000000..f05a5b4c7 --- /dev/null +++ b/frameworks/tflite/operators/fully_connected_14x19_qi8/test_matmul_14x19_qi8.json @@ -0,0 +1,292 @@ +{ + version: { + _major: 0, + _minor: 30, + _patch: 0, + _draft: false + }, + blocks: [ + { + name: "main", + operators: [ + { + op: "CONST", + attribute_type: "NONE", + inputs: [ + + ], + outputs: [ + "layer_0" + ] + }, + { + op: "CONST", + attribute_type: "NONE", + inputs: [ + + ], + outputs: [ + "layer_1" + ] + }, + { + op: "TRANSPOSE", + attribute_type: "TransposeAttribute", + attribute: { + perms: [ + 1, + 0 + ] + }, + inputs: [ + "TosaInput_1" + ], + outputs: [ + "layer_2" + ] + }, + { + op: "FULLY_CONNECTED", + attribute_type: "FullyConnectedAttribute", + attribute: { + input_zp: -1, + weight_zp: -1 + }, + inputs: [ + "TosaInput_0", + "layer_2", + "layer_1" + ], + outputs: [ + "layer_3" + ] + }, + { + op: "RESCALE", + attribute_type: "RescaleAttribute", + attribute: { + input_zp: 0, + output_zp: 3, + multiplier: [ + 1353377973 + ], + shift: [ + 40 + ], + scale32: true, + double_round: true, + per_channel: false + }, + inputs: [ + "layer_3" + ], + outputs: [ + "TosaOutput_0" + ] + } + ], + tensors: [ + { + name: "TosaInput_0", + shape: [ + 14, + 19 + ], + type: "INT8", + data: [ + + ] + }, + { + name: "TosaInput_1", + shape: [ + 19, + 28 + ], + type: "INT8", + data: [ + + ] + }, + { + name: "TosaOutput_0", + shape: [ + 14, + 28 + ], + type: "INT8", + data: [ + + ] + }, + { + name: "layer_0", + shape: [ + 2 + ], + type: "INT32", + data: [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + name: "layer_1", + shape: [ + 28 + ], + type: "INT32", + data: [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + name: "layer_2", + shape: [ + 28, + 19 + ], + type: "INT8", + data: [ + + ] + }, + { + name: "layer_3", + shape: [ + 14, + 28 + ], + type: "INT32", + data: [ + + ] + } + ], + inputs: [ + "TosaInput_0", + "TosaInput_1" + ], + outputs: [ + "TosaOutput_0" + ] + } + ] +} |