diff options
Diffstat (limited to 'operators/tensor/matmul/matmul_8x16x2_bf16_accf32')
5 files changed, 2831 insertions, 0 deletions
diff --git a/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/Conformance-result-0.json b/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/Conformance-result-0.json new file mode 100644 index 000000000..5569dd104 --- /dev/null +++ b/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/Conformance-result-0.json @@ -0,0 +1,1941 @@ +{ + "type": "float32", + "data": [ + [ + [ + -0.9566650390625, + -1.300537109375, + 0.9436349868774414, + 1.059295654296875, + 2.64117431640625, + -1.7349853515625, + 0.848419189453125, + -0.71856689453125, + 0.242095947265625, + -1.0505523681640625, + 1.517547607421875, + 1.28350830078125, + -0.940185546875 + ], + [ + -0.7211365699768066, + -0.7290115356445312, + 3.540116786956787, + 3.6128082275390625, + 4.112274169921875, + -3.173583984375, + 1.198699951171875, + 1.784637451171875, + -0.5890045166015625, + -3.2113265991210938, + 3.0144195556640625, + 0.8280372619628906, + -0.2961273193359375 + ], + [ + -0.3994910717010498, + -0.4556236267089844, + 1.378460168838501, + 1.4217147827148438, + 1.8411407470703125, + -1.373779296875, + 0.5488739013671875, + 0.5094757080078125, + -0.16738128662109375, + -1.2806434631347656, + 1.2846298217773438, + 0.4874401092529297, + -0.24903106689453125 + ], + [ + -1.8487029075622559, + -2.7386398315429688, + -0.7136192321777344, + -0.47711181640625, + 3.2012939453125, + -1.67938232421875, + 1.1380157470703125, + -3.47503662109375, + 1.1597900390625, + 0.13983154296875, + 1.25494384765625, + 2.6054039001464844, + -2.1869049072265625 + ], + [ + 1.4530030488967896, + 2.173318862915039, + 0.795684814453125, + 0.6085968017578125, + -2.339996337890625, + 1.1650543212890625, + -0.8480186462402344, + 2.9243316650390625, + -0.9755859375, + -0.31072998046875, + -0.8310699462890625, + -2.0593156814575195, + 1.7530632019042969 + ], + [ + -0.24123048782348633, + -0.06098175048828125, + 3.2425737380981445, + 3.2563438415527344, + 2.9191970825195312, + -2.4192047119140625, + 0.8078498840332031, + 2.2896957397460938, + -0.7584037780761719, + -2.8347034454345703, + 2.3694114685058594, + 0.17550277709960938, + 0.2011566162109375 + ], + [ + 1.385073184967041, + 1.8850784301757812, + -1.3420953750610352, + -1.509674072265625, + -3.80584716796875, + 2.49603271484375, + -1.2235870361328125, + 1.0601806640625, + -0.357086181640625, + 1.5003814697265625, + -2.181182861328125, + -1.8594703674316406, + 1.3647308349609375 + ], + [ + 0.1734260618686676, + 0.24404191970825195, + -0.07789397239685059, + -0.09933853149414062, + -0.40892791748046875, + 0.2530708312988281, + -0.13538646697998047, + 0.20688247680664062, + -0.06929779052734375, + 0.11075973510742188, + -0.21349716186523438, + -0.23727059364318848, + 0.18402767181396484 + ], + [ + 0.5219094753265381, + 0.6455192565917969, + -1.2350096702575684, + -1.2944183349609375, + -1.980987548828125, + 1.421539306640625, + -0.6052169799804688, + -0.20025634765625, + 0.0643463134765625, + 1.1891098022460938, + -1.3041229248046875, + -0.6647090911865234, + 0.40787506103515625 + ], + [ + -1.0102906227111816, + -1.1883621215820312, + 3.079568862915039, + 3.1910400390625, + 4.351318359375, + -3.20611572265625, + 1.3077239990234375, + 0.95416259765625, + -0.31243896484375, + -2.891021728515625, + 2.97998046875, + 1.2527503967285156, + -0.6890716552734375 + ], + [ + 1.630347728729248, + 2.5829696655273438, + 2.5179014205932617, + 2.299652099609375, + -1.40692138671875, + 0.23541259765625, + -0.6302947998046875, + 4.61767578125, + -1.537872314453125, + -1.7385711669921875, + 0.142059326171875, + -2.390789031982422, + 2.2040557861328125 + ], + [ + 1.840834140777588, + 2.8227615356445312, + 1.7885704040527344, + 1.54754638671875, + -2.3792724609375, + 0.96124267578125, + -0.9200897216796875, + 4.34674072265625, + -1.4488525390625, + -1.06121826171875, + -0.53680419921875, + -2.6474647521972656, + 2.3348236083984375 + ], + [ + 1.0115995407104492, + 1.6354827880859375, + 1.9314699172973633, + 1.794158935546875, + -0.59613037109375, + -0.097412109375, + -0.318115234375, + 3.16876220703125, + -1.054901123046875, + -1.3944854736328125, + 0.332244873046875, + -1.5016403198242188, + 1.421417236328125 + ], + [ + -0.07267296314239502, + -0.13378334045410156, + -0.32210981845855713, + -0.3113059997558594, + -0.09467315673828125, + 0.1279296875, + -0.01338958740234375, + -0.37842559814453125, + 0.12578964233398438, + 0.25699806213378906, + -0.14510726928710938, + 0.11691761016845703, + -0.12885665893554688 + ], + [ + -1.018519401550293, + -1.3770599365234375, + 1.0897912979125977, + 1.212493896484375, + 2.87579345703125, + -1.9033203125, + 0.92010498046875, + -0.69500732421875, + 0.234527587890625, + -1.1912994384765625, + 1.671966552734375, + 1.3622970581054688, + -0.988555908203125 + ], + [ + -0.8036937713623047, + -1.321990966796875, + -1.7892746925354004, + -1.6788787841796875, + 0.282562255859375, + 0.24542236328125, + 0.2023773193359375, + -2.727020263671875, + 0.9075775146484375, + 1.3257827758789062, + -0.4324188232421875, + 1.2055816650390625, + -1.16644287109375 + ] + ], + [ + [ + 0.71258544921875, + -0.12530517578125, + 0.38018798828125, + -0.4200439453125, + 0.0640869140625, + -0.694244384765625, + 1.0626220703125, + 0.51666259765625, + -0.3273468017578125, + 0.141357421875, + 1.029541015625, + -0.2061767578125, + 0.2512359619140625 + ], + [ + -2.328887939453125, + 0.4753265380859375, + -1.3563385009765625, + 1.425506591796875, + -0.25250244140625, + 2.2989349365234375, + -3.61846923828125, + -1.692840576171875, + 1.0718612670898438, + -0.5618896484375, + -3.47515869140625, + 0.5584716796875, + -0.8723182678222656 + ], + [ + 2.95465087890625, + -0.3916015625, + 1.3551025390625, + -1.63916015625, + 0.1820068359375, + -2.820281982421875, + 4.1229248046875, + 2.13397216796875, + -1.3533782958984375, + 0.391845703125, + 4.05419921875, + -1.0792236328125, + 0.942108154296875 + ], + [ + -3.6894073486328125, + -1.336456298828125, + 1.46490478515625, + 0.58453369140625, + 0.967071533203125, + 2.6896591186523438, + -1.109466552734375, + -2.5461273193359375, + 1.6339225769042969, + 2.28216552734375, + -2.0, + 4.547882080078125, + 0.24462890625 + ], + [ + 2.086883544921875, + 1.53216552734375, + -2.1710205078125, + 0.2911376953125, + -1.05487060546875, + -1.1676177978515625, + -1.08978271484375, + 1.389801025390625, + -0.9003982543945312, + -2.4693603515625, + -0.1708984375, + -3.93328857421875, + -0.74261474609375 + ], + [ + -2.935791015625, + 0.2106475830078125, + -1.0378265380859375, + 1.485748291015625, + -0.0640869140625, + 2.720947265625, + -3.7017822265625, + -2.1087646484375, + 1.339263916015625, + -0.118408203125, + -3.72894287109375, + 1.38519287109375, + -0.7971763610839844 + ], + [ + -2.8793563842773438, + -0.9879913330078125, + 1.048095703125, + 0.500274658203125, + 0.7187347412109375, + 2.124195098876953, + -0.9876251220703125, + -1.9906692504882812, + 1.276865005493164, + 1.697540283203125, + -1.6531982421875, + 3.4528656005859375, + 0.14807891845703125 + ], + [ + 4.006011962890625, + -0.0773773193359375, + 1.0528717041015625, + -1.859100341796875, + -0.04998779296875, + -3.6171112060546875, + 4.58648681640625, + 2.863861083984375, + -1.8210372924804688, + -0.1573486328125, + 4.73590087890625, + -2.2584228515625, + 0.9242591857910156 + ], + [ + -2.6129913330078125, + -0.8253326416015625, + 0.8278961181640625, + 0.511077880859375, + 0.605621337890625, + 1.9601669311523438, + -1.053924560546875, + -1.8111419677734375, + 1.1609306335449219, + 1.43231201171875, + -1.61981201171875, + 3.008514404296875, + 0.07890701293945312 + ], + [ + 0.67010498046875, + 1.5130882263183594, + -2.463062286376953, + 0.9114303588867188, + -1.006805419921875, + 0.0904541015625, + -2.609100341796875, + 0.379974365234375, + -0.25778961181640625, + -2.34320068359375, + -1.7678985595703125, + -3.0531463623046875, + -1.0333375930786133 + ], + [ + 3.9420166015625, + -0.480438232421875, + 1.735260009765625, + -2.15325927734375, + 0.21533203125, + -3.74359130859375, + 5.40771484375, + 2.8443603515625, + -1.804351806640625, + 0.458984375, + 5.3385009765625, + -1.5135498046875, + 1.2242202758789062 + ], + [ + -2.94482421875, + 0.2580108642578125, + -1.1218109130859375, + 1.527740478515625, + -0.0948486328125, + 2.7506103515625, + -3.8165283203125, + -2.1182861328125, + 1.344818115234375, + -0.189697265625, + -3.81878662109375, + 1.30755615234375, + -0.8359947204589844 + ], + [ + -1.979156494140625, + 0.7753448486328125, + -1.7949676513671875, + 1.508941650390625, + -0.45758056640625, + 2.1229705810546875, + -3.89678955078125, + -1.462738037109375, + 0.9222946166992188, + -1.0413818359375, + -3.57635498046875, + -0.176513671875, + -1.0304374694824219 + ], + [ + 1.477294921875, + -0.8932113647460938, + 1.8836746215820312, + -1.3782196044921875, + 0.54730224609375, + -1.72796630859375, + 3.60443115234375, + 1.11224365234375, + -0.6980743408203125, + 1.2547607421875, + 3.197052001953125, + 0.683074951171875, + 1.0139484405517578 + ], + [ + 2.738800048828125, + -0.408782958984375, + 1.335296630859375, + -1.55609130859375, + 0.19866943359375, + -2.6351165771484375, + 3.92303466796875, + 1.981048583984375, + -1.2559127807617188, + 0.4327392578125, + 3.8348388671875, + -0.92010498046875, + 0.9089279174804688 + ], + [ + -0.6156349182128906, + 0.02730560302734375, + -0.1884613037109375, + 0.2980499267578125, + -0.00240325927734375, + 0.5628948211669922, + -0.7389450073242188, + -0.4411125183105469, + 0.28032588958740234, + 0.0007781982421875, + -0.753662109375, + 0.32004547119140625, + -0.1540374755859375 + ] + ], + [ + [ + 1.4562702178955078, + 1.3622713088989258, + -1.3637661933898926, + 0.6125926971435547, + -0.5798625946044922, + 1.1893558502197266, + -1.343367099761963, + 1.2975597381591797, + 0.9989476203918457, + -1.1315405368804932, + -1.305466890335083, + 0.985865592956543, + -1.0200875997543335 + ], + [ + 2.8798828125, + 4.675048828125, + -3.8310546875, + 2.36077880859375, + -0.39520263671875, + 2.1370849609375, + -3.18524169921875, + 4.32086181640625, + 2.96112060546875, + -3.159942626953125, + -3.614776611328125, + 1.49139404296875, + -2.6123809814453125 + ], + [ + -3.077362060546875, + 3.6837615966796875, + -0.8749771118164062, + 2.5127792358398438, + 3.7148513793945312, + -3.2253875732421875, + 1.087615966796875, + 3.0711441040039062, + 1.154052734375, + -0.6638717651367188, + -0.6636428833007812, + -3.6012496948242188, + 0.18434906005859375 + ], + [ + 4.39453125, + -1.2293701171875, + -1.0582275390625, + -1.249603271484375, + -3.775665283203125, + 4.16851806640625, + -2.628814697265625, + -0.814849853515625, + 0.357574462890625, + -0.9285736083984375, + -1.1545257568359375, + 4.210235595703125, + -1.4741439819335938 + ], + [ + -4.498291015625, + 2.0821533203125, + 0.61163330078125, + 1.75701904296875, + 4.17730712890625, + -4.3563232421875, + 2.4710693359375, + 1.56378173828125, + 0.0438232421875, + 0.5670166015625, + 0.752197265625, + -4.50018310546875, + 1.261505126953125 + ], + [ + -0.343841552734375, + -0.8259124755859375, + 0.6106796264648438, + -0.43719482421875, + -0.05438232421875, + -0.226104736328125, + 0.45174407958984375, + -0.7530517578125, + -0.48674774169921875, + 0.5019187927246094, + 0.5712089538574219, + -0.1161346435546875, + 0.39232826232910156 + ], + [ + 4.2327880859375, + -1.94390869140625, + -0.584320068359375, + -1.6444091796875, + -3.9249267578125, + 4.0975341796875, + -2.329315185546875, + -1.4578857421875, + -0.033599853515625, + -0.5406951904296875, + -0.7158050537109375, + 4.23101806640625, + -1.1916580200195312 + ], + [ + 3.2039794921875, + 1.05120849609375, + -1.886444091796875, + 0.21881103515625, + -2.01397705078125, + 2.827880859375, + -2.436309814453125, + 1.13104248046875, + 1.229644775390625, + -1.5836334228515625, + -1.8573760986328125, + 2.619140625, + -1.6597824096679688 + ], + [ + 0.385009765625, + 4.7183837890625, + -2.85552978515625, + 2.6904296875, + 1.5, + -0.158447265625, + -1.51812744140625, + 4.20361328125, + 2.43243408203125, + -2.328033447265625, + -2.617950439453125, + -0.7474365234375, + -1.5788421630859375 + ], + [ + -0.86529541015625, + -1.893707275390625, + 1.4310455322265625, + -0.9930419921875, + -0.0667724609375, + -0.58905029296875, + 1.0875396728515625, + -1.7314453125, + -1.1330108642578125, + 1.1771011352539062, + 1.3411331176757812, + -0.334991455078125, + 0.9318199157714844 + ], + [ + 0.7718505859375, + 3.97454833984375, + -2.584808349609375, + 2.211669921875, + 0.926513671875, + 0.2774658203125, + -1.579925537109375, + 3.56884765625, + 2.147674560546875, + -2.1138763427734375, + -2.3881072998046875, + -0.22979736328125, + -1.5176773071289062 + ], + [ + 3.1477394104003906, + 2.808267593383789, + -2.869767189025879, + 1.2450523376464844, + -1.3050804138183594, + 2.585590362548828, + -2.8673295974731445, + 2.6839561462402344, + 2.091423988342285, + -2.382385730743408, + -2.7507004737854004, + 2.1624813079833984, + -2.163986921310425 + ], + [ + 5.272216796875, + 0.2269287109375, + -2.24383544921875, + -0.5118408203125, + -3.8841552734375, + 4.81640625, + -3.60797119140625, + 0.5299072265625, + 1.27569580078125, + -1.906280517578125, + -2.272613525390625, + 4.657470703125, + -2.2797698974609375 + ], + [ + -0.13232421875, + -5.4072265625, + 3.1485595703125, + -3.12091064453125, + -1.95159912109375, + 0.4652099609375, + 1.53192138671875, + -4.79803466796875, + -2.71942138671875, + 2.562408447265625, + 2.873931884765625, + 1.13250732421875, + 1.6797637939453125 + ], + [ + -3.616058349609375, + -2.9152679443359375, + 3.1187973022460938, + -1.249969482421875, + 1.617156982421875, + -3.003997802734375, + 3.2109909057617188, + -2.807952880859375, + -2.2479476928710938, + 2.592144012451172, + 2.9978599548339844, + -2.5561065673828125, + 2.392580032348633 + ], + [ + -1.055419921875, + -6.8287353515625, + 4.33245849609375, + -3.83294677734375, + -1.79571533203125, + -0.2281494140625, + 2.5323486328125, + -6.11480712890625, + -3.6302490234375, + 3.5394287109375, + 3.992431640625, + 0.63665771484375, + 2.493988037109375 + ] + ], + [ + [ + 0.8705520629882812, + 1.0150146484375, + 2.0079803466796875, + 1.5995025634765625, + 1.9954872131347656, + -1.189727783203125, + 0.814208984375, + 0.3911590576171875, + 0.505523681640625, + 1.9603729248046875, + 1.589202880859375, + 1.303558349609375, + -0.4471588134765625 + ], + [ + 0.243560791015625, + -2.284912109375, + 0.648284912109375, + 1.590423583984375, + 1.4823150634765625, + 2.335906982421875, + -2.772064208984375, + 1.5123634338378906, + 2.4149398803710938, + 2.55560302734375, + -2.302764892578125, + 3.5012664794921875, + -2.7720508575439453 + ], + [ + -0.9146270751953125, + 0.402099609375, + -2.159088134765625, + -2.333831787109375, + -2.6247329711914062, + -0.275634765625, + 0.85943603515625, + -1.2129440307617188, + -1.8307647705078125, + -3.207000732421875, + -0.09912109375, + -3.162567138671875, + 1.9829216003417969 + ], + [ + 0.99542236328125, + -0.4423828125, + 2.3499755859375, + 2.5421142578125, + 2.858306884765625, + 0.304931640625, + -0.94091796875, + 1.32269287109375, + 1.9967041015625, + 3.4940185546875, + 0.102783203125, + 3.44775390625, + -2.162994384765625 + ], + [ + 0.307342529296875, + 2.33880615234375, + 0.6422195434570312, + -0.31642913818359375, + -0.00787353515625, + -2.4774856567382812, + 2.6001663208007812, + -0.943476676940918, + -1.5742664337158203, + -0.85528564453125, + 2.6791305541992188, + -1.9578895568847656, + 1.8827719688415527 + ], + [ + -1.1691131591796875, + -0.023681640625, + -2.741729736328125, + -2.743988037109375, + -3.1616439819335938, + 0.20623779296875, + 0.470703125, + -1.256805419921875, + -1.86431884765625, + -3.679229736328125, + -0.70172119140625, + -3.38604736328125, + 1.98065185546875 + ], + [ + 0.727569580078125, + 0.547119140625, + 1.688323974609375, + 1.470794677734375, + 1.7760772705078125, + -0.681427001953125, + 0.328765869140625, + 0.4913978576660156, + 0.6890487670898438, + 1.87371826171875, + 1.006072998046875, + 1.4571990966796875, + -0.6840534210205078 + ], + [ + 0.70025634765625, + -0.28173828125, + 1.65216064453125, + 1.77520751953125, + 2.000152587890625, + 0.18389892578125, + -0.62750244140625, + 0.9143905639648438, + 1.3785552978515625, + 2.4349365234375, + 0.10382080078125, + 2.389434814453125, + -1.4912528991699219 + ], + [ + 0.8304271697998047, + 1.339996337890625, + 1.9029121398925781, + 1.3603782653808594, + 1.769789695739746, + -1.5211105346679688, + 1.2108154296875, + 0.17010116577148438, + 0.15320587158203125, + 1.5795478820800781, + 1.9135513305664062, + 0.7895584106445312, + -0.043487548828125 + ], + [ + -0.456207275390625, + -0.925048828125, + -1.039031982421875, + -0.663299560546875, + -0.9043121337890625, + 1.031890869140625, + -0.885772705078125, + 0.009716033935546875, + 0.08301544189453125, + -0.72015380859375, + -1.253265380859375, + -0.2031097412109375, + -0.17075157165527344 + ], + [ + -1.1189117431640625, + -3.378173828125, + -2.511016845703125, + -1.133270263671875, + -1.8189163208007812, + 3.683349609375, + -3.46795654296875, + 0.6296768188476562, + 1.1854095458984375, + -0.899505615234375, + -4.26025390625, + 0.856353759765625, + -1.5618629455566406 + ], + [ + -1.1229248046875, + -0.34326171875, + -2.62261962890625, + -2.49298095703125, + -2.92144775390625, + 0.53106689453125, + 0.07781982421875, + -1.0321121215820312, + -1.5070037841796875, + -3.283447265625, + -1.01678466796875, + -2.860931396484375, + 1.5721473693847656 + ], + [ + -1.2960968017578125, + -4.422119140625, + -2.891510009765625, + -1.086273193359375, + -1.9238662719726562, + 4.79541015625, + -4.61151123046875, + 1.0073623657226562, + 1.8235931396484375, + -0.644256591796875, + -5.479248046875, + 1.613433837890625, + -2.3336524963378906 + ], + [ + 0.887664794921875, + -0.4560546875, + 2.09765625, + 2.2943115234375, + 2.5710296630859375, + 0.33587646484375, + -0.91094970703125, + 1.2131271362304688, + 1.8350372314453125, + 3.16387939453125, + 0.02581787109375, + 3.149688720703125, + -1.9922752380371094 + ], + [ + 1.5678367614746094, + 1.90411376953125, + 3.6137466430664062, + 2.8467941284179688, + 3.566434860229492, + -2.2217254638671875, + 1.55523681640625, + 0.66290283203125, + 0.84307861328125, + 3.4711074829101562, + 2.9434967041015625, + 2.2547454833984375, + -0.7269020080566406 + ], + [ + 0.3074493408203125, + -1.5888671875, + 0.77471923828125, + 1.4312744140625, + 1.4051895141601562, + 1.602874755859375, + -1.986480712890625, + 1.2016258239746094, + 1.9019546508789062, + 2.213836669921875, + -1.521392822265625, + 2.8380279541015625, + -2.164426803588867 + ] + ], + [ + [ + -0.7763786315917969, + 0.574127197265625, + 0.08601093292236328, + -0.6562728881835938, + -0.478912353515625, + 0.793853759765625, + 0.5394744873046875, + 0.6355361938476562, + 0.3927154541015625, + 0.4295768737792969, + 0.26275634765625, + -0.424713134765625, + 0.1768341064453125 + ], + [ + 3.34332275390625, + -2.8154296875, + -0.7065925598144531, + 2.65704345703125, + 1.157958984375, + -4.5186767578125, + -1.7354736328125, + -2.94744873046875, + -0.72930908203125, + -1.642822265625, + -2.25823974609375, + 1.07867431640625, + -1.47601318359375 + ], + [ + -2.586578369140625, + 0.707275390625, + -0.8948249816894531, + -2.780517578125, + -4.7734375, + -1.2208251953125, + 3.8623046875, + 1.377197265625, + 4.68817138671875, + 2.158782958984375, + -3.08380126953125, + -4.05133056640625, + -1.92156982421875 + ], + [ + 1.3719482421875, + -0.196044921875, + 0.6501445770263672, + 1.563079833984375, + 3.0040283203125, + 1.22186279296875, + -2.35540771484375, + -0.620513916015625, + -2.988800048828125, + -1.253143310546875, + 2.223907470703125, + 2.540557861328125, + 1.392242431640625 + ], + [ + 1.9257736206054688, + -0.67413330078125, + 0.5216217041015625, + 1.9974517822265625, + 3.16497802734375, + 0.435791015625, + -2.622833251953125, + -1.1159515380859375, + -3.0767822265625, + -1.5182113647460938, + 1.811370849609375, + 2.693634033203125, + 1.12335205078125 + ], + [ + 0.339447021484375, + -0.348876953125, + -0.13350677490234375, + 0.23870849609375, + -0.048583984375, + -0.660888671875, + -0.0682373046875, + -0.33795166015625, + 0.1026611328125, + -0.128753662109375, + -0.436279296875, + -0.0283203125, + -0.2811279296875 + ], + [ + 1.366241455078125, + -1.53955078125, + -0.6700000762939453, + 0.894073486328125, + -0.5523681640625, + -3.09405517578125, + -0.04278564453125, + -1.443328857421875, + 0.792694091796875, + -0.4365234375, + -2.200531005859375, + -0.410003662109375, + -1.413421630859375 + ], + [ + -3.082611083984375, + 2.878173828125, + 0.9281387329101562, + -2.31072998046875, + -0.323486328125, + 5.071533203125, + 1.1165771484375, + 2.89093017578125, + -0.1190185546875, + 1.344329833984375, + 3.00927734375, + -0.377197265625, + 1.9488525390625 + ], + [ + -0.17502593994140625, + -0.121124267578125, + -0.22615456581115723, + -0.2714271545410156, + -0.7684783935546875, + -0.6244888305664062, + 0.5508193969726562, + -0.010562896728515625, + 0.7910118103027344, + 0.24807357788085938, + -0.7636680603027344, + -0.6437034606933594, + -0.4819755554199219 + ], + [ + -0.44915008544921875, + 0.79840087890625, + 0.5066928863525391, + -0.1498870849609375, + 0.95208740234375, + 1.95440673828125, + -0.486602783203125, + 0.6539459228515625, + -1.080047607421875, + -0.03290557861328125, + 1.683349609375, + 0.77398681640625, + 1.073394775390625 + ], + [ + 2.297607421875, + -1.93505859375, + -0.4858131408691406, + 1.82586669921875, + 0.795166015625, + -3.1060791015625, + -1.1922607421875, + -2.02569580078125, + -0.50054931640625, + -1.12884521484375, + -1.55267333984375, + 0.74078369140625, + -1.01483154296875 + ], + [ + -0.9100837707519531, + 0.403533935546875, + -0.1632556915283203, + -0.9020919799804688, + -1.271759033203125, + 0.06646728515625, + 1.0939788818359375, + 0.5795364379882812, + 1.215850830078125, + 0.6662025451660156, + -0.5770111083984375, + -1.0871734619140625, + -0.35394287109375 + ], + [ + 0.3248176574707031, + 0.31585693359375, + 0.5089538097381592, + 0.5486030578613281, + 1.6662445068359375, + 1.4509811401367188, + -1.1782302856445312, + 0.07551956176757812, + -1.7233161926269531, + -0.515350341796875, + 1.7163429260253906, + 1.3937721252441406, + 1.0841407775878906 + ], + [ + 0.6140670776367188, + 0.04669189453125, + 0.4227476119995117, + 0.765869140625, + 1.698974609375, + 0.977996826171875, + -1.2845458984375, + -0.1951904296875, + -1.7146759033203125, + -0.6420364379882812, + 1.4369354248046875, + 1.4311370849609375, + 0.9031524658203125 + ], + [ + -3.414825439453125, + 1.632568359375, + -0.49651336669921875, + -3.32647705078125, + -4.459716796875, + 0.629150390625, + 3.9019775390625, + 2.24725341796875, + 4.2301025390625, + 2.428253173828125, + -1.776123046875, + -3.8203125, + -1.0814208984375 + ], + [ + -1.8339385986328125, + 2.1947021484375, + 1.0249214172363281, + -1.136993408203125, + 1.0792236328125, + 4.5640869140625, + -0.16204833984375, + 2.016082763671875, + -1.42327880859375, + 0.5086212158203125, + 3.3746337890625, + 0.83056640625, + 2.16412353515625 + ] + ], + [ + [ + 0.8850746154785156, + -2.60137939453125, + 1.4609527587890625, + 1.0938262939453125, + 2.6842803955078125, + 2.6581954956054688, + -1.578277587890625, + -2.0479278564453125, + -2.485992431640625, + 0.6244964599609375, + 2.074127197265625, + -1.6776580810546875, + 1.6875224113464355 + ], + [ + -0.40692901611328125, + -0.4183349609375, + -2.670867919921875, + 0.3332672119140625, + -0.820953369140625, + -2.7380218505859375, + -0.886199951171875, + 3.508880615234375, + -0.62567138671875, + 3.0321807861328125, + -4.25518798828125, + -1.8068389892578125, + -1.421229362487793 + ], + [ + -0.07587003707885742, + 0.26314544677734375, + -0.07551383972167969, + -0.11456108093261719, + -0.24037742614746094, + -0.19016361236572266, + 0.17538070678710938, + 0.11170005798339844, + 0.2570915222167969, + -0.13608741760253906, + -0.09568405151367188, + 0.2079334259033203, + -0.128606379032135 + ], + [ + 0.5907211303710938, + 0.1651611328125, + 3.329681396484375, + -0.254791259765625, + 1.304901123046875, + 3.5595245361328125, + 0.84503173828125, + -4.390594482421875, + 0.42388916015625, + -3.492645263671875, + 5.27288818359375, + 1.916839599609375, + 1.8863954544067383 + ], + [ + -0.5157566070556641, + 0.912628173828125, + -1.5983963012695312, + -0.3249359130859375, + -1.4097976684570312, + -2.115459442138672, + 0.3173828125, + 2.1527481079101562, + 0.7877349853515625, + 0.87646484375, + -2.4423980712890625, + 0.014190673828125, + -1.2245261669158936 + ], + [ + -0.4950141906738281, + 0.53326416015625, + -1.9584503173828125, + -0.1343841552734375, + -1.2653961181640625, + -2.3521347045898438, + -0.037506103515625, + 2.6110992431640625, + 0.380645751953125, + 1.5457611083984375, + -3.044952392578125, + -0.5336151123046875, + -1.3122611045837402 + ], + [ + -0.8328323364257812, + 3.3814697265625, + -0.218536376953125, + -1.512847900390625, + -2.764801025390625, + -1.6246185302734375, + 2.41729736328125, + 0.442291259765625, + 3.36212158203125, + -2.507293701171875, + -0.04229736328125, + 3.069671630859375, + -1.2146825790405273 + ], + [ + -0.6402397155761719, + 1.78216552734375, + -1.1801605224609375, + -0.739654541015625, + -1.9162445068359375, + -2.0163955688476562, + 1.042236328125, + 1.6398162841796875, + 1.689178466796875, + -0.2469482421875, + -1.704071044921875, + 1.05450439453125, + -1.2605271339416504 + ], + [ + -0.8849716186523438, + 3.3797607421875, + -0.496490478515625, + -1.4970245361328125, + -2.883270263671875, + -1.9267120361328125, + 2.355560302734375, + 0.809356689453125, + 3.33880615234375, + -2.2254791259765625, + -0.48138427734375, + 2.9210357666015625, + -1.3760385513305664 + ], + [ + 0.6091804504394531, + -0.80230712890625, + 2.2292633056640625, + 0.24102783203125, + 1.5946197509765625, + 2.7574691772460938, + -0.09967041015625, + -2.9810333251953125, + -0.628448486328125, + -1.601959228515625, + 3.448516845703125, + 0.423431396484375, + 1.5565237998962402 + ], + [ + -0.5652694702148438, + 2.9031982421875, + 0.604705810546875, + -1.3417816162109375, + -2.032196044921875, + -0.5316925048828125, + 2.247833251953125, + -0.666839599609375, + 2.94818115234375, + -2.9520721435546875, + 1.21490478515625, + 3.0546112060546875, + -0.5813531875610352 + ], + [ + -0.438446044921875, + 1.86376953125, + -0.01153564453125, + -0.8397369384765625, + -1.4769287109375, + -0.77679443359375, + 1.356048583984375, + 0.09991455078125, + 1.861572265625, + -1.4918365478515625, + 0.148681640625, + 1.7495269775390625, + -0.6060562133789062 + ], + [ + 0.033599853515625, + 0.958984375, + 1.365325927734375, + -0.5063400268554688, + -0.1688232421875, + 1.0941162109375, + 0.9961700439453125, + -1.759857177734375, + 1.064453125, + -2.1511154174804688, + 2.241943359375, + 1.6255416870117188, + 0.4869060516357422 + ], + [ + 1.0551681518554688, + -4.0023193359375, + 0.625946044921875, + 1.770721435546875, + 3.430755615234375, + 2.3230133056640625, + -2.78118896484375, + -1.008636474609375, + -3.95086669921875, + 2.597076416015625, + 0.63006591796875, + -3.438995361328125, + 1.6516427993774414 + ], + [ + -1.0561294555664062, + 3.8800048828125, + -0.782501220703125, + -1.70709228515625, + -3.401641845703125, + -2.4434051513671875, + 2.657958984375, + 1.209869384765625, + 3.81646728515625, + -2.3404541015625, + -0.88824462890625, + 3.240966796875, + -1.7035017013549805 + ], + [ + -0.6948165893554688, + 1.2152099609375, + -2.170989990234375, + -0.43035888671875, + -1.895599365234375, + -2.8632965087890625, + 0.413330078125, + 2.922821044921875, + 1.04559326171875, + 1.2100830078125, + -3.31951904296875, + -0.003662109375, + -1.6553583145141602 + ] + ], + [ + [ + -0.2915191650390625, + 2.180896759033203, + 0.2425689697265625, + -5.45220947265625, + 1.88421630859375, + 0.9619903564453125, + 2.05322265625, + 2.1995849609375, + 0.214996337890625, + 3.63690185546875, + -0.0885009765625, + 1.84613037109375, + -1.9859619140625 + ], + [ + -0.07796859741210938, + 2.0528182983398438, + -0.3802490234375, + -0.23101806640625, + 1.5760498046875, + 0.661865234375, + 1.115234375, + -2.1191558837890625, + 1.078277587890625, + 0.707763671875, + 1.22198486328125, + -2.588043212890625, + 2.77764892578125 + ], + [ + -0.2370147705078125, + 3.1504971981048584, + -0.21999073028564453, + -3.2825889587402344, + 2.536792755126953, + 1.161330223083496, + 2.199920654296875, + -0.7493019104003906, + 1.131551742553711, + 2.7085914611816406, + 1.0955734252929688, + -1.3875465393066406, + 1.4866256713867188 + ], + [ + -0.09347343444824219, + -0.6852531433105469, + 0.497161865234375, + -2.904449462890625, + -0.40594482421875, + -0.072723388671875, + 0.125, + 3.2561569213867188, + -0.8928070068359375, + 1.415771484375, + -1.201995849609375, + 3.4955291748046875, + -3.754241943359375 + ], + [ + -0.2759437561035156, + 2.8143386840820312, + 0.00244140625, + -4.53460693359375, + 2.3306884765625, + 1.1170654296875, + 2.232421875, + 0.7003326416015625, + 0.724456787109375, + 3.307373046875, + 0.55194091796875, + 0.174713134765625, + -0.19122314453125 + ], + [ + -0.1266021728515625, + 1.9428930282592773, + -0.19627761840820312, + -1.5362396240234375, + 1.5447540283203125, + 0.6919212341308594, + 1.2752685546875, + -0.8793487548828125, + 0.7850570678710938, + 1.3999176025390625, + 0.805633544921875, + -1.2865142822265625, + 1.379608154296875 + ], + [ + -0.3389930725097656, + 2.992645263671875, + 0.143768310546875, + -5.95880126953125, + 2.524169921875, + 1.244354248046875, + 2.5634765625, + 1.7165679931640625, + 0.567169189453125, + 4.1468505859375, + 0.28411865234375, + 1.189239501953125, + -1.28131103515625 + ], + [ + 0.002697169780731201, + -0.04025205969810486, + 0.0038362741470336914, + 0.03368043899536133, + -0.03207826614379883, + -0.0144270658493042, + -0.026729583740234375, + 0.01663374900817871, + -0.01593327522277832, + -0.030029773712158203, + -0.01619720458984375, + 0.025017738342285156, + -0.026824951171875 + ], + [ + 0.20596694946289062, + -0.6942024230957031, + -0.4278411865234375, + 4.5592041015625, + -0.71356201171875, + -0.4465789794921875, + -1.12451171875, + -3.1139678955078125, + 0.43621826171875, + -2.72222900390625, + 0.78021240234375, + -3.079925537109375, + 3.30950927734375 + ], + [ + -0.07363224029541016, + 0.5225191116333008, + 0.06985092163085938, + -1.400787353515625, + 0.4552459716796875, + 0.23517990112304688, + 0.5076904296875, + 0.6077766418457031, + 0.0346221923828125, + 0.9237213134765625, + -0.0463714599609375, + 0.5257186889648438, + -0.5654144287109375 + ], + [ + -0.027658462524414062, + -1.1822586059570312, + 0.4438018798828125, + -1.677398681640625, + -0.834716796875, + -0.2911834716796875, + -0.34033203125, + 2.7681045532226562, + -0.9445648193359375, + 0.59552001953125, + -1.185943603515625, + 3.0884552001953125, + -3.316314697265625 + ], + [ + 0.10009384155273438, + -2.5553245544433594, + 0.4639129638671875, + 0.3634033203125, + -1.96490478515625, + -0.8276519775390625, + -1.40087890625, + 2.5730743408203125, + -1.32867431640625, + -0.92303466796875, + -1.50091552734375, + 3.154632568359375, + -3.38568115234375 + ], + [ + 0.07022285461425781, + 0.6115455627441406, + -0.402801513671875, + 2.262786865234375, + 0.37554931640625, + 0.081268310546875, + -0.056640625, + -2.6244583129882812, + 0.7379302978515625, + -1.0810546875, + 0.985015869140625, + -2.8289337158203125, + 3.038238525390625 + ], + [ + 0.0011739730834960938, + -0.5976409912109375, + 0.17739105224609375, + -0.4698028564453125, + -0.43719482421875, + -0.16599273681640625, + -0.235107421875, + 1.0760536193847656, + -0.40990447998046875, + 0.091522216796875, + -0.4987945556640625, + 1.2274856567382812, + -1.3178863525390625 + ], + [ + -0.0869903564453125, + 0.8335838317871094, + 0.0170135498046875, + -1.47430419921875, + 0.69561767578125, + 0.3373870849609375, + 0.68310546875, + 0.319580078125, + 0.191131591796875, + 1.05230712890625, + 0.1285400390625, + 0.16754150390625, + -0.1810302734375 + ], + [ + -0.08023452758789062, + 2.7939376831054688, + -0.59771728515625, + 0.33135986328125, + 2.1190185546875, + 0.86871337890625, + 1.41015625, + -3.4362640380859375, + 1.582977294921875, + 0.60546875, + 1.83514404296875, + -4.092376708984375, + 4.39276123046875 + ] + ], + [ + [ + -0.9681243896484375, + -1.868682861328125, + 0.83953857421875, + 1.1862716674804688, + -1.775848388671875, + 0.9246196746826172, + 0.407867431640625, + 0.6353874206542969, + 0.411529541015625, + -1.4658966064453125, + -0.06939697265625, + -0.043853759765625, + 0.6629791259765625 + ], + [ + 0.13478851318359375, + 0.069854736328125, + -0.14532470703125, + -0.36370849609375, + 0.2515716552734375, + -0.3777732849121094, + -0.511260986328125, + -0.1944122314453125, + 0.2530670166015625, + 0.224212646484375, + 0.5689544677734375, + 0.46086883544921875, + -0.45050048828125 + ], + [ + 0.5212554931640625, + 0.718963623046875, + -0.49493408203125, + -0.9383010864257812, + 0.962677001953125, + -0.8736133575439453, + -0.905364990234375, + -0.5019721984863281, + 0.246734619140625, + 0.8196258544921875, + 0.88128662109375, + 0.709808349609375, + -0.8974456787109375 + ], + [ + -0.5582656860351562, + -0.7300872802734375, + 0.536041259765625, + 1.0465736389160156, + -1.0319366455078125, + 0.9878854751586914, + 1.0649871826171875, + 0.5598392486572266, + -0.3293609619140625, + -0.8820419311523438, + -1.061187744140625, + -0.8556060791015625, + 1.0363082885742188 + ], + [ + -0.8979339599609375, + -1.890350341796875, + 0.75518798828125, + 0.9363174438476562, + -1.643524169921875, + 0.6519412994384766, + 0.003021240234375, + 0.5018348693847656, + 0.637969970703125, + -1.3430023193359375, + 0.3974609375, + 0.3348388671875, + 0.3191375732421875 + ], + [ + -2.418060302734375, + -5.06500244140625, + 2.0374755859375, + 2.5480804443359375, + -4.42645263671875, + 1.7890586853027344, + 0.06915283203125, + 1.3656234741210938, + 1.67633056640625, + -3.619293212890625, + 0.9952392578125, + 0.84063720703125, + 0.907501220703125 + ], + [ + 0.17066192626953125, + 0.935455322265625, + -0.05743408203125, + 0.4231414794921875, + 0.2992706298828125, + 0.6300582885742188, + 1.375335693359375, + 0.22537994384765625, + -1.0608673095703125, + 0.1943359375, + -1.7687835693359375, + -1.4404220581054688, + 1.023773193359375 + ], + [ + -0.53265380859375, + -1.6995849609375, + 0.361572265625, + -0.047821044921875, + -0.9617919921875, + -0.36992645263671875, + -1.3790283203125, + -0.0242156982421875, + 1.3214111328125, + -0.73553466796875, + 1.93505859375, + 1.580322265625, + -0.89898681640625 + ], + [ + -0.26312255859375, + 0.3358154296875, + 0.354248046875, + 1.202606201171875, + -0.5018310546875, + 1.3553390502929688, + 2.1256103515625, + 0.6423797607421875, + -1.2640380859375, + -0.48760986328125, + -2.498291015625, + -2.0279541015625, + 1.76812744140625 + ], + [ + 2.575042724609375, + 5.08306884765625, + -2.2161865234375, + -3.0377044677734375, + 4.72088623046875, + -2.3118553161621094, + -0.81573486328125, + -1.6272811889648438, + -1.27838134765625, + 3.887115478515625, + -0.1466064453125, + -0.15264892578125, + -1.551300048828125 + ], + [ + 0.9335556030273438, + 1.7800445556640625, + -0.812835693359375, + -1.1667747497558594, + 1.7129364013671875, + -0.9202795028686523, + -0.4456329345703125, + -0.6248989105224609, + -0.3610992431640625, + 1.4158706665039062, + 0.131317138671875, + 0.0946502685546875, + -0.6805496215820312 + ], + [ + 0.537384033203125, + -0.47357177734375, + -0.6917724609375, + -2.2346649169921875, + 1.02008056640625, + -2.490276336669922, + -3.83428955078125, + -1.1937789916992188, + 2.23541259765625, + 0.973419189453125, + 4.478515625, + 3.634521484375, + -3.211578369140625 + ], + [ + 1.3817138671875, + 1.88653564453125, + -1.3148193359375, + -2.5072784423828125, + 2.55224609375, + -2.3409156799316406, + -2.44586181640625, + -1.3413162231445312, + 0.6854248046875, + 2.174652099609375, + 2.39263916015625, + 1.927520751953125, + -2.415130615234375 + ], + [ + -1.7384414672851562, + -2.5419464111328125, + 1.629119873046875, + 2.9789695739746094, + -3.2073516845703125, + 2.724989891052246, + 2.6753082275390625, + 1.593893051147461, + -0.5878448486328125, + -2.7182998657226562, + -2.515625, + -2.02288818359375, + 2.7218093872070312 + ], + [ + -0.550048828125, + -2.250732421875, + 0.29931640625, + -0.56646728515625, + -0.98193359375, + -1.0305938720703125, + -2.607666015625, + -0.300933837890625, + 2.1728515625, + -0.7071533203125, + 3.454833984375, + 2.8162841796875, + -1.8612060546875 + ], + [ + -1.69757080078125, + -2.524658203125, + 1.58447265625, + 2.8646240234375, + -3.1309814453125, + 2.6053466796875, + 2.510986328125, + 1.53277587890625, + -0.5047607421875, + -2.64990234375, + -2.3316650390625, + -1.87384033203125, + 2.577880859375 + ] + ] + ] +}
\ No newline at end of file diff --git a/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/desc.json b/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/desc.json new file mode 100644 index 000000000..5ee7961df --- /dev/null +++ b/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/desc.json @@ -0,0 +1,25 @@ +{ + "tosa_file": "test.json", + "ifm_name": [ + "input-0", + "input-1" + ], + "ifm_file": [ + "input-0.npy", + "input-1.npy" + ], + "ofm_name": [ + "result-0" + ], + "ofm_file": [ + "result-0.npy" + ], + "expected_return_code": 0, + "expected_failure": false, + "expected_result_file": [ + "Conformance-result-0.npy" + ], + "profile": [ + "tosa-mi" + ] +}
\ No newline at end of file diff --git a/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/input-0.json b/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/input-0.json new file mode 100644 index 000000000..3e6d7b8e3 --- /dev/null +++ b/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/input-0.json @@ -0,0 +1,533 @@ +{ + "type": "float32", + "data": [ + [ + [ + -0.9765625, + 0.5 + ], + [ + -0.71484375, + 1.8984375 + ], + [ + -0.400390625, + 0.73828125 + ], + [ + -1.90625, + -0.3984375 + ], + [ + 1.5, + 0.439453125 + ], + [ + -0.2236328125, + 1.7421875 + ], + [ + 1.4140625, + -0.7109375 + ], + [ + 0.177734375, + -0.04052734375 + ], + [ + 0.52734375, + -0.66015625 + ], + [ + -1.015625, + 1.6484375 + ], + [ + 1.6953125, + 1.3671875 + ], + [ + 1.90625, + 0.9765625 + ], + [ + 1.0546875, + 1.046875 + ], + [ + -0.0771484375, + -0.173828125 + ], + [ + -1.0390625, + 0.578125 + ], + [ + -0.83984375, + -0.96875 + ] + ], + [ + [ + 0.34375, + -0.359375 + ], + [ + -1.1171875, + 1.2578125 + ], + [ + 1.4375, + -1.328125 + ], + [ + -1.96875, + -0.65234375 + ], + [ + 1.1875, + 1.3515625 + ], + [ + -1.4453125, + 1.09375 + ], + [ + -1.53125, + -0.439453125 + ], + [ + 1.9921875, + -1.2265625 + ], + [ + -1.3828125, + -0.30859375 + ], + [ + 0.478515625, + 1.7265625 + ], + [ + 1.921875, + -1.71875 + ], + [ + -1.4453125, + 1.15625 + ], + [ + -0.9140625, + 1.5390625 + ], + [ + 0.65234375, + -1.546875 + ], + [ + 1.328125, + -1.2890625 + ], + [ + -0.3046875, + 0.2080078125 + ] + ], + [ + [ + 0.0030517578125, + 0.7421875 + ], + [ + 0.609375, + 1.9609375 + ], + [ + 1.9921875, + 0.0654296875 + ], + [ + -1.6171875, + 0.91015625 + ], + [ + 1.90625, + -0.7265625 + ], + [ + -0.154296875, + -0.30078125 + ], + [ + -1.7890625, + 0.6875 + ], + [ + -0.5859375, + 1.1484375 + ], + [ + 1.328125, + 1.28125 + ], + [ + -0.33203125, + -0.7109375 + ], + [ + 0.9921875, + 1.203125 + ], + [ + -0.034912109375, + 1.5703125 + ], + [ + -1.421875, + 1.515625 + ], + [ + -1.609375, + -1.3828125 + ], + [ + 0.134765625, + -1.7265625 + ], + [ + -1.78125, + -1.9921875 + ] + ], + [ + [ + -0.25390625, + 1.09375 + ], + [ + -1.859375, + 0.60546875 + ], + [ + 1.2890625, + -1.3203125 + ], + [ + -1.40625, + 1.4375 + ], + [ + 1.2890625, + 0.1552734375 + ], + [ + 1.2734375, + -1.625 + ], + [ + -0.421875, + 0.94921875 + ], + [ + -0.96875, + 1.0078125 + ], + [ + 0.0166015625, + 1.0 + ], + [ + -0.140625, + -0.52734375 + ], + [ + -1.1171875, + -1.1640625 + ], + [ + 1.0, + -1.5234375 + ], + [ + -1.6484375, + -1.2890625 + ], + [ + -1.296875, + 1.2890625 + ], + [ + -0.404296875, + 1.9609375 + ], + [ + -1.4453125, + 0.61328125 + ] + ], + [ + [ + -0.205078125, + -0.427734375 + ], + [ + 1.5, + 1.8984375 + ], + [ + 1.484375, + -1.2265625 + ], + [ + -1.109375, + 0.62109375 + ], + [ + -0.83984375, + 0.9375 + ], + [ + 0.265625, + 0.203125 + ], + [ + 1.3125, + 0.83984375 + ], + [ + -1.890625, + -1.796875 + ], + [ + 0.404296875, + -0.05517578125 + ], + [ + -0.95703125, + -0.32421875 + ], + [ + 1.03125, + 1.3046875 + ], + [ + 0.244140625, + -0.45703125 + ], + [ + -0.9140625, + 0.08740234375 + ], + [ + -0.73828125, + 0.255859375 + ], + [ + 0.703125, + -1.734375 + ], + [ + -1.9921875, + -1.1484375 + ] + ], + [ + [ + 1.5703125, + 0.58203125 + ], + [ + -1.3046875, + 1.5546875 + ], + [ + -0.1201171875, + -0.09521484375 + ], + [ + 1.734375, + -1.7578125 + ], + [ + -1.1328125, + 0.341796875 + ], + [ + -1.2109375, + 0.71484375 + ], + [ + -1.140625, + -1.6015625 + ], + [ + -1.171875, + -0.30859375 + ], + [ + -1.2890625, + -1.4609375 + ], + [ + 1.4375, + -0.71484375 + ], + [ + -0.5546875, + -1.7734375 + ], + [ + -0.5703125, + -0.9375 + ], + [ + 0.44140625, + -1.171875 + ], + [ + 1.546875, + 1.7109375 + ], + [ + -1.59375, + -1.5703125 + ], + [ + -1.53125, + 0.4765625 + ] + ], + [ + [ + -1.5078125, + 1.40625 + ], + [ + 1.015625, + 1.2734375 + ], + [ + 0.10400390625, + 1.984375 + ], + [ + -1.8203125, + -0.39453125 + ], + [ + -0.703125, + 1.7890625 + ], + [ + 0.306640625, + 1.21875 + ], + [ + -1.3125, + 1.9140625 + ], + [ + -0.00543212890625, + -0.0252685546875 + ], + [ + 1.8828125, + -0.4765625 + ], + [ + -0.408203125, + 0.337890625 + ], + [ + -1.484375, + -0.71484375 + ], + [ + -1.2265625, + -1.5859375 + ], + [ + 1.4609375, + 0.35546875 + ], + [ + -0.5625, + -0.365234375 + ], + [ + -0.2734375, + 0.53125 + ], + [ + 1.703125, + 1.7265625 + ] + ], + [ + [ + -0.43359375, + -0.6796875 + ], + [ + -0.1953125, + 0.271484375 + ], + [ + -0.15234375, + 0.6328125 + ], + [ + 0.216796875, + -0.71484375 + ], + [ + -0.61328125, + -0.484375 + ], + [ + -1.6171875, + -1.328125 + ], + [ + 0.890625, + -0.443359375 + ], + [ + -1.140625, + 0.25 + ], + [ + 1.015625, + -0.96875 + ], + [ + 1.3046875, + 1.703125 + ], + [ + 0.388671875, + 0.67578125 + ], + [ + -1.7890625, + 1.78125 + ], + [ + -0.4296875, + 1.6953125 + ], + [ + 0.314453125, + -1.9765625 + ], + [ + -1.84375, + 0.71875 + ], + [ + 0.25, + -1.890625 + ] + ] + ] +}
\ No newline at end of file diff --git a/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/input-1.json b/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/input-1.json new file mode 100644 index 000000000..e79acf361 --- /dev/null +++ b/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/input-1.json @@ -0,0 +1,261 @@ +{ + "type": "float32", + "data": [ + [ + [ + 0.97265625, + 1.40625, + -0.0142822265625, + -0.13671875, + -1.9765625, + 1.140625, + -0.67578125, + 1.5078125, + -0.50390625, + 0.259765625, + -0.91796875, + -1.3515625, + 1.09375 + ], + [ + -0.01361083984375, + 0.1455078125, + 1.859375, + 1.8515625, + 1.421875, + -1.2421875, + 0.376953125, + 1.5078125, + -0.5, + -1.59375, + 1.2421875, + -0.07275390625, + 0.255859375 + ] + ], + [ + [ + 1.921875, + 0.427734375, + -0.298828125, + -0.51953125, + -0.328125, + -1.5234375, + 1.171875, + 1.34375, + -0.859375, + -0.78125, + 1.4921875, + -1.8984375, + 0.08154296875 + ], + [ + -0.14453125, + 0.7578125, + -1.34375, + 0.671875, + -0.4921875, + 0.474609375, + -1.8359375, + -0.15234375, + 0.0888671875, + -1.140625, + -1.4375, + -1.2421875, + -0.62109375 + ] + ], + [ + [ + -1.609375, + 1.7890625, + -0.37890625, + 1.234375, + 1.890625, + -1.671875, + 0.60546875, + 1.484375, + 0.53515625, + -0.283203125, + -0.275390625, + -1.8515625, + 0.1376953125 + ], + [ + 1.96875, + 1.828125, + -1.8359375, + 0.8203125, + -0.7890625, + 1.609375, + -1.8125, + 1.7421875, + 1.34375, + -1.5234375, + -1.7578125, + 1.3359375, + -1.375 + ] + ], + [ + [ + 0.138671875, + 1.65625, + 0.26953125, + -0.41015625, + -0.2197265625, + -1.7421875, + 1.875, + -0.75390625, + -1.2421875, + -0.85546875, + 1.8515625, + -1.6171875, + 1.46875 + ], + [ + 0.828125, + 1.3125, + 1.8984375, + 1.3671875, + 1.7734375, + -1.4921875, + 1.1796875, + 0.1826171875, + 0.173828125, + 1.59375, + 1.8828125, + 0.81640625, + -0.06787109375 + ] + ], + [ + [ + -0.173828125, + -0.453125, + -0.55078125, + -0.43359375, + -1.640625, + -1.6875, + 1.1171875, + -0.21484375, + 1.71875, + 0.447265625, + -1.8515625, + -1.3671875, + -1.171875 + ], + [ + 1.8984375, + -1.125, + 0.06298828125, + 1.7421875, + 1.90625, + -1.046875, + -1.796875, + -1.3828125, + -1.7421875, + -1.21875, + 0.2734375, + 1.6484375, + 0.1484375 + ] + ], + [ + [ + 0.50390625, + -1.1875, + 1.1953125, + 0.470703125, + 1.453125, + 1.7890625, + -0.60546875, + -1.6328125, + -1.09375, + -0.248046875, + 1.78125, + -0.486328125, + 1.078125 + ], + [ + 0.1611328125, + -1.265625, + -0.71484375, + 0.609375, + 0.69140625, + -0.259765625, + -1.078125, + 0.88671875, + -1.3203125, + 1.7421875, + -1.2421875, + -1.5703125, + -0.0093994140625 + ] + ], + [ + [ + 0.078125, + 0.03271484375, + -0.251953125, + 1.9765625, + -0.0546875, + -0.087890625, + -0.3125, + -1.7265625, + 0.37109375, + -1.0859375, + 0.546875, + -1.7890625, + 1.921875 + ], + [ + -0.12353515625, + 1.5859375, + -0.09765625, + -1.7578125, + 1.28125, + 0.58984375, + 1.125, + -0.287109375, + 0.55078125, + 1.421875, + 0.5234375, + -0.60546875, + 0.6484375 + ] + ], + [ + [ + 0.68359375, + 1.8359375, + -0.515625, + -0.298828125, + 1.2421875, + 0.02294921875, + 0.9453125, + -0.1611328125, + -1.1328125, + 0.98046875, + -1.46875, + -1.203125, + 0.50390625 + ], + [ + 0.98828125, + 1.578125, + -0.90625, + -1.5546875, + 1.8203125, + -1.375, + -1.203125, + -0.83203125, + 0.1171875, + 1.53125, + 1.0390625, + 0.83203125, + -1.296875 + ] + ] + ] +}
\ No newline at end of file diff --git a/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/test.json b/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/test.json new file mode 100644 index 000000000..fbb8bb6d6 --- /dev/null +++ b/operators/tensor/matmul/matmul_8x16x2_bf16_accf32/test.json @@ -0,0 +1,71 @@ +{ + version: { + _major: 0, + _minor: 51, + _patch: 0, + _draft: true + }, + regions: [ + { + name: "main", + blocks: [ + { + name: "main", + operators: [ + { + op: "MATMUL", + attribute_type: "MatMulAttribute", + attribute: { + a_zp: 0, + b_zp: 0 + }, + inputs: [ + "input-0", + "input-1" + ], + outputs: [ + "result-0" + ] + } + ], + tensors: [ + { + name: "input-0", + shape: [ + 8, + 16, + 2 + ], + type: "BF16" + }, + { + name: "input-1", + shape: [ + 8, + 2, + 13 + ], + type: "BF16" + }, + { + name: "result-0", + shape: [ + 8, + 16, + 13 + ], + type: "FP32" + } + ], + inputs: [ + "input-0", + "input-1" + ], + outputs: [ + "result-0" + ] + } + ] + } + ] +} |