From c15f7d52aa4f360eba2344449baa418b7608ac7c Mon Sep 17 00:00:00 2001 From: James Ward Date: Wed, 7 Dec 2022 15:38:01 +0000 Subject: Schema changes for CLAMP, PAD float attributes * Float attributes now serialized as uint8 vectors, but treated as floats at input/output to serialization Signed-off-by: James Ward Change-Id: I417b0fabe0ef11fea263fe937b57d49bbfdb00da --- include/attribute.h | 30 ++++++++++++++++- include/tosa_generated.h | 63 ++++++++++++++++++++++++------------ python/serializer/tosa_serializer.py | 38 ++++++++++++++++------ python/tosa/ClampAttribute.py | 62 ++++++++++++++++++++++++++++++----- python/tosa/PadAttribute.py | 31 +++++++++++++++--- schema/tosa.fbs | 6 ++-- src/tosa_serialization_handler.cpp | 12 ++++++- 7 files changed, 196 insertions(+), 46 deletions(-) diff --git a/include/attribute.h b/include/attribute.h index 1178ee4..5371130 100644 --- a/include/attribute.h +++ b/include/attribute.h @@ -40,11 +40,39 @@ public: {} }; +inline int convertFlatbuffersU8toF32(const flatbuffers::Vector& in, uint32_t out_size, std::vector& out) +{ + out.clear(); + if (in.size() < out_size * sizeof(float)) + { + printf("convertFlatbuffersU8toF32(): uint8 Flatbuffers buffer size %u must be >= target size %ld\n", in.size(), + out_size * sizeof(float)); + return 1; + } + for (uint32_t i = 0; i < out_size; i++) + { + uint32_t byte0 = in[i * sizeof(float)]; + uint32_t byte1 = in[i * sizeof(float) + 1]; + uint32_t byte2 = in[i * sizeof(float) + 2]; + uint32_t byte3 = in[i * sizeof(float) + 3]; + uint32_t val_u32 = byte0 + (byte1 << 8) + (byte2 << 16) + (byte3 << 24); + float* val_fp32 = reinterpret_cast(&val_u32); + out.push_back(*val_fp32); + } + return 0; +} + #define DEF_ARGS_VER0_S_STR(V) _##V = p->V()->str(); #define DEF_ARGS_VER0_S_DEFAULT(V) _##V = p->V(); +#define DEF_ARGS_VER0_S_float_as_bytes(V) \ + { \ + std::vector attr_vec; \ + assert(!convertFlatbuffersU8toF32(*(p->V()), 1, attr_vec)); \ + _##V = attr_vec[0]; \ + } #define DEF_ARGS_VER0_S_int32_t(V) DEF_ARGS_VER0_S_DEFAULT(V) -#define DEF_ARGS_VER0_S_float(V) DEF_ARGS_VER0_S_DEFAULT(V) +#define DEF_ARGS_VER0_S_float(V) DEF_ARGS_VER0_S_float_as_bytes(V) #define DEF_ARGS_VER0_S_bool(V) DEF_ARGS_VER0_S_DEFAULT(V) #define DEF_ARGS_VER0_S_ResizeMode(V) DEF_ARGS_VER0_S_DEFAULT(V) #define DEF_ARGS_VER0_S_DType(V) DEF_ARGS_VER0_S_DEFAULT(V) diff --git a/include/tosa_generated.h b/include/tosa_generated.h index 1a79453..b34875f 100644 --- a/include/tosa_generated.h +++ b/include/tosa_generated.h @@ -968,15 +968,16 @@ struct PadAttribute FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { int32_t pad_const_int() const { return GetField(VT_PAD_CONST_INT, 0); } - float pad_const_fp() const { - return GetField(VT_PAD_CONST_FP, 0.0f); + const flatbuffers::Vector *pad_const_fp() const { + return GetPointer *>(VT_PAD_CONST_FP); } bool Verify(flatbuffers::Verifier &verifier) const { return VerifyTableStart(verifier) && VerifyOffset(verifier, VT_PADDING) && verifier.VerifyVector(padding()) && VerifyField(verifier, VT_PAD_CONST_INT, 4) && - VerifyField(verifier, VT_PAD_CONST_FP, 4) && + VerifyOffset(verifier, VT_PAD_CONST_FP) && + verifier.VerifyVector(pad_const_fp()) && verifier.EndTable(); } }; @@ -991,8 +992,8 @@ struct PadAttributeBuilder { void add_pad_const_int(int32_t pad_const_int) { fbb_.AddElement(PadAttribute::VT_PAD_CONST_INT, pad_const_int, 0); } - void add_pad_const_fp(float pad_const_fp) { - fbb_.AddElement(PadAttribute::VT_PAD_CONST_FP, pad_const_fp, 0.0f); + void add_pad_const_fp(flatbuffers::Offset> pad_const_fp) { + fbb_.AddOffset(PadAttribute::VT_PAD_CONST_FP, pad_const_fp); } explicit PadAttributeBuilder(flatbuffers::FlatBufferBuilder &_fbb) : fbb_(_fbb) { @@ -1009,7 +1010,7 @@ inline flatbuffers::Offset CreatePadAttribute( flatbuffers::FlatBufferBuilder &_fbb, flatbuffers::Offset> padding = 0, int32_t pad_const_int = 0, - float pad_const_fp = 0.0f) { + flatbuffers::Offset> pad_const_fp = 0) { PadAttributeBuilder builder_(_fbb); builder_.add_pad_const_fp(pad_const_fp); builder_.add_pad_const_int(pad_const_int); @@ -1021,13 +1022,15 @@ inline flatbuffers::Offset CreatePadAttributeDirect( flatbuffers::FlatBufferBuilder &_fbb, const std::vector *padding = nullptr, int32_t pad_const_int = 0, - float pad_const_fp = 0.0f) { + const std::vector *pad_const_fp = nullptr) { auto padding__ = padding ? _fbb.CreateVector(*padding) : 0; + if (pad_const_fp) { _fbb.ForceVectorAlignment(pad_const_fp->size(), sizeof(uint8_t), 8); } + auto pad_const_fp__ = pad_const_fp ? _fbb.CreateVector(*pad_const_fp) : 0; return tosa::CreatePadAttribute( _fbb, padding__, pad_const_int, - pad_const_fp); + pad_const_fp__); } struct AxisAttribute FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { @@ -1343,18 +1346,20 @@ struct ClampAttribute FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { int32_t max_int() const { return GetField(VT_MAX_INT, 0); } - float min_fp() const { - return GetField(VT_MIN_FP, 0.0f); + const flatbuffers::Vector *min_fp() const { + return GetPointer *>(VT_MIN_FP); } - float max_fp() const { - return GetField(VT_MAX_FP, 0.0f); + const flatbuffers::Vector *max_fp() const { + return GetPointer *>(VT_MAX_FP); } bool Verify(flatbuffers::Verifier &verifier) const { return VerifyTableStart(verifier) && VerifyField(verifier, VT_MIN_INT, 4) && VerifyField(verifier, VT_MAX_INT, 4) && - VerifyField(verifier, VT_MIN_FP, 4) && - VerifyField(verifier, VT_MAX_FP, 4) && + VerifyOffset(verifier, VT_MIN_FP) && + verifier.VerifyVector(min_fp()) && + VerifyOffset(verifier, VT_MAX_FP) && + verifier.VerifyVector(max_fp()) && verifier.EndTable(); } }; @@ -1369,11 +1374,11 @@ struct ClampAttributeBuilder { void add_max_int(int32_t max_int) { fbb_.AddElement(ClampAttribute::VT_MAX_INT, max_int, 0); } - void add_min_fp(float min_fp) { - fbb_.AddElement(ClampAttribute::VT_MIN_FP, min_fp, 0.0f); + void add_min_fp(flatbuffers::Offset> min_fp) { + fbb_.AddOffset(ClampAttribute::VT_MIN_FP, min_fp); } - void add_max_fp(float max_fp) { - fbb_.AddElement(ClampAttribute::VT_MAX_FP, max_fp, 0.0f); + void add_max_fp(flatbuffers::Offset> max_fp) { + fbb_.AddOffset(ClampAttribute::VT_MAX_FP, max_fp); } explicit ClampAttributeBuilder(flatbuffers::FlatBufferBuilder &_fbb) : fbb_(_fbb) { @@ -1390,8 +1395,8 @@ inline flatbuffers::Offset CreateClampAttribute( flatbuffers::FlatBufferBuilder &_fbb, int32_t min_int = 0, int32_t max_int = 0, - float min_fp = 0.0f, - float max_fp = 0.0f) { + flatbuffers::Offset> min_fp = 0, + flatbuffers::Offset> max_fp = 0) { ClampAttributeBuilder builder_(_fbb); builder_.add_max_fp(max_fp); builder_.add_min_fp(min_fp); @@ -1400,6 +1405,24 @@ inline flatbuffers::Offset CreateClampAttribute( return builder_.Finish(); } +inline flatbuffers::Offset CreateClampAttributeDirect( + flatbuffers::FlatBufferBuilder &_fbb, + int32_t min_int = 0, + int32_t max_int = 0, + const std::vector *min_fp = nullptr, + const std::vector *max_fp = nullptr) { + if (min_fp) { _fbb.ForceVectorAlignment(min_fp->size(), sizeof(uint8_t), 8); } + auto min_fp__ = min_fp ? _fbb.CreateVector(*min_fp) : 0; + if (max_fp) { _fbb.ForceVectorAlignment(max_fp->size(), sizeof(uint8_t), 8); } + auto max_fp__ = max_fp ? _fbb.CreateVector(*max_fp) : 0; + return tosa::CreateClampAttribute( + _fbb, + min_int, + max_int, + min_fp__, + max_fp__); +} + struct RescaleAttribute FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table { typedef RescaleAttributeBuilder Builder; enum FlatBuffersVTableOffset FLATBUFFERS_VTABLE_UNDERLYING_TYPE { diff --git a/python/serializer/tosa_serializer.py b/python/serializer/tosa_serializer.py index e8311ce..f579df2 100644 --- a/python/serializer/tosa_serializer.py +++ b/python/serializer/tosa_serializer.py @@ -13,10 +13,11 @@ # limitations under the License. import os +import struct +import serializer.tosa_serializer as ts import json import flatbuffers import numpy as np -import struct from enum import IntEnum, unique from tosa import ( TosaGraph, @@ -197,7 +198,7 @@ class TosaSerializerAttribute(TosaSerializerUnion): self.ints.append((a.AddWeightZp, weight_zp)) self.ints.append((a.AddAccumDtype, accum_dtype)) - def PadAttribute(self, padding, pad_const_int, pad_const_fp): + def PadAttribute(self, serializer_builder, padding, pad_const_int, pad_const_fp): from tosa import PadAttribute as a, Attribute self.utype = Attribute.Attribute().PadAttribute @@ -205,7 +206,14 @@ class TosaSerializerAttribute(TosaSerializerUnion): self.intvecs.append((a.AddPadding, padding)) self.ints.append((a.AddPadConstInt, pad_const_int)) - self.floats.append((a.AddPadConstFp, pad_const_fp)) + + # pad_const_fp attribute serialized as uint8 vector + pad_const_float_as_bytes = struct.pack(" float_to_u8_wrapper(float f_in) +{ + const std::vector f_vec{ f_in }; + std::vector u8_out; + TosaSerializationHandler::ConvertF32toU8(f_vec, u8_out); + return u8_out; +} + tosa_err_t TosaSerializationHandler::Serialize() { // regions @@ -682,9 +690,11 @@ tosa_err_t TosaSerializationHandler::Serialize() fb_attribute = 0; break; #define DEF_ARGS_S_STR(NAME, V) , _builder.CreateString(reinterpret_cast(op->GetAttribute())->V().c_str()) +#define DEF_ARGS_S_FP_as_U8(NAME, V) \ + , _builder.CreateVector(float_to_u8_wrapper(reinterpret_cast(op->GetAttribute())->V())) #define DEF_ARGS_S_DEFAULT(NAME, V) , reinterpret_cast(op->GetAttribute())->V() #define DEF_ARGS_S_int32_t(NAME, V) DEF_ARGS_S_DEFAULT(NAME, V) -#define DEF_ARGS_S_float(NAME, V) DEF_ARGS_S_DEFAULT(NAME, V) +#define DEF_ARGS_S_float(NAME, V) DEF_ARGS_S_FP_as_U8(NAME, V) #define DEF_ARGS_S_bool(NAME, V) DEF_ARGS_S_DEFAULT(NAME, V) #define DEF_ARGS_S_ResizeMode(NAME, V) DEF_ARGS_S_DEFAULT(NAME, V) #define DEF_ARGS_S_DType(NAME, V) DEF_ARGS_S_DEFAULT(NAME, V) -- cgit v1.2.1