TosaRescaleOperatorUtils.hpp File Reference

#include <armnn/Exceptions.hpp>

Include dependency graph for TosaRescaleOperatorUtils.hpp:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Functions
void	CreateRescaleTosaOperator (const std::string &inputName, const std::string &outputName, const std::vector< int32_t > &multipliers, const std::vector< int32_t > &shifts, int32_t input_zp, int32_t output_zp, bool double_round, bool scale32, bool per_channel, TosaSerializationOperator **op)
void	CreateRescaleTosaOperator (const std::string &inputName, const std::string &outputName, int32_t scale_multiplier, int32_t scale_shift, int32_t input_zp, int32_t output_zp, bool double_round, bool scale32, bool per_channel, TosaSerializationOperator **op)
void	CreateRescaleTosaOperator (const std::string &inputName, const std::string &outputName, double scale, int32_t input_zp, int32_t output_zp, bool double_round, bool scale32, TosaSerializationOperator **op)
void	CreateRescaleTosaOperatorPerChannel (const std::string &inputName, const std::string &outputName, int32_t input_zp, int32_t output_zp, bool double_round, bool scale32, double input_scale, double output_scale, const std::vector< float > &weight_scales, TosaSerializationOperator **op)
void	CreateFromInt32RescaleTosaOperator (const std::string &inputName, const std::string &outputName, double output_scale, int32_t output_zp, TosaSerializationOperator **op)

Function Documentation

CreateFromInt32RescaleTosaOperator()

void CreateFromInt32RescaleTosaOperator ( const std::string &  inputName, const std::string &  outputName, double  output_scale, int32_t  output_zp, TosaSerializationOperator **  op  )

inline

Definition at line 215 of file TosaRescaleOperatorUtils.hpp.

{
    CreateRescaleTosaOperator(inputName, outputName, output_scale,
                              0, output_zp, true, true, op);
}

References CreateRescaleTosaOperator().

CreateRescaleTosaOperator() [1/3]

void CreateRescaleTosaOperator ( const std::string &  inputName, const std::string &  outputName, const std::vector< int32_t > &  multipliers, const std::vector< int32_t > &  shifts, int32_t  input_zp, int32_t  output_zp, bool  double_round, bool  scale32, bool  per_channel, TosaSerializationOperator **  op  )

inline

Definition at line 10 of file TosaRescaleOperatorUtils.hpp.

{
    if (!op)
    {
        throw armnn::Exception("CreateRescaleTosaOperator: nullptr op");
    }
 
    TosaRescaleAttribute attribute(input_zp,
                                   output_zp,
                                   multipliers,
                                   shifts,
                                   scale32,
                                   double_round,
                                   per_channel,
                                   false,  // input_unsigned
                                   false); // output_unsigned
 
    // op
    *op = new TosaSerializationOperator(Op_RESCALE, Attribute_RescaleAttribute, &attribute, {inputName}, {outputName});
    if (!(*op))
    {
        throw armnn::Exception("CreateRescaleTosaOperator: failed to created operator");
    }
}

Referenced by ConvertQuantizeToTosaOperator(), CreateFromInt32RescaleTosaOperator(), and CreateRescaleTosaOperator().

CreateRescaleTosaOperator() [2/3]

void CreateRescaleTosaOperator ( const std::string &  inputName, const std::string &  outputName, double  scale, int32_t  input_zp, int32_t  output_zp, bool  double_round, bool  scale32, TosaSerializationOperator **  op  )

inline

Definition at line 151 of file TosaRescaleOperatorUtils.hpp.

{
    int32_t multiplier;
    int32_t shift;
 
    if (scale32)
    {
        ComputeMultiplierAndShiftTosaScale32(scale, multiplier, shift);
    }
    else
    {
        ComputeMultiplierAndShiftTosaScale16(scale, multiplier, shift);
    }
 
    CreateRescaleTosaOperator(inputName, outputName, multiplier, shift,
                              input_zp, output_zp, double_round, scale32, false, op);
}

CreateRescaleTosaOperator() [3/3]

void CreateRescaleTosaOperator ( const std::string &  inputName, const std::string &  outputName, int32_t  scale_multiplier, int32_t  scale_shift, int32_t  input_zp, int32_t  output_zp, bool  double_round, bool  scale32, bool  per_channel, TosaSerializationOperator **  op  )

inline

Definition at line 44 of file TosaRescaleOperatorUtils.hpp.

{
    const std::vector<int32_t> multipliers{scale_multiplier};
    const std::vector<int32_t> shifts{scale_shift};
    CreateRescaleTosaOperator(inputName, outputName, multipliers, shifts,
                              input_zp, output_zp, double_round, scale32, per_channel, op);
}

References CreateRescaleTosaOperator().

CreateRescaleTosaOperatorPerChannel()

void CreateRescaleTosaOperatorPerChannel ( const std::string &  inputName, const std::string &  outputName, int32_t  input_zp, int32_t  output_zp, bool  double_round, bool  scale32, double  input_scale, double  output_scale, const std::vector< float > &  weight_scales, TosaSerializationOperator **  op  )

inline

Definition at line 176 of file TosaRescaleOperatorUtils.hpp.

{
    std::vector<int32_t> op_tensor_multipliers;
    std::vector<int32_t> op_tensor_shifts;
    op_tensor_multipliers.reserve(weight_scales.size());
    op_tensor_shifts.reserve(weight_scales.size());
 
    for (const float& weight_scale : weight_scales)
    {
        double op_tensor_scale = (input_scale * weight_scale) / output_scale;
        int32_t multiplier;
        int32_t shift;
 
        if (scale32)
        {
            ComputeMultiplierAndShiftTosaScale32(op_tensor_scale, multiplier, shift);
        }
        else
        {
            ComputeMultiplierAndShiftTosaScale16(op_tensor_scale, multiplier, shift);
        }
 
        op_tensor_multipliers.push_back(multiplier);
        op_tensor_shifts.push_back(shift);
    }
 
    CreateRescaleTosaOperator(inputName, outputName, op_tensor_multipliers, op_tensor_shifts,
                              input_zp, output_zp, double_round, scale32, true, op);
}