// Copyright (c) 2020, ARM Limited. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "activation_funcs.h" #include "quant_util.h" #include "template_types.h" #include using namespace TosaReference; using namespace Eigen; using namespace tosa; template int OpClamp::register_fcn() { switch (Dtype) { case DType_FLOAT: { InEigenType min = (InEigenType)attribute->min_fp(); InEigenType max = (InEigenType)attribute->max_fp(); this->fcn = [min, max](InEigenType a) -> OutEigenType { return a <= min ? min : a >= max ? max : a; }; } break; case DType_AINT8: case DType_INT16: { InEigenType min = (InEigenType)attribute->min_int(); InEigenType max = (InEigenType)attribute->max_int(); this->fcn = [min, max](InEigenType a) -> OutEigenType { return a <= min ? min : a >= max ? max : a; }; } break; default: FATAL_ERROR_NODE("unsupported DType %s", EnumNamesDType()[Dtype]); } return 0; } template int OpReluN::register_fcn() { switch (Dtype) { case DType_FLOAT: { InEigenType N = (InEigenType)attribute->max_fp(); this->fcn = [N](InEigenType a) -> OutEigenType { return a >= 0 ? (a <= N ? a : N) : 0; }; } break; case DType_INT32: { InEigenType N = (InEigenType)attribute->max_int(); this->fcn = [N](InEigenType a) -> OutEigenType { return a >= 0 ? (a <= N ? a : N) : 0; }; } break; default: FATAL_ERROR_NODE("unsupported DType %s", EnumNamesDType()[Dtype]); } return 0; } template int OpSigmoid::register_fcn() { switch (Dtype) { case DType_FLOAT: this->fcn = [](InEigenType a) -> OutEigenType { return (1.0 / (1.0 + (expf(-1.0 * a)))); }; break; default: FATAL_ERROR_NODE("unsupported DType %s", EnumNamesDType()[Dtype]); } return 0; } template int OpTanh::register_fcn() { switch (Dtype) { case DType_FLOAT: this->fcn = [](InEigenType a) -> OutEigenType { return tanhf(a); }; break; default: FATAL_ERROR_NODE("unsupported DType %s", EnumNamesDType()[Dtype]); } return 0; } // template explicit instantiation DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, FLOAT); DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, AINT8); DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, INT16); DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpReluN, FLOAT); DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpReluN, INT32); DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSigmoid, FLOAT); DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpTanh, FLOAT);