diff options
Diffstat (limited to 'arm_compute')
5 files changed, 345 insertions, 0 deletions
diff --git a/arm_compute/core/CL/kernels/CLDequantizationLayerKernel.h b/arm_compute/core/CL/kernels/CLDequantizationLayerKernel.h new file mode 100644 index 0000000000..87a3fb41a7 --- /dev/null +++ b/arm_compute/core/CL/kernels/CLDequantizationLayerKernel.h @@ -0,0 +1,71 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#ifndef __ARM_COMPUTE_CLDEQUANTIZATIONLAYERKERNEL_H__ +#define __ARM_COMPUTE_CLDEQUANTIZATIONLAYERKERNEL_H__ + +#include "arm_compute/core/CL/ICLKernel.h" + +namespace arm_compute +{ +class ICLTensor; + +/** Interface for the dequantization layer kernel. + * + * @note The implementation supports only 3D input tensors. + * + */ +class CLDequantizationLayerKernel : public ICLKernel +{ +public: + /** Default constructor */ + CLDequantizationLayerKernel(); + /** Prevent instances of this class from being copied (As this class contains pointers) */ + CLDequantizationLayerKernel(const CLDequantizationLayerKernel &) = delete; + /** Prevent instances of this class from being copied (As this class contains pointers) */ + CLDequantizationLayerKernel &operator=(const CLDequantizationLayerKernel &) = delete; + /** Default Move Constructor. */ + CLDequantizationLayerKernel(CLDequantizationLayerKernel &&) = default; + /** Default move assignment operator. */ + CLDequantizationLayerKernel &operator=(CLDequantizationLayerKernel &&) = default; + /** Default destructor */ + ~CLDequantizationLayerKernel() = default; + /** Set the input, output, min and max. + * + * @param[in] input Source tensor. Data types supported: U8. + * @param[out] output Destination tensor. Data types supported: F32. + * @param[in] min_max Pointer to the tensor with shape [2, batches] which stores the minimum and maximum value for each 3D input tensor. + * The dimensions over the second must match the batched dimensions of the input tensor. Data type supported: F32. + */ + void configure(const ICLTensor *input, ICLTensor *output, const ICLTensor *min_max); + + // Inherited methods overridden: + void run(const Window &window, cl::CommandQueue &queue) override; + +private: + const ICLTensor *_input; + ICLTensor *_output; + const ICLTensor *_min_max; +}; +} +#endif /*__ARM_COMPUTE_CLDEQUANTIZATIONLAYERKERNEL_H__ */ diff --git a/arm_compute/core/CL/kernels/CLMinMaxLayerKernel.h b/arm_compute/core/CL/kernels/CLMinMaxLayerKernel.h new file mode 100644 index 0000000000..ed8459ae23 --- /dev/null +++ b/arm_compute/core/CL/kernels/CLMinMaxLayerKernel.h @@ -0,0 +1,70 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#ifndef __ARM_COMPUTE_CLMINMAXLAYERKERNEL_H__ +#define __ARM_COMPUTE_CLMINMAXLAYERKERNEL_H__ + +#include "arm_compute/core/CL/ICLKernel.h" + +namespace arm_compute +{ +class ICLTensor; + +/** Interface for the kernel to perform min max search on a 3D tensor. + */ +class CLMinMaxLayerKernel : public ICLKernel +{ +public: + /** Default constructor */ + CLMinMaxLayerKernel(); + /** Prevent instances of this class from being copied (As this class contains pointers) */ + CLMinMaxLayerKernel(const CLMinMaxLayerKernel &) = delete; + /** Prevent instances of this class from being copied (As this class contains pointers) */ + CLMinMaxLayerKernel &operator=(const CLMinMaxLayerKernel &) = delete; + /** Allow instances of this class to be moved */ + CLMinMaxLayerKernel(CLMinMaxLayerKernel &&) = default; + /** Allow instances of this class to be moved */ + CLMinMaxLayerKernel &operator=(CLMinMaxLayerKernel &&) = default; + /** Initialise the kernel's input and output. + * + * @param[in] input Input tensor with at least 3 dimensions. The dimensions over the third will be interpreted as batches.Data types supported: F32. + * @param[out] output Output tensor with shape [2, batches, ...] which stores the minimum and maximum values for each 3D input tensor. + * The dimensions over the second must match the batched dimensions of the input tensor. Data types supported: F32. + */ + void configure(const ICLTensor *input, ICLTensor *output); + + /** Resets global minimum and maximum + * + * @param[in,out] queue Command queue on which to map and unmap the min_max tensor + */ + void reset(cl::CommandQueue &queue); + + // Inherited methods overridden: + void run(const Window &window, cl::CommandQueue &queue) override; + +private: + const ICLTensor *_input; + ICLTensor *_output; +}; +} +#endif /*__ARM_COMPUTE_CLMINMAXLAYERKERNEL_H__ */ diff --git a/arm_compute/core/CL/kernels/CLQuantizationLayerKernel.h b/arm_compute/core/CL/kernels/CLQuantizationLayerKernel.h new file mode 100644 index 0000000000..427219f740 --- /dev/null +++ b/arm_compute/core/CL/kernels/CLQuantizationLayerKernel.h @@ -0,0 +1,70 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#ifndef __ARM_COMPUTE_CLQUANTIZATIONLAYERKERNEL_H__ +#define __ARM_COMPUTE_CLQUANTIZATIONLAYERKERNEL_H__ + +#include "arm_compute/core/CL/ICLKernel.h" + +namespace arm_compute +{ +class ICLTensor; + +/** Interface for the quantization layer kernel. + * + * @note The implementation supports only 3D input tensors. + */ +class CLQuantizationLayerKernel : public ICLKernel +{ +public: + /** Default constructor */ + CLQuantizationLayerKernel(); + /** Prevent instances of this class from being copied (As this class contains pointers) */ + CLQuantizationLayerKernel(const CLQuantizationLayerKernel &) = delete; + /** Prevent instances of this class from being copied (As this class contains pointers) */ + CLQuantizationLayerKernel &operator=(const CLQuantizationLayerKernel &) = delete; + /** Default Move Constructor. */ + CLQuantizationLayerKernel(CLQuantizationLayerKernel &&) = default; + /** Default move assignment operator. */ + CLQuantizationLayerKernel &operator=(CLQuantizationLayerKernel &&) = default; + /** Default destructor */ + ~CLQuantizationLayerKernel() = default; + /** Set the input, output, min and max. + * + * @param[in] input Source tensor. Data types supported: F32. + * @param[out] output Destination tensor. Data types supported: U8. + * @param[in] min_max Pointer to the tensor with shape [2, batches] which stores the minimum and maximum value for each 3D input tensor. + * The dimensions over the second must match the batched dimensions of the input tensor. Data type supported: F32. + */ + void configure(const ICLTensor *input, ICLTensor *output, ICLTensor *min_max); + + // Inherited methods overridden: + void run(const Window &window, cl::CommandQueue &queue) override; + +private: + const ICLTensor *_input; + ICLTensor *_output; + const ICLTensor *_min_max; +}; +} +#endif /*__ARM_COMPUTE_CLQUANTIZATIONLAYERKERNEL_H__ */ diff --git a/arm_compute/runtime/CL/functions/CLDequantizationLayer.h b/arm_compute/runtime/CL/functions/CLDequantizationLayer.h new file mode 100644 index 0000000000..0ba182b475 --- /dev/null +++ b/arm_compute/runtime/CL/functions/CLDequantizationLayer.h @@ -0,0 +1,68 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#ifndef __ARM_COMPUTE_CLDEQUANTIZATIONLAYER_H__ +#define __ARM_COMPUTE_CLDEQUANTIZATIONLAYER_H__ + +#include "arm_compute/runtime/IFunction.h" + +#include "arm_compute/core/CL/kernels/CLDequantizationLayerKernel.h" +#include "arm_compute/runtime/Tensor.h" + +#include "arm_compute/core/Types.h" + +namespace arm_compute +{ +class ICLTensor; + +/** Basic function to simulate a dequantization layer. This function calls the following CL kernels: + * + * -# @ref CLDequantizationLayerKernel + * + */ +class CLDequantizationLayer : public IFunction +{ +public: + /** Default constructor */ + CLDequantizationLayer(); + /** Prevent instances of this class from being copied (As this class contains pointers) */ + CLDequantizationLayer(const CLDequantizationLayer &) = delete; + /** Prevent instances of this class from being copied (As this class contains pointers) */ + CLDequantizationLayer &operator=(const CLDequantizationLayer &) = delete; + /** Set the input and output tensors. + * + * @param[in] input Source tensor with at least 3 dimensions. The dimensions over the third will be interpreted as batches. Data types supported: U8. + * @param[out] output Destination tensor with the same dimensions of input. Data type supported: F32. + * @param[in] min_max Pointer to the tensor with shape [2, batches] which stores the minimum and maximum value for each 3D input tensor. + * The dimensions over the second must match the batched dimensions of the input tensor. Data type supported: F32. + */ + void configure(const ICLTensor *input, ICLTensor *output, const ICLTensor *min_max); + + // Inherited methods overridden: + void run() override; + +private: + CLDequantizationLayerKernel _dequantize_kernel; +}; +} +#endif /* __ARM_COMPUTE_CLDEQUANTIZATIONLAYER_H__ */ diff --git a/arm_compute/runtime/CL/functions/CLQuantizationLayer.h b/arm_compute/runtime/CL/functions/CLQuantizationLayer.h new file mode 100644 index 0000000000..b3c4da05d4 --- /dev/null +++ b/arm_compute/runtime/CL/functions/CLQuantizationLayer.h @@ -0,0 +1,66 @@ +/* + * Copyright (c) 2017 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#ifndef __ARM_COMPUTE_CLQUANTIZATIONLAYER_H__ +#define __ARM_COMPUTE_CLQUANTIZATIONLAYER_H__ + +#include "arm_compute/runtime/IFunction.h" + +#include "arm_compute/core/CL/kernels/CLMinMaxLayerKernel.h" +#include "arm_compute/core/CL/kernels/CLQuantizationLayerKernel.h" +#include "arm_compute/runtime/CL/CLTensor.h" + +namespace arm_compute +{ +class ICLTensor; + +/** Basic function to simulate a quantization layer. This function calls the following CL kernels: + * + * @note The implementation supports only 3D input tensors. + * + * -# @ref CLMinMaxLayerKernel + * -# @ref CLQuantizationLayerKernel + * + */ +class CLQuantizationLayer : public IFunction +{ +public: + /** Default constructor */ + CLQuantizationLayer(); + /** Set the input and output tensors. + * + * @param[in] input Source tensor with at least 3 dimensions. The dimensions over the third will be interpreted as batches. Data types supported: F32. + * @param[out] output Destination tensor with the same dimensions of input. Output data type must be U8. + */ + void configure(const ICLTensor *input, ICLTensor *output); + + // Inherited methods overridden: + void run() override; + +private: + CLQuantizationLayerKernel _quantize_kernel; + CLMinMaxLayerKernel _min_max_kernel; + CLTensor _min_max; +}; +} +#endif /* __ARM_COMPUTE_CLQUANTIZATIONLAYER_H__ */ |