From b14a0f0c1c72a2365c42f7bd1ff698f8fb94c070 Mon Sep 17 00:00:00 2001 From: Georgios Pinitas Date: Fri, 8 Jan 2021 03:14:31 +0000 Subject: Add meta-data to express dynamic shapes in ITensorInfo Add `get_tensor_shape_state` and `set_tensor_shape_state` to inject shape dynamism. The state is represented by an array of integers which index maps to the respective shape dimension index. If -1 is passed as a dimension state then the corresponding dimension is dynamic. Signed-off-by: Georgios Pinitas Change-Id: I3a8a5ad109b90d4df8545b460a9f8dfcc13dfa0f Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/4784 Tested-by: Arm Jenkins Reviewed-by: Michele Di Giorgio Comments-Addressed: Arm Jenkins --- arm_compute/core/ITensorInfo.h | 28 ++++++++++++++++++++-------- 1 file changed, 20 insertions(+), 8 deletions(-) (limited to 'arm_compute/core/ITensorInfo.h') diff --git a/arm_compute/core/ITensorInfo.h b/arm_compute/core/ITensorInfo.h index 3eb7239460..9ddafce7c0 100644 --- a/arm_compute/core/ITensorInfo.h +++ b/arm_compute/core/ITensorInfo.h @@ -1,5 +1,5 @@ /* - * Copyright (c) 2016-2020 Arm Limited. + * Copyright (c) 2016-2021 Arm Limited. * * SPDX-License-Identifier: MIT * @@ -39,6 +39,9 @@ namespace arm_compute /** Store the tensor's metadata */ class ITensorInfo : public misc::ICloneable { +public: + using TensorDimsState = Coordinates; + public: /** Default virtual destructor */ virtual ~ITensorInfo() = default; @@ -81,6 +84,17 @@ public: * @return Reference to this ITensorInfo object */ virtual ITensorInfo &set_tensor_shape(const TensorShape &shape) = 0; + /** Set the state for each dimension of the tensor + * + * This sets the state of each dimension of the shape in terms of dynamic behavior using -1 where appropriate. + * The index in the state is a 1 to 1 mapping with the shape dimension index. + * For example if you want to express [?, 3, 3] as a dynamic input then [-1, 3, 3] has to be set as a state + * + * @param[in] state Tensor dimensions state + * + * @return Reference to this ITensorInfo object + */ + virtual ITensorInfo &set_tensor_dims_state(const TensorDimsState &state) = 0; /** Set the quantization settings (scale and offset) of the tensor. * * @param[in] quantization_info QuantizationInfo containing the scale and offset @@ -170,6 +184,11 @@ public: * @return A vector with the size for each dimension of the tensor */ virtual const TensorShape &tensor_shape() const = 0; + /** State of each dimension of the tensor shape + * + * @return A vector with the state for each dimension of the tensor, where -1 specifies dynamic dimension + */ + virtual const TensorDimsState &tensor_dims_state() const = 0; /** Data type used for each element of the tensor * * @return Tensor data type @@ -212,13 +231,6 @@ public: * @return Reference to this ITensorInfo object */ virtual ITensorInfo &set_is_resizable(bool is_resizable) = 0; - /** Set the flag whether the tensor size is dynamic. - * - * @param[in] is_dynamic Flag that marks the tensor if it's dynamic. - * - * @return Reference to this ITensorInfo object - */ - virtual ITensorInfo &set_is_dynamic(bool is_dynamic) = 0; /** Valid region of the tensor. All elements in the valid region have defined values, i.e. are not undefined. * * @return The valid region. -- cgit v1.2.1