From 3558c5840e7c973e2b1a86ae3a9335b44cad59d4 Mon Sep 17 00:00:00 2001 From: Viet-Hoa Do Date: Fri, 16 Dec 2022 14:45:57 +0000 Subject: Add temporary tile support for dynamic fusion * Multiple intermediate tensors can share the same tile. - A simple operator can reuse the input tensor for the result if the input tensor has the same shape, data type and it is only consumed by that operator. - The special case is a simple operator and an output operator consume the same tensor. However as the output operator doesn't change the content of the input tensor, it doesn't count as "consuming" the input tensor. * These temporary tiles are declared automatically by the template writer. Individual operator doesn't need to generate output tile declaration. * Cast is now simple operator. Resolves: COMPMID-5778 Signed-off-by: Viet-Hoa Do Change-Id: I232647ac976645e2d266a62e055b9eb48c356a8e Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/8877 Comments-Addressed: Arm Jenkins Reviewed-by: Gunes Bayir Reviewed-by: Gian Marco Iodice Tested-by: Arm Jenkins Benchmark: Arm Jenkins --- src/dynamic_fusion/sketch/gpu/operators/GpuCast.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'src/dynamic_fusion/sketch/gpu/operators') diff --git a/src/dynamic_fusion/sketch/gpu/operators/GpuCast.cpp b/src/dynamic_fusion/sketch/gpu/operators/GpuCast.cpp index 9e5e735c60..3a5b64ad9c 100644 --- a/src/dynamic_fusion/sketch/gpu/operators/GpuCast.cpp +++ b/src/dynamic_fusion/sketch/gpu/operators/GpuCast.cpp @@ -38,7 +38,7 @@ namespace dynamic_fusion { namespace { -constexpr GpuOperatorType operator_type = GpuOperatorType::Complex; +constexpr GpuOperatorType operator_type = GpuOperatorType::Simple; } Status GpuCast::is_supported_op(const GpuWorkloadContext &context, const ITensorInfo *src, -- cgit v1.2.1