From 0a486cf66c70b4bd9b0ea8ba9dc5b42f52ed16c3 Mon Sep 17 00:00:00 2001 From: SiCong Li Date: Thu, 7 Apr 2022 17:41:51 +0100 Subject: Enable dynamic cl tuning for dynamically fused kernels * Add new tune_kernel_dynamic interface * Add generate_config_id Resolves: COMPMID-5154 Signed-off-by: SiCong Li Change-Id: I39870e59fceda875487970061ceb2048995c5a45 Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/7400 Comments-Addressed: Arm Jenkins Reviewed-by: Giorgio Arena Tested-by: Arm Jenkins --- arm_compute/runtime/CL/ICLTuner.h | 21 ++++++++++++++++++++- 1 file changed, 20 insertions(+), 1 deletion(-) (limited to 'arm_compute/runtime/CL/ICLTuner.h') diff --git a/arm_compute/runtime/CL/ICLTuner.h b/arm_compute/runtime/CL/ICLTuner.h index 0f951c384e..a327497255 100644 --- a/arm_compute/runtime/CL/ICLTuner.h +++ b/arm_compute/runtime/CL/ICLTuner.h @@ -1,5 +1,5 @@ /* - * Copyright (c) 2017-2020 Arm Limited. + * Copyright (c) 2017-2020, 2022 Arm Limited. * * SPDX-License-Identifier: MIT * @@ -30,6 +30,16 @@ namespace arm_compute { class ICLKernel; +#if defined(ENABLE_EXPERIMENTAL_DYNAMIC_FUSION) +namespace experimental +{ +namespace dynamic_fusion +{ +struct TensorBinding; +struct ClExecutionDescriptor; +} // namespace dynamic_fusion +} // namespace experimental +#endif // defined(ENABLE_EXPERIMENTAL_DYNAMIC_FUSION) /** Basic interface for tuning the OpenCL kernels */ class ICLTuner { @@ -57,6 +67,15 @@ public: * @param[in, out] tensors Tensors for the kernel to use */ virtual void tune_kernel_dynamic(ICLKernel &kernel, ITensorPack &tensors) = 0; +#if defined(ENABLE_EXPERIMENTAL_DYNAMIC_FUSION) + /** Tune OpenCL kernel dynamically for dynamic fusion interface + * + * @param[in] kernel Kernel to tune + * @param[in, out] tensors Tensors for the kernel to use + * @param[in] exec_desc Execution descriptor + */ + virtual void tune_kernel_dynamic(ICLKernel &kernel, experimental::dynamic_fusion::TensorBinding &tensors, const experimental::dynamic_fusion::ClExecutionDescriptor &exec_desc) = 0; +#endif // defined(ENABLE_EXPERIMENTAL_DYNAMIC_FUSION) }; } // namespace arm_compute #endif /*ARM_COMPUTE_ICLTUNER_H */ -- cgit v1.2.1