diff options
author | Georgios Pinitas <georgios.pinitas@arm.com> | 2021-03-18 10:59:40 +0000 |
---|---|---|
committer | Georgios Pinitas <georgios.pinitas@arm.com> | 2021-04-28 17:05:40 +0000 |
commit | c3c352e60050f3deacad767e429a88dc24b31af0 (patch) | |
tree | ad30a0ba717a742caf5e4dcb9d89389cfdc134b0 /src/gpu/cl/ClQueue.cpp | |
parent | e2535154fa34ac0290ec3daaa44545be0b2b4606 (diff) | |
download | ComputeLibrary-c3c352e60050f3deacad767e429a88dc24b31af0.tar.gz |
Add Queue support
Queues are responsible for scheduling operators and performing other
runtime related activities like for example tuning.
Signed-off-by: Georgios Pinitas <georgios.pinitas@arm.com>
Change-Id: I0366d9048470d277b8cbf59fa42f95c0ae57c5c9
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/5487
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Reviewed-by: Michele Di Giorgio <michele.digiorgio@arm.com>
Reviewed-by: Michalis Spyrou <michalis.spyrou@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
Diffstat (limited to 'src/gpu/cl/ClQueue.cpp')
-rw-r--r-- | src/gpu/cl/ClQueue.cpp | 102 |
1 files changed, 102 insertions, 0 deletions
diff --git a/src/gpu/cl/ClQueue.cpp b/src/gpu/cl/ClQueue.cpp new file mode 100644 index 0000000000..2123adcf39 --- /dev/null +++ b/src/gpu/cl/ClQueue.cpp @@ -0,0 +1,102 @@ +/* + * Copyright (c) 2021 Arm Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#include "src/gpu/cl/ClQueue.h" + +#include "arm_compute/runtime/CL/CLScheduler.h" +#include "arm_compute/runtime/CL/CLTuner.h" + +namespace arm_compute +{ +namespace gpu +{ +namespace opencl +{ +namespace +{ +CLTunerMode map_tuner_mode(AclTuningMode mode) +{ + switch(mode) + { + case AclRapid: + return CLTunerMode::RAPID; + break; + case AclNormal: + return CLTunerMode::NORMAL; + break; + case AclExhaustive: + return CLTunerMode::EXHAUSTIVE; + break; + default: + ARM_COMPUTE_ERROR("Invalid tuner mode"); + break; + } +} + +std::unique_ptr<CLTuner> populate_tuner(const AclQueueOptions *options) +{ + if(options == nullptr || options->mode == AclTuningModeNone) + { + return nullptr; + } + + CLTuningInfo tune_info; + tune_info.tuner_mode = map_tuner_mode(options->mode); + tune_info.tune_wbsm = false; + + return std::make_unique<CLTuner>(true /* tune_new_kernels */, tune_info); +} +} // namespace + +ClQueue::ClQueue(IContext *ctx, const AclQueueOptions *options) + : IQueue(ctx), _tuner(nullptr) +{ + _tuner = populate_tuner(options); +} + +arm_compute::CLScheduler &ClQueue::scheduler() +{ + return arm_compute::CLScheduler::get(); +} + +::cl::CommandQueue ClQueue::cl_queue() +{ + return arm_compute::CLScheduler::get().queue(); +} + +bool ClQueue::set_cl_queue(::cl::CommandQueue queue) +{ + // TODO: Check queue is from the same context + arm_compute::CLScheduler::get().set_queue(queue); + return true; +} + +StatusCode ClQueue::finish() +{ + arm_compute::CLScheduler::get().queue().finish(); + return StatusCode::Success; +} + +} // namespace opencl +} // namespace gpu +} // namespace arm_compute |