/* * Copyright (c) 2021 Arm Limited. * * SPDX-License-Identifier: MIT * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to * deal in the Software without restriction, including without limitation the * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or * sell copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #ifndef SRC_COMMON_MEMORY_HELPERS_H #define SRC_COMMON_MEMORY_HELPERS_H #include "arm_compute/core/ITensorPack.h" #include "arm_compute/core/TensorInfo.h" #include "arm_compute/core/experimental/Types.h" #include "arm_compute/runtime/MemoryGroup.h" #include #include #include namespace arm_compute { inline int offset_int_vec(int offset) { return ACL_INT_VEC + offset; } template using WorkspaceData = std::vector>>; template WorkspaceData manage_workspace(const experimental::MemoryRequirements &mem_reqs, MemoryGroup &mgroup, ITensorPack &run_pack) { ITensorPack dummy_pack = ITensorPack(); return manage_workspace(mem_reqs, mgroup, run_pack, dummy_pack); } template WorkspaceData manage_workspace(const experimental::MemoryRequirements &mem_reqs, MemoryGroup &mgroup, ITensorPack &run_pack, ITensorPack &prep_pack) { WorkspaceData workspace_memory; for(const auto &req : mem_reqs) { if(req.size == 0) { continue; } const auto aux_info = TensorInfo{ TensorShape(req.size), 1, DataType::U8 }; workspace_memory.emplace_back(req.slot, std::make_unique()); auto aux_tensor = workspace_memory.back().second.get(); ARM_COMPUTE_ERROR_ON_NULLPTR(aux_tensor); aux_tensor->allocator()->init(aux_info); if(req.lifetime == experimental::MemoryLifetime::Temporary) { mgroup.manage(aux_tensor); } else { prep_pack.add_tensor(req.slot, aux_tensor); } run_pack.add_tensor(req.slot, aux_tensor); } for(auto &mem : workspace_memory) { auto tensor = mem.second.get(); tensor->allocator()->allocate(); } return workspace_memory; } } // namespace arm_compute #endif /* SRC_COMMON_MEMORY_HELPERS_H */