// // Copyright © 2017 Arm Ltd. All rights reserved. // SPDX-License-Identifier: MIT // #include "BaseMemoryManager.hpp" #if defined(ARMCOMPUTENEON_ENABLED) || defined(ARMCOMPUTECL_ENABLED) #include "arm_compute/runtime/BlobLifetimeManager.h" #include "arm_compute/runtime/PoolManager.h" #include "arm_compute/runtime/OffsetLifetimeManager.h" #endif namespace armnn { #if defined(ARMCOMPUTENEON_ENABLED) || defined(ARMCOMPUTECL_ENABLED) BaseMemoryManager::BaseMemoryManager(std::shared_ptr alloc, MemoryAffinity memoryAffinity) { ARMNN_ASSERT(alloc); m_Allocator = std::move(alloc); m_IntraLayerMemoryMgr = CreateArmComputeMemoryManager(memoryAffinity); m_InterLayerMemoryMgr = CreateArmComputeMemoryManager(memoryAffinity); } std::shared_ptr BaseMemoryManager::CreateArmComputeMemoryManager(MemoryAffinity memoryAffinity) { std::shared_ptr lifetimeManager = nullptr; if (memoryAffinity == MemoryAffinity::Buffer) { lifetimeManager = std::make_shared(); } else { lifetimeManager = std::make_shared(); } auto poolManager = std::make_shared(); auto memoryManager = std::make_shared(lifetimeManager, poolManager); return memoryManager; } void BaseMemoryManager::Acquire() { static const size_t s_NumPools = 1; // Allocate memory pools for intra-layer memory manager ARMNN_ASSERT(m_IntraLayerMemoryMgr); m_IntraLayerMemoryMgr->populate(*m_Allocator, s_NumPools); // Allocate memory pools for inter-layer memory manager ARMNN_ASSERT(m_InterLayerMemoryMgr); m_InterLayerMemoryMgr->populate(*m_Allocator, s_NumPools); // Acquire inter-layer memory group. NOTE: This has to come after allocating the pools ARMNN_ASSERT(m_InterLayerMemoryGroup); m_InterLayerMemoryGroup->acquire(); } void BaseMemoryManager::Release() { // Release inter-layer memory group. NOTE: This has to come before releasing the pools ARMNN_ASSERT(m_InterLayerMemoryGroup); m_InterLayerMemoryGroup->release(); // Release memory pools managed by intra-layer memory manager ARMNN_ASSERT(m_IntraLayerMemoryMgr); m_IntraLayerMemoryMgr->clear(); // Release memory pools managed by inter-layer memory manager ARMNN_ASSERT(m_InterLayerMemoryMgr); m_InterLayerMemoryMgr->clear(); } #else void BaseMemoryManager::Acquire() { // No-op if neither NEON nor CL enabled } void BaseMemoryManager::Release() { // No-op if neither NEON nor CL enabled } #endif #if defined(ARMCOMPUTENEON_ENABLED) std::shared_ptr NeonMemoryManager::CreateMemoryGroup(const std::shared_ptr& memoryManager) { return std::make_shared(memoryManager); } #endif #if defined(ARMCOMPUTECL_ENABLED) std::shared_ptr ClMemoryManager::CreateMemoryGroup(const std::shared_ptr& memoryManager) { return std::make_shared(memoryManager); } #endif }