// // Copyright © 2017 Arm Ltd. All rights reserved. // SPDX-License-Identifier: MIT // #include #include #include #include #include #include #include #include #include #include #include using namespace armnn; class TestMemMgr : public IMemoryManager { public: TestMemMgr() = default; void Acquire() override {} void Release() override {} }; class TestFactory1 : public ITensorHandleFactory { public: TestFactory1(std::weak_ptr mgr, ITensorHandleFactory::FactoryId id) : m_Id(id) , m_MemMgr(mgr) {} std::unique_ptr CreateSubTensorHandle(ITensorHandle& parent, TensorShape const& subTensorShape, unsigned int const* subTensorOrigin) const override { return nullptr; } std::unique_ptr CreateTensorHandle(const TensorInfo& tensorInfo) const override { return nullptr; } std::unique_ptr CreateTensorHandle(const TensorInfo& tensorInfo, DataLayout dataLayout) const override { return nullptr; } const FactoryId GetId() const override { return m_Id; } bool SupportsSubTensors() const override { return true; } MemorySourceFlags GetExportFlags() const override { return 1; } private: FactoryId m_Id = "UninitializedId"; std::weak_ptr m_MemMgr; }; class TestFactoryImport : public ITensorHandleFactory { public: TestFactoryImport(std::weak_ptr mgr, ITensorHandleFactory::FactoryId id) : m_Id(id) , m_MemMgr(mgr) {} std::unique_ptr CreateSubTensorHandle(ITensorHandle& parent, TensorShape const& subTensorShape, unsigned int const* subTensorOrigin) const override { return nullptr; } std::unique_ptr CreateTensorHandle(const TensorInfo& tensorInfo) const override { return nullptr; } std::unique_ptr CreateTensorHandle(const TensorInfo& tensorInfo, DataLayout dataLayout) const override { return nullptr; } const FactoryId GetId() const override { return m_Id; } bool SupportsSubTensors() const override { return true; } MemorySourceFlags GetImportFlags() const override { return 1; } private: FactoryId m_Id = "ImporterId"; std::weak_ptr m_MemMgr; }; class TestBackendA : public IBackendInternal { public: TestBackendA() = default; const BackendId& GetId() const override { return m_Id; } IWorkloadFactoryPtr CreateWorkloadFactory(const IMemoryManagerSharedPtr& memoryManager = nullptr) const override { return IWorkloadFactoryPtr{}; } IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override { return ILayerSupportSharedPtr{}; } std::vector GetHandleFactoryPreferences() const override { return std::vector { "TestHandleFactoryA1", "TestHandleFactoryA2", "TestHandleFactoryB1" }; } void RegisterTensorHandleFactories(TensorHandleFactoryRegistry& registry) override { auto mgr = std::make_shared(); registry.RegisterMemoryManager(mgr); registry.RegisterFactory(std::make_unique(mgr, "TestHandleFactoryA1")); registry.RegisterFactory(std::make_unique(mgr, "TestHandleFactoryA2")); } private: BackendId m_Id = "BackendA"; }; class TestBackendB : public IBackendInternal { public: TestBackendB() = default; const BackendId& GetId() const override { return m_Id; } IWorkloadFactoryPtr CreateWorkloadFactory(const IMemoryManagerSharedPtr& memoryManager = nullptr) const override { return IWorkloadFactoryPtr{}; } IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override { return ILayerSupportSharedPtr{}; } std::vector GetHandleFactoryPreferences() const override { return std::vector { "TestHandleFactoryB1" }; } void RegisterTensorHandleFactories(TensorHandleFactoryRegistry& registry) override { auto mgr = std::make_shared(); registry.RegisterMemoryManager(mgr); registry.RegisterFactory(std::make_unique(mgr, "TestHandleFactoryB1")); } private: BackendId m_Id = "BackendB"; }; class TestBackendC : public IBackendInternal { public: TestBackendC() = default; const BackendId& GetId() const override { return m_Id; } IWorkloadFactoryPtr CreateWorkloadFactory(const IMemoryManagerSharedPtr& memoryManager = nullptr) const override { return IWorkloadFactoryPtr{}; } IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override { return ILayerSupportSharedPtr{}; } std::vector GetHandleFactoryPreferences() const override { return std::vector{ "TestHandleFactoryC1" }; } void RegisterTensorHandleFactories(TensorHandleFactoryRegistry& registry) override { auto mgr = std::make_shared(); registry.RegisterMemoryManager(mgr); registry.RegisterFactory(std::make_unique(mgr, "TestHandleFactoryC1")); } private: BackendId m_Id = "BackendC"; }; class TestBackendD : public IBackendInternal { public: TestBackendD() = default; const BackendId& GetId() const override { return m_Id; } IWorkloadFactoryPtr CreateWorkloadFactory(const IMemoryManagerSharedPtr& memoryManager = nullptr) const override { return IWorkloadFactoryPtr{}; } IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override { return ILayerSupportSharedPtr{}; } std::vector GetHandleFactoryPreferences() const override { return std::vector{ "TestHandleFactoryD1" }; } void RegisterTensorHandleFactories(TensorHandleFactoryRegistry& registry) override { auto mgr = std::make_shared(); registry.RegisterMemoryManager(mgr); registry.RegisterFactory(std::make_unique(mgr, "TestHandleFactoryD1")); } private: BackendId m_Id = "BackendD"; }; BOOST_AUTO_TEST_SUITE(TensorHandle) BOOST_AUTO_TEST_CASE(RegisterFactories) { TestBackendA backendA; TestBackendB backendB; BOOST_TEST(backendA.GetHandleFactoryPreferences()[0] == "TestHandleFactoryA1"); BOOST_TEST(backendA.GetHandleFactoryPreferences()[1] == "TestHandleFactoryA2"); BOOST_TEST(backendA.GetHandleFactoryPreferences()[2] == "TestHandleFactoryB1"); TensorHandleFactoryRegistry registry; backendA.RegisterTensorHandleFactories(registry); backendB.RegisterTensorHandleFactories(registry); BOOST_TEST((registry.GetFactory("Non-existing Backend") == nullptr)); BOOST_TEST((registry.GetFactory("TestHandleFactoryA1") != nullptr)); BOOST_TEST((registry.GetFactory("TestHandleFactoryA2") != nullptr)); BOOST_TEST((registry.GetFactory("TestHandleFactoryB1") != nullptr)); } BOOST_AUTO_TEST_CASE(TensorHandleSelectionStrategy) { auto backendA = std::make_unique(); auto backendB = std::make_unique(); auto backendC = std::make_unique(); auto backendD = std::make_unique(); TensorHandleFactoryRegistry registry; backendA->RegisterTensorHandleFactories(registry); backendB->RegisterTensorHandleFactories(registry); backendC->RegisterTensorHandleFactories(registry); backendD->RegisterTensorHandleFactories(registry); BackendsMap backends; backends["BackendA"] = std::move(backendA); backends["BackendB"] = std::move(backendB); backends["BackendC"] = std::move(backendC); backends["BackendD"] = std::move(backendD); armnn::Graph graph; armnn::InputLayer* const inputLayer = graph.AddLayer(0, "input"); inputLayer->SetBackendId("BackendA"); armnn::SoftmaxDescriptor smDesc; armnn::SoftmaxLayer* const softmaxLayer1 = graph.AddLayer(smDesc, "softmax1"); softmaxLayer1->SetBackendId("BackendA"); armnn::SoftmaxLayer* const softmaxLayer2 = graph.AddLayer(smDesc, "softmax2"); softmaxLayer2->SetBackendId("BackendB"); armnn::SoftmaxLayer* const softmaxLayer3 = graph.AddLayer(smDesc, "softmax3"); softmaxLayer3->SetBackendId("BackendC"); armnn::SoftmaxLayer* const softmaxLayer4 = graph.AddLayer(smDesc, "softmax4"); softmaxLayer4->SetBackendId("BackendD"); armnn::OutputLayer* const outputLayer = graph.AddLayer(0, "output"); outputLayer->SetBackendId("BackendA"); inputLayer->GetOutputSlot(0).Connect(softmaxLayer1->GetInputSlot(0)); softmaxLayer1->GetOutputSlot(0).Connect(softmaxLayer2->GetInputSlot(0)); softmaxLayer2->GetOutputSlot(0).Connect(softmaxLayer3->GetInputSlot(0)); softmaxLayer3->GetOutputSlot(0).Connect(softmaxLayer4->GetInputSlot(0)); softmaxLayer4->GetOutputSlot(0).Connect(outputLayer->GetInputSlot(0)); graph.TopologicalSort(); std::vector errors; auto result = SelectTensorHandleStrategy(graph, backends, registry, errors); BOOST_TEST(result.m_Error == false); BOOST_TEST(result.m_Warning == false); OutputSlot& inputLayerOut = inputLayer->GetOutputSlot(0); OutputSlot& softmaxLayer1Out = softmaxLayer1->GetOutputSlot(0); OutputSlot& softmaxLayer2Out = softmaxLayer2->GetOutputSlot(0); OutputSlot& softmaxLayer3Out = softmaxLayer3->GetOutputSlot(0); OutputSlot& softmaxLayer4Out = softmaxLayer4->GetOutputSlot(0); // Check that the correct factory was selected BOOST_TEST(inputLayerOut.GetTensorHandleFactoryId() == "TestHandleFactoryA1"); BOOST_TEST(softmaxLayer1Out.GetTensorHandleFactoryId() == "TestHandleFactoryB1"); BOOST_TEST(softmaxLayer2Out.GetTensorHandleFactoryId() == "TestHandleFactoryB1"); BOOST_TEST(softmaxLayer3Out.GetTensorHandleFactoryId() == "TestHandleFactoryC1"); BOOST_TEST(softmaxLayer4Out.GetTensorHandleFactoryId() == "TestHandleFactoryD1"); // Check that the correct strategy was selected BOOST_TEST((inputLayerOut.GetEdgeStrategyForConnection(0) == EdgeStrategy::DirectCompatibility)); BOOST_TEST((softmaxLayer1Out.GetEdgeStrategyForConnection(0) == EdgeStrategy::DirectCompatibility)); BOOST_TEST((softmaxLayer2Out.GetEdgeStrategyForConnection(0) == EdgeStrategy::CopyToTarget)); BOOST_TEST((softmaxLayer3Out.GetEdgeStrategyForConnection(0) == EdgeStrategy::ExportToTarget)); BOOST_TEST((softmaxLayer4Out.GetEdgeStrategyForConnection(0) == EdgeStrategy::DirectCompatibility)); graph.AddCompatibilityLayers(backends, registry); // Test for copy layers int copyCount= 0; graph.ForEachLayer([©Count](Layer* layer) { if (layer->GetType() == LayerType::MemCopy) { copyCount++; } }); BOOST_TEST(copyCount == 1); // Test for import layers int importCount= 0; graph.ForEachLayer([&importCount](Layer *layer) { if (layer->GetType() == LayerType::MemImport) { importCount++; } }); BOOST_TEST(importCount == 1); } BOOST_AUTO_TEST_SUITE_END()