COMPMID-3381: Implement graph example for YoLo v3 output detector

Add sub/exp/splitv support in graph api

Signed-off-by: Sheri Zhang <sheri.zhang@arm.com>
Change-Id: I4e08cc19a46655717068b12c93d67e619a595d9a
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/3309
Reviewed-by: Georgios Pinitas <georgios.pinitas@arm.com>
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>

1 files changed, 613 insertions, 0 deletions

diff --git a/examples/graph_yolov3_output_detector.cpp b/examples/graph_yolov3_output_detector.cpp
new file mode 100644
index 0000000000..d803206eb8
--- /dev/null
+++ b/examples/graph_yolov3_output_detector.cpp
@@ -0,0 +1,613 @@
+/*
+ * Copyright (c) 2020 ARM Limited.
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to
+ * deal in the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+#include "arm_compute/graph.h"
+#include "arm_compute/graph/Utils.h"
+
+#include "support/ToolchainSupport.h"
+#include "utils/CommonGraphOptions.h"
+#include "utils/GraphUtils.h"
+#include "utils/Utils.h"
+
+using namespace arm_compute::graph;
+using namespace arm_compute::utils;
+
+class GraphYoloV3OutputDetector
+{
+public:
+    GraphYoloV3OutputDetector()
+        : _graph(0, "GraphYoloV3OutputDetector")
+    {
+    }
+
+    bool setup(const std::string &data_path, Target target)
+    {
+        using namespace arm_compute;
+        using namespace graph_utils;
+
+        NodeID id_ConstantFolding_truediv_1_recip = _graph.add_node<ConstNode>(
+                                                        TensorDescriptor
+        {
+            TensorShape{ 1, 1, 1 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_ConstantFolding_truediv_1_recip = _graph.node(id_ConstantFolding_truediv_1_recip);
+        node_ConstantFolding_truediv_1_recip->set_common_node_parameters(NodeParams{ "ConstantFolding_truediv_1_recip", target });
+        node_ConstantFolding_truediv_1_recip->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/ConstantFolding_truediv_1_recip.npy", DataLayout::NHWC));
+
+        NodeID id_ConstantFolding_truediv_recip = _graph.add_node<ConstNode>(
+                                                      TensorDescriptor
+        {
+            TensorShape{ 1, 1, 1 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_ConstantFolding_truediv_recip = _graph.node(id_ConstantFolding_truediv_recip);
+        node_ConstantFolding_truediv_recip->set_common_node_parameters(NodeParams{ "ConstantFolding_truediv_recip", target });
+        node_ConstantFolding_truediv_recip->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/ConstantFolding_truediv_recip.npy", DataLayout::NHWC));
+
+        NodeID id_detector_yolo_v3_mul_6_y = _graph.add_node<ConstNode>(
+                                                 TensorDescriptor
+        {
+            TensorShape{ 1, 1, 2 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_detector_yolo_v3_mul_6_y = _graph.node(id_detector_yolo_v3_mul_6_y);
+        node_detector_yolo_v3_mul_6_y->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_6_y", target });
+        node_detector_yolo_v3_mul_6_y->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_6_y.npy", DataLayout::NHWC));
+
+        NodeID id_detector_yolo_v3_mul_3_y = _graph.add_node<ConstNode>(
+                                                 TensorDescriptor
+        {
+            TensorShape{ 1, 1, 2 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_detector_yolo_v3_mul_3_y = _graph.node(id_detector_yolo_v3_mul_3_y);
+        node_detector_yolo_v3_mul_3_y->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_3_y", target });
+        node_detector_yolo_v3_mul_3_y->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_3_y.npy", DataLayout::NHWC));
+
+        NodeID id_detector_yolo_v3_mul_y = _graph.add_node<ConstNode>(
+                                               TensorDescriptor
+        {
+            TensorShape{ 1, 1, 2 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_detector_yolo_v3_mul_y = _graph.node(id_detector_yolo_v3_mul_y);
+        node_detector_yolo_v3_mul_y->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_y", target });
+        node_detector_yolo_v3_mul_y->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_y.npy", DataLayout::NHWC));
+
+        NodeID id_detector_yolo_v3_mul_7 = _graph.add_node<ConstNode>(
+                                               TensorDescriptor
+        {
+            TensorShape{ 1, 8112, 2 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_detector_yolo_v3_mul_7 = _graph.node(id_detector_yolo_v3_mul_7);
+        node_detector_yolo_v3_mul_7->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_7", target });
+        node_detector_yolo_v3_mul_7->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_7.npy", DataLayout::NHWC));
+
+        NodeID id_detector_yolo_v3_Reshape_11 = _graph.add_node<ConstNode>(
+                                                    TensorDescriptor
+        {
+            TensorShape{ 1, 8112, 2 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_detector_yolo_v3_Reshape_11 = _graph.node(id_detector_yolo_v3_Reshape_11);
+        node_detector_yolo_v3_Reshape_11->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_11", target });
+        node_detector_yolo_v3_Reshape_11->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_Reshape_11.npy", DataLayout::NHWC));
+
+        NodeID id_detector_yolo_v3_mul_4 = _graph.add_node<ConstNode>(
+                                               TensorDescriptor
+        {
+            TensorShape{ 1, 2028, 2 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_detector_yolo_v3_mul_4 = _graph.node(id_detector_yolo_v3_mul_4);
+        node_detector_yolo_v3_mul_4->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_4", target });
+        node_detector_yolo_v3_mul_4->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_4.npy", DataLayout::NHWC));
+
+        NodeID id_detector_yolo_v3_Reshape_7 = _graph.add_node<ConstNode>(
+                                                   TensorDescriptor
+        {
+            TensorShape{ 1, 2028, 2 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_detector_yolo_v3_Reshape_7 = _graph.node(id_detector_yolo_v3_Reshape_7);
+        node_detector_yolo_v3_Reshape_7->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_7", target });
+        node_detector_yolo_v3_Reshape_7->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_Reshape_7.npy", DataLayout::NHWC));
+
+        NodeID id_detector_yolo_v3_mul_1 = _graph.add_node<ConstNode>(
+                                               TensorDescriptor
+        {
+            TensorShape{ 1, 507, 2 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_detector_yolo_v3_mul_1 = _graph.node(id_detector_yolo_v3_mul_1);
+        node_detector_yolo_v3_mul_1->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_1", target });
+        node_detector_yolo_v3_mul_1->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_mul_1.npy", DataLayout::NHWC));
+
+        NodeID id_detector_yolo_v3_Reshape_3 = _graph.add_node<ConstNode>(
+                                                   TensorDescriptor
+        {
+            TensorShape{ 1, 507, 2 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_detector_yolo_v3_Reshape_3 = _graph.node(id_detector_yolo_v3_Reshape_3);
+        node_detector_yolo_v3_Reshape_3->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_3", target });
+        node_detector_yolo_v3_Reshape_3->output(0)->set_accessor(get_weights_accessor(data_path, "/cnn_data/yolov3_output_detector/detector_yolo_v3_Reshape_3.npy", DataLayout::NHWC));
+
+        NodeID id_input_to_detector_3 = _graph.add_node<InputNode>(
+                                            TensorDescriptor
+        {
+            TensorShape{ 255, 52, 52, 1 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_input_to_detector_3 = _graph.node(id_input_to_detector_3);
+        node_input_to_detector_3->set_common_node_parameters(NodeParams{ "input_to_detector_3", target });
+        node_input_to_detector_3->output(0)->set_accessor(support::cpp14::make_unique<DummyAccessor>());
+
+        NodeID id_detector_yolo_v3_Reshape_10 = _graph.add_node<ReshapeLayerNode>(
+                                                    TensorShape{ 1, 8112, 85 });
+        INode *node_detector_yolo_v3_Reshape_10 = _graph.node(id_detector_yolo_v3_Reshape_10);
+        node_detector_yolo_v3_Reshape_10->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_10", target });
+        _graph.add_connection(id_input_to_detector_3, 0, id_detector_yolo_v3_Reshape_10, 0);
+
+        NodeID id_detector_yolo_v3_split_2 = _graph.add_node<SplitLayerNode>(
+                                                 4,
+                                                 -1,
+                                                 std::vector<int> { 2, 2, 1, 80 });
+        INode *node_detector_yolo_v3_split_2 = _graph.node(id_detector_yolo_v3_split_2);
+        node_detector_yolo_v3_split_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_split_2", target });
+        _graph.add_connection(id_detector_yolo_v3_Reshape_10, 0, id_detector_yolo_v3_split_2, 0);
+
+        NodeID id_detector_yolo_v3_Sigmoid_6 = _graph.add_node<ActivationLayerNode>(
+                                                   ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+        INode *node_detector_yolo_v3_Sigmoid_6 = _graph.node(id_detector_yolo_v3_Sigmoid_6);
+        node_detector_yolo_v3_Sigmoid_6->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_6", target });
+        _graph.add_connection(id_detector_yolo_v3_split_2, 0, id_detector_yolo_v3_Sigmoid_6, 0);
+
+        NodeID id_detector_yolo_v3_add_2 = _graph.add_node<EltwiseLayerNode>(
+                                               descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Add,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_add_2 = _graph.node(id_detector_yolo_v3_add_2);
+        node_detector_yolo_v3_add_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_add_2", target });
+        _graph.add_connection(id_detector_yolo_v3_Sigmoid_6, 0, id_detector_yolo_v3_add_2, 0);
+        _graph.add_connection(id_detector_yolo_v3_Reshape_11, 0, id_detector_yolo_v3_add_2, 1);
+
+        NodeID id_detector_yolo_v3_mul_6 = _graph.add_node<EltwiseLayerNode>(
+                                               descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Mul,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_mul_6 = _graph.node(id_detector_yolo_v3_mul_6);
+        node_detector_yolo_v3_mul_6->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_6", target });
+        _graph.add_connection(id_detector_yolo_v3_add_2, 0, id_detector_yolo_v3_mul_6, 0);
+        _graph.add_connection(id_detector_yolo_v3_mul_6_y, 0, id_detector_yolo_v3_mul_6, 1);
+
+        NodeID id_detector_yolo_v3_Sigmoid_7 = _graph.add_node<ActivationLayerNode>(
+                                                   ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+        INode *node_detector_yolo_v3_Sigmoid_7 = _graph.node(id_detector_yolo_v3_Sigmoid_7);
+        node_detector_yolo_v3_Sigmoid_7->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_7", target });
+        _graph.add_connection(id_detector_yolo_v3_split_2, 2, id_detector_yolo_v3_Sigmoid_7, 0);
+
+        NodeID id_detector_yolo_v3_Exp_2 = _graph.add_node<UnaryEltwiseLayerNode>(
+                                               descriptors::UnaryEltwiseLayerDescriptor
+        {
+            UnaryEltwiseOperation::Exp,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_Exp_2 = _graph.node(id_detector_yolo_v3_Exp_2);
+        node_detector_yolo_v3_Exp_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Exp_2", target });
+        _graph.add_connection(id_detector_yolo_v3_split_2, 1, id_detector_yolo_v3_Exp_2, 0);
+
+        NodeID id_detector_yolo_v3_mul_8 = _graph.add_node<EltwiseLayerNode>(
+                                               descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Mul,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_mul_8 = _graph.node(id_detector_yolo_v3_mul_8);
+        node_detector_yolo_v3_mul_8->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_8", target });
+        _graph.add_connection(id_detector_yolo_v3_Exp_2, 0, id_detector_yolo_v3_mul_8, 0);
+        _graph.add_connection(id_detector_yolo_v3_mul_7, 0, id_detector_yolo_v3_mul_8, 1);
+
+        NodeID id_detector_yolo_v3_Sigmoid_8 = _graph.add_node<ActivationLayerNode>(
+                                                   ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+        INode *node_detector_yolo_v3_Sigmoid_8 = _graph.node(id_detector_yolo_v3_Sigmoid_8);
+        node_detector_yolo_v3_Sigmoid_8->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_8", target });
+        _graph.add_connection(id_detector_yolo_v3_split_2, 3, id_detector_yolo_v3_Sigmoid_8, 0);
+
+        NodeID id_detector_yolo_v3_concat_8 = _graph.add_node<ConcatenateLayerNode>(
+                                                  4,
+                                                  descriptors::ConcatLayerDescriptor{ DataLayoutDimension::HEIGHT });
+        INode *node_detector_yolo_v3_concat_8 = _graph.node(id_detector_yolo_v3_concat_8);
+        node_detector_yolo_v3_concat_8->set_common_node_parameters(NodeParams{ "detector_yolo_v3_concat_8", target });
+        _graph.add_connection(id_detector_yolo_v3_mul_6, 0, id_detector_yolo_v3_concat_8, 0);
+        _graph.add_connection(id_detector_yolo_v3_mul_8, 0, id_detector_yolo_v3_concat_8, 1);
+        _graph.add_connection(id_detector_yolo_v3_Sigmoid_7, 0, id_detector_yolo_v3_concat_8, 2);
+        _graph.add_connection(id_detector_yolo_v3_Sigmoid_8, 0, id_detector_yolo_v3_concat_8, 3);
+
+        NodeID id_input_to_detector_2 = _graph.add_node<InputNode>(
+                                            TensorDescriptor
+        {
+            TensorShape{ 255, 26, 26, 1 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_input_to_detector_2 = _graph.node(id_input_to_detector_2);
+        node_input_to_detector_2->set_common_node_parameters(NodeParams{ "input_to_detector_2", target });
+        node_input_to_detector_2->output(0)->set_accessor(support::cpp14::make_unique<DummyAccessor>());
+
+        NodeID id_detector_yolo_v3_Reshape_6 = _graph.add_node<ReshapeLayerNode>(
+                                                   TensorShape{ 1, 2028, 85 });
+        INode *node_detector_yolo_v3_Reshape_6 = _graph.node(id_detector_yolo_v3_Reshape_6);
+        node_detector_yolo_v3_Reshape_6->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_6", target });
+        _graph.add_connection(id_input_to_detector_2, 0, id_detector_yolo_v3_Reshape_6, 0);
+
+        NodeID id_detector_yolo_v3_split_1 = _graph.add_node<SplitLayerNode>(
+                                                 4,
+                                                 -1,
+                                                 std::vector<int> { 2, 2, 1, 80 });
+        INode *node_detector_yolo_v3_split_1 = _graph.node(id_detector_yolo_v3_split_1);
+        node_detector_yolo_v3_split_1->set_common_node_parameters(NodeParams{ "detector_yolo_v3_split_1", target });
+        _graph.add_connection(id_detector_yolo_v3_Reshape_6, 0, id_detector_yolo_v3_split_1, 0);
+
+        NodeID id_detector_yolo_v3_Sigmoid_3 = _graph.add_node<ActivationLayerNode>(
+                                                   ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+        INode *node_detector_yolo_v3_Sigmoid_3 = _graph.node(id_detector_yolo_v3_Sigmoid_3);
+        node_detector_yolo_v3_Sigmoid_3->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_3", target });
+        _graph.add_connection(id_detector_yolo_v3_split_1, 0, id_detector_yolo_v3_Sigmoid_3, 0);
+
+        NodeID id_detector_yolo_v3_add_1 = _graph.add_node<EltwiseLayerNode>(
+                                               descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Add,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_add_1 = _graph.node(id_detector_yolo_v3_add_1);
+        node_detector_yolo_v3_add_1->set_common_node_parameters(NodeParams{ "detector_yolo_v3_add_1", target });
+        _graph.add_connection(id_detector_yolo_v3_Sigmoid_3, 0, id_detector_yolo_v3_add_1, 0);
+        _graph.add_connection(id_detector_yolo_v3_Reshape_7, 0, id_detector_yolo_v3_add_1, 1);
+
+        NodeID id_detector_yolo_v3_mul_3 = _graph.add_node<EltwiseLayerNode>(
+                                               descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Mul,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_mul_3 = _graph.node(id_detector_yolo_v3_mul_3);
+        node_detector_yolo_v3_mul_3->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_3", target });
+        _graph.add_connection(id_detector_yolo_v3_add_1, 0, id_detector_yolo_v3_mul_3, 0);
+        _graph.add_connection(id_detector_yolo_v3_mul_3_y, 0, id_detector_yolo_v3_mul_3, 1);
+
+        NodeID id_detector_yolo_v3_Sigmoid_4 = _graph.add_node<ActivationLayerNode>(
+                                                   ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+        INode *node_detector_yolo_v3_Sigmoid_4 = _graph.node(id_detector_yolo_v3_Sigmoid_4);
+        node_detector_yolo_v3_Sigmoid_4->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_4", target });
+        _graph.add_connection(id_detector_yolo_v3_split_1, 2, id_detector_yolo_v3_Sigmoid_4, 0);
+
+        NodeID id_detector_yolo_v3_Exp_1 = _graph.add_node<UnaryEltwiseLayerNode>(
+                                               descriptors::UnaryEltwiseLayerDescriptor
+        {
+            UnaryEltwiseOperation::Exp,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_Exp_1 = _graph.node(id_detector_yolo_v3_Exp_1);
+        node_detector_yolo_v3_Exp_1->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Exp_1", target });
+        _graph.add_connection(id_detector_yolo_v3_split_1, 1, id_detector_yolo_v3_Exp_1, 0);
+
+        NodeID id_detector_yolo_v3_mul_5 = _graph.add_node<EltwiseLayerNode>(
+                                               descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Mul,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_mul_5 = _graph.node(id_detector_yolo_v3_mul_5);
+        node_detector_yolo_v3_mul_5->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_5", target });
+        _graph.add_connection(id_detector_yolo_v3_Exp_1, 0, id_detector_yolo_v3_mul_5, 0);
+        _graph.add_connection(id_detector_yolo_v3_mul_4, 0, id_detector_yolo_v3_mul_5, 1);
+
+        NodeID id_detector_yolo_v3_Sigmoid_5 = _graph.add_node<ActivationLayerNode>(
+                                                   ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+        INode *node_detector_yolo_v3_Sigmoid_5 = _graph.node(id_detector_yolo_v3_Sigmoid_5);
+        node_detector_yolo_v3_Sigmoid_5->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_5", target });
+        _graph.add_connection(id_detector_yolo_v3_split_1, 3, id_detector_yolo_v3_Sigmoid_5, 0);
+
+        NodeID id_detector_yolo_v3_concat_5 = _graph.add_node<ConcatenateLayerNode>(
+                                                  4,
+                                                  descriptors::ConcatLayerDescriptor{ DataLayoutDimension::HEIGHT });
+        INode *node_detector_yolo_v3_concat_5 = _graph.node(id_detector_yolo_v3_concat_5);
+        node_detector_yolo_v3_concat_5->set_common_node_parameters(NodeParams{ "detector_yolo_v3_concat_5", target });
+        _graph.add_connection(id_detector_yolo_v3_mul_3, 0, id_detector_yolo_v3_concat_5, 0);
+        _graph.add_connection(id_detector_yolo_v3_mul_5, 0, id_detector_yolo_v3_concat_5, 1);
+        _graph.add_connection(id_detector_yolo_v3_Sigmoid_4, 0, id_detector_yolo_v3_concat_5, 2);
+        _graph.add_connection(id_detector_yolo_v3_Sigmoid_5, 0, id_detector_yolo_v3_concat_5, 3);
+
+        NodeID id_input_to_detector_1 = _graph.add_node<InputNode>(
+                                            TensorDescriptor
+        {
+            TensorShape{ 255, 13, 13, 1 },
+            DataType::F32,
+            QuantizationInfo(),
+            DataLayout::NHWC });
+        INode *node_input_to_detector_1 = _graph.node(id_input_to_detector_1);
+        node_input_to_detector_1->set_common_node_parameters(NodeParams{ "input_to_detector_1", target });
+        node_input_to_detector_1->output(0)->set_accessor(support::cpp14::make_unique<DummyAccessor>());
+
+        NodeID id_detector_yolo_v3_Reshape_2 = _graph.add_node<ReshapeLayerNode>(
+                                                   TensorShape{ 1, 507, 85 });
+        INode *node_detector_yolo_v3_Reshape_2 = _graph.node(id_detector_yolo_v3_Reshape_2);
+        node_detector_yolo_v3_Reshape_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Reshape_2", target });
+        _graph.add_connection(id_input_to_detector_1, 0, id_detector_yolo_v3_Reshape_2, 0);
+
+        NodeID id_detector_yolo_v3_split = _graph.add_node<SplitLayerNode>(
+                                               4,
+                                               -1,
+                                               std::vector<int> { 2, 2, 1, 80 });
+        INode *node_detector_yolo_v3_split = _graph.node(id_detector_yolo_v3_split);
+        node_detector_yolo_v3_split->set_common_node_parameters(NodeParams{ "detector_yolo_v3_split", target });
+        _graph.add_connection(id_detector_yolo_v3_Reshape_2, 0, id_detector_yolo_v3_split, 0);
+
+        NodeID id_detector_yolo_v3_Sigmoid = _graph.add_node<ActivationLayerNode>(
+                                                 ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+        INode *node_detector_yolo_v3_Sigmoid = _graph.node(id_detector_yolo_v3_Sigmoid);
+        node_detector_yolo_v3_Sigmoid->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid", target });
+        _graph.add_connection(id_detector_yolo_v3_split, 0, id_detector_yolo_v3_Sigmoid, 0);
+
+        NodeID id_detector_yolo_v3_add = _graph.add_node<EltwiseLayerNode>(
+                                             descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Add,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_add = _graph.node(id_detector_yolo_v3_add);
+        node_detector_yolo_v3_add->set_common_node_parameters(NodeParams{ "detector_yolo_v3_add", target });
+        _graph.add_connection(id_detector_yolo_v3_Sigmoid, 0, id_detector_yolo_v3_add, 0);
+        _graph.add_connection(id_detector_yolo_v3_Reshape_3, 0, id_detector_yolo_v3_add, 1);
+
+        NodeID id_detector_yolo_v3_mul = _graph.add_node<EltwiseLayerNode>(
+                                             descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Mul,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_mul = _graph.node(id_detector_yolo_v3_mul);
+        node_detector_yolo_v3_mul->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul", target });
+        _graph.add_connection(id_detector_yolo_v3_add, 0, id_detector_yolo_v3_mul, 0);
+        _graph.add_connection(id_detector_yolo_v3_mul_y, 0, id_detector_yolo_v3_mul, 1);
+
+        NodeID id_detector_yolo_v3_Sigmoid_1 = _graph.add_node<ActivationLayerNode>(
+                                                   ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+        INode *node_detector_yolo_v3_Sigmoid_1 = _graph.node(id_detector_yolo_v3_Sigmoid_1);
+        node_detector_yolo_v3_Sigmoid_1->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_1", target });
+        _graph.add_connection(id_detector_yolo_v3_split, 2, id_detector_yolo_v3_Sigmoid_1, 0);
+
+        NodeID id_detector_yolo_v3_Exp = _graph.add_node<UnaryEltwiseLayerNode>(
+                                             descriptors::UnaryEltwiseLayerDescriptor
+        {
+            UnaryEltwiseOperation::Exp,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_Exp = _graph.node(id_detector_yolo_v3_Exp);
+        node_detector_yolo_v3_Exp->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Exp", target });
+        _graph.add_connection(id_detector_yolo_v3_split, 1, id_detector_yolo_v3_Exp, 0);
+
+        NodeID id_detector_yolo_v3_mul_2 = _graph.add_node<EltwiseLayerNode>(
+                                               descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Mul,
+            QuantizationInfo() });
+        INode *node_detector_yolo_v3_mul_2 = _graph.node(id_detector_yolo_v3_mul_2);
+        node_detector_yolo_v3_mul_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_mul_2", target });
+        _graph.add_connection(id_detector_yolo_v3_Exp, 0, id_detector_yolo_v3_mul_2, 0);
+        _graph.add_connection(id_detector_yolo_v3_mul_1, 0, id_detector_yolo_v3_mul_2, 1);
+
+        NodeID id_detector_yolo_v3_Sigmoid_2 = _graph.add_node<ActivationLayerNode>(
+                                                   ActivationLayerInfo{ ActivationLayerInfo::ActivationFunction::LOGISTIC, 0, 0 });
+        INode *node_detector_yolo_v3_Sigmoid_2 = _graph.node(id_detector_yolo_v3_Sigmoid_2);
+        node_detector_yolo_v3_Sigmoid_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_Sigmoid_2", target });
+        _graph.add_connection(id_detector_yolo_v3_split, 3, id_detector_yolo_v3_Sigmoid_2, 0);
+
+        NodeID id_detector_yolo_v3_concat_2 = _graph.add_node<ConcatenateLayerNode>(
+                                                  4,
+                                                  descriptors::ConcatLayerDescriptor{ DataLayoutDimension::HEIGHT });
+        INode *node_detector_yolo_v3_concat_2 = _graph.node(id_detector_yolo_v3_concat_2);
+        node_detector_yolo_v3_concat_2->set_common_node_parameters(NodeParams{ "detector_yolo_v3_concat_2", target });
+        _graph.add_connection(id_detector_yolo_v3_mul, 0, id_detector_yolo_v3_concat_2, 0);
+        _graph.add_connection(id_detector_yolo_v3_mul_2, 0, id_detector_yolo_v3_concat_2, 1);
+        _graph.add_connection(id_detector_yolo_v3_Sigmoid_1, 0, id_detector_yolo_v3_concat_2, 2);
+        _graph.add_connection(id_detector_yolo_v3_Sigmoid_2, 0, id_detector_yolo_v3_concat_2, 3);
+
+        NodeID id_detector_yolo_v3_concat_9 = _graph.add_node<ConcatenateLayerNode>(
+                                                  3,
+                                                  descriptors::ConcatLayerDescriptor{ DataLayoutDimension::WIDTH });
+        INode *node_detector_yolo_v3_concat_9 = _graph.node(id_detector_yolo_v3_concat_9);
+        node_detector_yolo_v3_concat_9->set_common_node_parameters(NodeParams{ "detector_yolo_v3_concat_9", target });
+        _graph.add_connection(id_detector_yolo_v3_concat_2, 0, id_detector_yolo_v3_concat_9, 0);
+        _graph.add_connection(id_detector_yolo_v3_concat_5, 0, id_detector_yolo_v3_concat_9, 1);
+        _graph.add_connection(id_detector_yolo_v3_concat_8, 0, id_detector_yolo_v3_concat_9, 2);
+
+        NodeID id_split = _graph.add_node<SplitLayerNode>(
+                              5,
+                              -1,
+                              std::vector<int> { 1, 1, 1, 1, -1 });
+        INode *node_split = _graph.node(id_split);
+        node_split->set_common_node_parameters(NodeParams{ "split", target });
+        _graph.add_connection(id_detector_yolo_v3_concat_9, 0, id_split, 0);
+
+        NodeID id_truediv = _graph.add_node<EltwiseLayerNode>(
+                                descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Mul,
+            QuantizationInfo() });
+        INode *node_truediv = _graph.node(id_truediv);
+        node_truediv->set_common_node_parameters(NodeParams{ "truediv", target });
+        _graph.add_connection(id_split, 2, id_truediv, 0);
+        _graph.add_connection(id_ConstantFolding_truediv_recip, 0, id_truediv, 1);
+
+        NodeID id_sub = _graph.add_node<EltwiseLayerNode>(
+                            descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Sub,
+            QuantizationInfo() });
+        INode *node_sub = _graph.node(id_sub);
+        node_sub->set_common_node_parameters(NodeParams{ "sub", target });
+        _graph.add_connection(id_split, 0, id_sub, 0);
+        _graph.add_connection(id_truediv, 0, id_sub, 1);
+
+        NodeID id_add = _graph.add_node<EltwiseLayerNode>(
+                            descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Add,
+            QuantizationInfo() });
+        INode *node_add = _graph.node(id_add);
+        node_add->set_common_node_parameters(NodeParams{ "add", target });
+        _graph.add_connection(id_split, 0, id_add, 0);
+        _graph.add_connection(id_truediv, 0, id_add, 1);
+
+        NodeID id_truediv_1 = _graph.add_node<EltwiseLayerNode>(
+                                  descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Mul,
+            QuantizationInfo() });
+        INode *node_truediv_1 = _graph.node(id_truediv_1);
+        node_truediv_1->set_common_node_parameters(NodeParams{ "truediv_1", target });
+        _graph.add_connection(id_split, 3, id_truediv_1, 0);
+        _graph.add_connection(id_ConstantFolding_truediv_1_recip, 0, id_truediv_1, 1);
+
+        NodeID id_sub_1 = _graph.add_node<EltwiseLayerNode>(
+                              descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Sub,
+            QuantizationInfo() });
+        INode *node_sub_1 = _graph.node(id_sub_1);
+        node_sub_1->set_common_node_parameters(NodeParams{ "sub_1", target });
+        _graph.add_connection(id_split, 1, id_sub_1, 0);
+        _graph.add_connection(id_truediv_1, 0, id_sub_1, 1);
+
+        NodeID id_add_1 = _graph.add_node<EltwiseLayerNode>(
+                              descriptors::EltwiseLayerDescriptor
+        {
+            EltwiseOperation::Add,
+            QuantizationInfo() });
+        INode *node_add_1 = _graph.node(id_add_1);
+        node_add_1->set_common_node_parameters(NodeParams{ "add_1", target });
+        _graph.add_connection(id_split, 1, id_add_1, 0);
+        _graph.add_connection(id_truediv_1, 0, id_add_1, 1);
+
+        NodeID id_output_boxes = _graph.add_node<ConcatenateLayerNode>(
+                                     5,
+                                     descriptors::ConcatLayerDescriptor{ DataLayoutDimension::HEIGHT });
+        INode *node_output_boxes = _graph.node(id_output_boxes);
+        node_output_boxes->set_common_node_parameters(NodeParams{ "output_boxes", target });
+        _graph.add_connection(id_sub, 0, id_output_boxes, 0);
+        _graph.add_connection(id_sub_1, 0, id_output_boxes, 1);
+        _graph.add_connection(id_add, 0, id_output_boxes, 2);
+        _graph.add_connection(id_add_1, 0, id_output_boxes, 3);
+        _graph.add_connection(id_split, 4, id_output_boxes, 4);
+
+        NodeID id_output_140640247016360   = _graph.add_node<OutputNode>();
+        INode *node_output_140640247016360 = _graph.node(id_output_140640247016360);
+        node_output_140640247016360->set_common_node_parameters(NodeParams{ "output_140640247016360", target });
+        _graph.add_connection(id_output_boxes, 0, id_output_140640247016360, 0);
+        node_output_140640247016360->input(0)->set_accessor(support::cpp14::make_unique<DummyAccessor>(0));
+
+        return true;
+    }
+
+    Graph &graph()
+    {
+        return _graph;
+    }
+
+private:
+    Graph _graph;
+};
+class GraphYoloV3OutputDetectorExample : public Example
+{
+public:
+    GraphYoloV3OutputDetectorExample()
+        : cmd_parser(), common_opts(cmd_parser), common_params()
+    {
+    }
+
+    bool do_setup(int argc, char **argv) override
+    {
+        // Parse arguments
+        cmd_parser.parse(argc, argv);
+        cmd_parser.validate();
+
+        // Consume common parameters
+        common_params = consume_common_graph_parameters(common_opts);
+
+        // Return when help menu is requested
+        if(common_params.help)
+        {
+            cmd_parser.print_help(argv[0]);
+            return false;
+        }
+
+        // Print parameter values
+        std::cout << common_params << std::endl;
+
+        model.setup(common_params.data_path, common_params.target);
+
+        GraphConfig config;
+        config.num_threads = common_params.threads;
+        config.use_tuner   = common_params.enable_tuner;
+        config.tuner_mode  = common_params.tuner_mode;
+        config.tuner_file  = common_params.tuner_file;
+
+        context.set_config(config);
+
+        auto pass_manager = create_default_pass_manager(common_params.target, config);
+        manager.finalize_graph(model.graph(), context, pass_manager, common_params.target);
+
+        return true;
+    }
+
+    void do_run() override
+    {
+        manager.execute_graph(model.graph());
+    }
+
+private:
+    CommandLineParser  cmd_parser;
+    CommonGraphOptions common_opts;
+    CommonGraphParams  common_params;
+
+    GraphContext context{};
+    GraphManager manager{};
+
+    GraphYoloV3OutputDetector model{};
+};
+
+int main(int argc, char **argv)
+{
+    return run_example<GraphYoloV3OutputDetectorExample>(argc, argv);
+}