blob: 684b5cf34b9ce0f5cd9df89eab67a8ad5490ec31 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
|
FROM ubuntu:16.04
ENV TERM linux
ENV DEBIAN_FRONTEND noninteractive
# Forward system proxy setting
# ARG proxy
# ENV http_proxy $proxy
# ENV https_proxy $proxy
# Basic apt update
RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends locales ca-certificates && rm -rf /var/lib/apt/lists/*
# Set the locale to en_US.UTF-8, because the Yocto build fails without any locale set.
RUN locale-gen en_US.UTF-8 && update-locale LC_ALL=en_US.UTF-8 LANG=en_US.UTF-8
ENV LANG en_US.UTF-8
ENV LC_ALL en_US.UTF-8
# Again, off the certificare
RUN echo "check_certificate = off" >> ~/.wgetrc
RUN echo "[global] \n\
trusted-host = pypi.python.org \n \
\t pypi.org \n \
\t files.pythonhosted.org" >> /etc/pip.conf
# Get basic packages
RUN apt-get update && apt-get install -y \
apparmor \
aufs-tools \
automake \
bash-completion \
btrfs-tools \
build-essential \
cmake \
createrepo \
curl \
dpkg-sig \
g++ \
gcc \
git \
iptables \
jq \
libapparmor-dev \
libc6-dev \
libcap-dev \
libsystemd-dev \
libyaml-dev \
mercurial \
net-tools \
parallel \
pkg-config \
python-dev \
python-mock \
python-pip \
python-setuptools \
python-websocket \
golang-go \
iproute2 \
iputils-ping \
vim-common \
vim \
wget \
libtool \
unzip \
scons \
curl \
autoconf \
libtool \
build-essential \
g++ \
cmake && rm -rf /var/lib/apt/lists/*
# Install Cross-compiling ToolChain
RUN apt-get update && apt-get install -y crossbuild-essential-arm64
# Build and install Google's Protobuf library
# Download and Extract
RUN mkdir -p $HOME/google && \
cd $HOME/google && \
wget https://github.com/protocolbuffers/protobuf/releases/download/v3.12.0/protobuf-all-3.12.0.tar.gz && \
tar -zxvf protobuf-all-3.12.0.tar.gz
# Build a native (x86_64) version
RUN cd $HOME/google/protobuf-3.12.0 && \
mkdir x86_build && cd x86_build && \
../configure --prefix=$HOME/armnn-devenv/google/x86_64_pb_install && \
make install -j$(nproc)
# Build the arm64 version of the protobuf libraries
RUN cd $HOME/google/protobuf-3.12.0 && \
mkdir arm64_build && cd arm64_build && \
export CC=aarch64-linux-gnu-gcc && \
export CXX=aarch64-linux-gnu-g++ && \
../configure --host=aarch64-linux \
--prefix=$HOME/armnn-devenv/google/arm64_pb_install \
--with-protoc=$HOME/armnn-devenv/google/x86_64_pb_install/bin/protoc && \
make install -j$(nproc)
# Build Caffe for x86_64
# Dep Install
RUN apt-get update && apt-get install -y \
libleveldb-dev libsnappy-dev libopencv-dev libhdf5-serial-dev \
--no-install-recommends libboost-all-dev \
libgflags-dev libgoogle-glog-dev liblmdb-dev \
libopenblas-dev \
libatlas-base-dev
# Makefile update
# To Do: Don't copy the Local Make file to docker
# RUN cd $HOME/caffe/ && rm Makefile.config.example
COPY Makefile.config /tmp
RUN mv /tmp/Makefile.config $HOME/caffe/
# Dep Error - Bug ARMNN
RUN apt-get update && apt-get install -y \
python-numpy
# Setup Env
# ENV PATH=$HOME/armnn-devenv/google/x86_64_pb_install/bin/:$PATH
# ENV LD_LIBRARY_PATH=$HOME/armnn-devenv/google/x86_64_pb_install/lib/:$LD_LIBRARY_PATH
# Build Boost library for arm64
RUN cd $HOME && wget http://downloads.sourceforge.net/project/boost/boost/1.64.0/boost_1_64_0.tar.gz && \
tar xfz boost_1_64_0.tar.gz && \
rm boost_1_64_0.tar.gz && \
cd boost_1_64_0 && \
echo "using gcc : arm : aarch64-linux-gnu-g++ ;" > user_config.jam && \
./bootstrap.sh --prefix=$HOME/armnn-devenv/boost_arm64_install && \
./b2 install toolset=gcc-arm link=static cxxflags=-fPIC --with-filesystem --with-test --with-log --with-program_options -j$(nproc) --user-config=user_config.jam
# Download ArmNN
RUN cd $HOME/armnn-devenv && git clone https://github.com/ARM-software/armnn.git
# Build Compute Library
RUN cd $HOME/armnn-devenv/ && git clone https://review.mlplatform.org/ml/ComputeLibrary && \
cd ComputeLibrary && \
git checkout $($HOME/armnn-devenv/armnn/scripts/get_compute_library.sh -p) && \
scons Werror=0 arch=arm64-v8a neon=1 opencl=1 embed_kernels=1 extra_cxx_flags="-fPIC" -j$(nproc) internal_only=0
# Build Tensorflow 2.3.1
RUN cd $HOME/armnn-devenv && git clone https://github.com/tensorflow/tensorflow.git && \
cd tensorflow && \
git checkout fcc4b966f1265f466e82617020af93670141b009 && \
../armnn/scripts/generate_tensorflow_protobuf.sh ../tensorflow-protobuf ../google/x86_64_pb_install
# Download Flatbuffer
RUN cd $HOME/armnn-devenv && \
wget -O flatbuffers-1.12.0.tar.gz https://github.com/google/flatbuffers/archive/v1.12.0.tar.gz && \
tar xf flatbuffers-1.12.0.tar.gz && \
cd flatbuffers-1.12.0 && \
rm -f CMakeCache.txt
# Build a native (x86_64) version
RUN cd $HOME/armnn-devenv && cd flatbuffers-1.12.0 && \
mkdir build && \
cd build && \
cmake .. -DFLATBUFFERS_BUILD_FLATC=1 \
-DCMAKE_INSTALL_PREFIX:PATH=$HOME/armnn-devenv/flatbuffers \
-DFLATBUFFERS_BUILD_TESTS=0 && \
make all install -j$(nproc)
# Build arm64 version of flatbuffer
RUN cd $HOME/armnn-devenv&& cd flatbuffers-1.12.0 && \
mkdir build-arm64 && \
cd build-arm64 && \
CXXFLAGS="-fPIC" cmake .. -DCMAKE_C_COMPILER=/usr/bin/aarch64-linux-gnu-gcc \
-DCMAKE_CXX_COMPILER=/usr/bin/aarch64-linux-gnu-g++ \
-DFLATBUFFERS_BUILD_FLATC=1 \
-DCMAKE_INSTALL_PREFIX:PATH=$HOME/armnn-devenv/flatbuffers-arm64 \
-DFLATBUFFERS_BUILD_TESTS=0 && \
make all install -j$(nproc)
# Build onnx
RUN cd $HOME/armnn-devenv && git clone https://github.com/onnx/onnx.git && \
cd onnx && \
git fetch https://github.com/onnx/onnx.git 553df22c67bee5f0fe6599cff60f1afc6748c635 && git checkout FETCH_HEAD && \
LD_LIBRARY_PATH=$HOME/armnn-devenv/google/x86_64_pb_install/lib:$LD_LIBRARY_PATH \
$HOME/armnn-devenv/google/x86_64_pb_install/bin/protoc \
onnx/onnx.proto --proto_path=. --proto_path=../google/x86_64_pb_install/include --cpp_out $HOME/armnn-devenv/onnx
# Build TfLite
RUN cd $HOME/armnn-devenv && \
mkdir tflite && \
cd tflite && \
cp ../tensorflow/tensorflow/lite/schema/schema.fbs . && \
../flatbuffers-1.12.0/build/flatc -c --gen-object-api --reflect-types --reflect-names schema.fbs
# Build ArmNN
RUN cd $HOME/armnn-devenv && \
cd armnn && mkdir build && cd build && \
export CXX=aarch64-linux-gnu-g++ && \
export CC=aarch64-linux-gnu-gcc && \
cmake .. \
-DCMAKE_CXX_FLAGS=-w \
-DBUILD_TESTS=1 \
-DARMCOMPUTE_ROOT=$HOME/armnn-devenv/ComputeLibrary \
-DARMCOMPUTE_BUILD_DIR=$HOME/armnn-devenv/ComputeLibrary/build/ \
-DBOOST_ROOT=$HOME/armnn-devenv/boost_arm64_install/ \
-DARMCOMPUTENEON=1 -DARMCOMPUTECL=1 -DARMNNREF=1 \
-DONNX_GENERATED_SOURCES=$HOME/armnn-devenv/onnx \
-DBUILD_ONNX_PARSER=1 \
-DTF_GENERATED_SOURCES=$HOME/armnn-devenv/tensorflow-protobuf \
-DBUILD_TF_PARSER=1 \
-DBUILD_TF_LITE_PARSER=1 \
-DTF_LITE_GENERATED_PATH=$HOME/armnn-devenv/tflite \
-DFLATBUFFERS_ROOT=$HOME/armnn-devenv/flatbuffers-arm64 \
-DFLATC_DIR=$HOME/armnn-devenv/flatbuffers-1.12.0/build \
-DPROTOBUF_ROOT=$HOME/armnn-devenv/google/x86_64_pb_install \
-DPROTOBUF_LIBRARY_DEBUG=$HOME/armnn-devenv/google/arm64_pb_install/lib/libprotobuf.so.23.0.0 \
-DPROTOBUF_LIBRARY_RELEASE=$HOME/armnn-devenv/google/arm64_pb_install/lib/libprotobuf.so.23.0.0 && \
make -j$(nproc)
|
