blob: a7fd674bfa6ecd5efc6fa5a8eeb0ae20fb87555d (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
|
#!/bin/bash
#
# Copyright © 2023 Arm Ltd and Contributors. All rights reserved.
#
# SPDX-License-Identifier: MIT
#
function Usage() {
echo "This script builds Arm NN for Android using the Android NDK. The script builds"
echo "the Arm NN core library and its dependencies."
echo ""
echo "Usage: $CMD [options]"
echo "Options:"
echo " -l Use this copy of Arm NN and ComputeLibrary instead of cloning new copies"
echo " <1 or 0> defaults to 1"
echo " -a Override Arm NN branch (defaults to latest release branches/armnn_23_02)"
echo " -b Override ACL branch (defaults to latest release v23.02)"
echo " -A Android API level defaults to 30"
echo " -n Neon (CpuAcc backend) enabled <1 or 0> defaults to 1"
echo " -g CL (GpuAcc backend) enabled <1 or 0> defaults to 1"
echo " -r Reference (CpuRef backend) enabled <1 or 0> defaults to 1"
echo " -u Build tests and test applications <1 or 0> defaults to 1"
echo " -d TfLite Delegate enabled <1 or 0> defaults to 1"
echo " -p TfLite Parser enabled <1 or 0> defaults to 1"
echo " -s Dynamic Sample enabled <1 or 0> defaults to 0"
echo " -i Installation directory defaults to ~/armnn-devenv"
echo " -t Push to board and run tests <1 or 0> defaults to 0"
exit 1
}
function AssertZeroExitCode {
EXITCODE=$?
if [[ $EXITCODE -ne 0 ]]; then
echo -e "Previous command exited with code $EXITCODE"
exit 1
fi
}
THIS_FILE=$(readlink -f "$0")
BASE_DIR=$(dirname "$THIS_FILE")
# Set variables and working directory
CREATE_LINKS=1
ARMNN_BRANCH=branches/armnn_23_02
ACL_BRANCH=v23.02
ACL_NEON=1
ACL_CL=1
REFERENCE=1
BUILD_TESTS=1
DELEGATE=1
TFLITE_PARSER=1
DYNAMIC_SAMPLE=0
CMAKE=$(which cmake)
WORKING_DIR=$HOME/armnn-devenv
ANDROID_API=30
PUSH_TO_BOARD=0
# Parse the command line arguments to get build type
while getopts "hl:a:c:A:n:g:r:u:d:p:s:i:t:" opt; do
((OPTION_COUNTER+=1))
case "$opt" in
h|\?) Usage;;
l) CREATE_LINKS=$OPTARG;;
a) ARMNN_BRANCH=$OPTARG;;
c) ACL_BRANCH=$OPTARG;;
A) ANDROID_API=$OPTARG;;
n) ACL_NEON=$OPTARG;;
g) ACL_CL=$OPTARG;;
r) REFERENCE=$OPTARG;;
u) BUILD_TESTS=$OPTARG;;
d) DELEGATE=$OPTARG;;
p) TFLITE_PARSER=$OPTARG;;
s) DYNAMIC_SAMPLE=$OPTARG;;
i) WORKING_DIR=$OPTARG;;
t) PUSH_TO_BOARD=$OPTARG;;
esac
done
shift $((OPTIND - 1))
export NDK_DIR=$WORKING_DIR/android-ndk-r25
export NDK_TOOLCHAIN_ROOT=$NDK_DIR/toolchains/llvm/prebuilt/linux-x86_64
export PATH=$NDK_TOOLCHAIN_ROOT/bin/:$PATH
pushd $WORKING_DIR
function GetAndroidNDK {
cd $WORKING_DIR
if [[ ! -d android-ndk-r25 ]]; then
echo "+++ Getting Android NDK"
wget https://dl.google.com/android/repository/android-ndk-r25-linux.zip
unzip android-ndk-r25-linux.zip
fi
}
function GetAndBuildCmake319 {
echo "+++ Building Cmake 3.19rc3"
cd $WORKING_DIR
sudo apt-get install libssl-dev
wget https://github.com/Kitware/CMake/releases/download/v3.19.0-rc3/cmake-3.19.0-rc3.tar.gz
tar -zxf cmake-3.19.0-rc3.tar.gz
pushd cmake-3.19.0-rc3
./bootstrap --prefix=$WORKING_DIR/cmake/install
make all install
popd
}
function GetAndBuildFlatbuffers {
cd $WORKING_DIR
if [[ ! -d flatbuffers-2.0.6 ]]; then
echo "+++ Getting Flatbuffers"
wget https://github.com/google/flatbuffers/archive/v2.0.6.tar.gz
tar xf v2.0.6.tar.gz
fi
#Build FlatBuffers
echo "+++ Building x86 Flatbuffers library"
cd $WORKING_DIR/flatbuffers-2.0.6
rm -f CMakeCache.txt
rm -rf build-x86
mkdir build-x86
cd build-x86
rm -rf $WORKING_DIR/flatbuffers-x86
mkdir $WORKING_DIR/flatbuffers-x86
CXXFLAGS="-fPIC" $CMAKE .. \
-DFLATBUFFERS_BUILD_FLATC=1 \
-DCMAKE_INSTALL_PREFIX:PATH=$WORKING_DIR/flatbuffers-x86
make all install -j16
echo "+++ Building Android Flatbuffers library"
cd $WORKING_DIR/flatbuffers-2.0.6
rm -f CMakeCache.txt
rm -rf build-android
mkdir build-android
cd build-android
rm -rf $WORKING_DIR/flatbuffers-android
mkdir $WORKING_DIR/flatbuffers-android
CC=/usr/bin/aarch64-linux-gnu-gcc CXX=/usr/bin/aarch64-linux-gnu-g++ \
CXXFLAGS="-fPIC" $CMAKE .. \
-DCMAKE_ANDROID_NDK=$NDK_DIR \
-DCMAKE_SYSTEM_NAME=Android \
-DCMAKE_SYSTEM_VERSION=$ANDROID_API \
-DCMAKE_ANDROID_ARCH_ABI=arm64-v8a \
-DCMAKE_CXX_FLAGS=--std=c++14 \
-DFLATBUFFERS_BUILD_FLATC=OFF \
-DCMAKE_BUILD_TYPE=Release \
-DFLATBUFFERS_BUILD_TESTS=OFF \
-DCMAKE_INSTALL_PREFIX=$WORKING_DIR/flatbuffers-android
make all install -j16
}
function GetArmNN {
cd $WORKING_DIR
if [[ ! -d armnn ]]; then
if [[ $CREATE_LINKS = 1 && -d $BASE_DIR/../../armnn ]]; then
echo "+++ Linking Arm NN"
ln -s $BASE_DIR/../../armnn $WORKING_DIR/armnn
else
echo "+++ Cloning Arm NN"
git clone https://review.mlplatform.org/ml/armnn.git armnn
cd armnn
git checkout $ARMNN_BRANCH
git log -1
fi
fi
}
function GetAndBuildComputeLibrary {
cd $WORKING_DIR
if [[ ! -d ComputeLibrary ]]; then
if [[ $CREATE_LINKS = 1 ]]; then
if [[ -d $BASE_DIR/../../ComputeLibrary ]]; then
echo "+++ Linking ComputeLibrary"
ln -s $BASE_DIR/../../ComputeLibrary $WORKING_DIR/ComputeLibrary
else
echo "+++ Cloning ComputeLibrary"
git clone https://review.mlplatform.org/ml/ComputeLibrary.git ComputeLibrary
cd ComputeLibrary
git checkout $($BASE_DIR/../../armnn/scripts/get_compute_library.sh -p)
git log -1
fi
else
echo "+++ Cloning ComputeLibrary"
git clone https://review.mlplatform.org/ml/ComputeLibrary.git ComputeLibrary
cd ComputeLibrary
git checkout $ACL_BRANCH
git log -1
fi
fi
cd $WORKING_DIR/ComputeLibrary
echo "+++ Building Compute Library"
scons toolchain_prefix=llvm- compiler_prefix=aarch64-linux-android$ANDROID_API- arch=arm64-v8a neon=$ACL_NEON opencl=$ACL_CL embed_kernels=$ACL_CL extra_cxx_flags="-fPIC" \
benchmark_tests=0 validation_tests=0 os=android -j16
}
function GetAndBuildTFLite {
TENSORFLOW_REVISION="tags/v2.10.0" # Release 2.10.0 tag
TFLITE_ROOT_DIR=${WORKING_DIR}/tensorflow/tensorflow/lite
cd $WORKING_DIR
if [[ ! -d tensorflow ]]; then
if [[ -d $BASE_DIR/../../armnn ]]; then
TENSORFLOW_REVISION=$($BASE_DIR/../../armnn/scripts/get_tensorflow.sh -p)
fi
echo "+++ Cloning TensorFlow"
git clone https://github.com/tensorflow/tensorflow.git
AssertZeroExitCode "Cloning TensorFlow failed"
cd tensorflow
echo "Checking out ${TENSORFLOW_REVISION}"
git fetch && git checkout $TENSORFLOW_REVISION
cd $WORKING_DIR
fi
CMARGS="-DTFLITE_ENABLE_XNNPACK=OFF"
# Two different naming conventions; one for build and the other for CC_OPT_FLAGS
ANDROID_ARM_ARCH="arm64-v8a"
mkdir -p tflite-out/android
cd tflite-out/android
echo "*** Configure and Cross-Compile TfLite for ${TARGET_MACHINE} with architecture ${ANDROID_ARM_ARCH}"
echo "*** Outputting files to ${TFLITE_OUTPUT_DIR}/${TARGET_MACHINE}"
CMARGS="$CMARGS -DCMAKE_TOOLCHAIN_FILE=$NDK_DIR/build/cmake/android.toolchain.cmake \
-DANDROID_ABI=$ANDROID_ARM_ARCH \
-DANDROID_PLATFORM=$ANDROID_API" \
$CMAKE $CMARGS $TFLITE_ROOT_DIR
AssertZeroExitCode "Failed to configure Tensorflow Lite from source"
cd $WORKING_DIR
$CMAKE --build tflite-out/android -j 16
AssertZeroExitCode "Failed to build Tensorflow Lite from source"
mkdir -p $WORKING_DIR/tflite-out/tensorflow/tensorflow/lite/schema
SCHEMA_LOCATION=$WORKING_DIR/tensorflow/tensorflow/lite/schema/schema.fbs
cp $SCHEMA_LOCATION $WORKING_DIR/tflite-out/tensorflow/tensorflow/lite/schema
cd $WORKING_DIR/tflite-out/tensorflow/tensorflow/lite/schema
$WORKING_DIR/flatbuffers-x86/bin/flatc -c --gen-object-api --reflect-types --reflect-names schema.fbs
AssertZeroExitCode "Failed to generate C++ schema from $SCHEMA_LOCATION"
}
function BuildArmNN {
echo "+++ Building Arm NN"
rm -rf $WORKING_DIR/armnn/build
mkdir $WORKING_DIR/armnn/build
cd $WORKING_DIR/armnn/build
CMARGS="-DCMAKE_BUILD_TYPE=Release \
-DCMAKE_ANDROID_NDK=$NDK_DIR \
-DNDK_VERSION=r25 \
-DCMAKE_SYSTEM_NAME=Android \
-DCMAKE_SYSTEM_VERSION=$ANDROID_API \
-DCMAKE_ANDROID_ARCH_ABI=arm64-v8a \
-DCMAKE_SYSROOT=$WORKING_DIR/android-ndk-r25/toolchains/llvm/prebuilt/linux-x86_64/sysroot \
-DARMCOMPUTE_ROOT=$WORKING_DIR/ComputeLibrary \
-DARMCOMPUTE_BUILD_DIR=$WORKING_DIR/ComputeLibrary/build \
-DARMCOMPUTENEON=$ACL_NEON -DARMCOMPUTECL=$ACL_CL -DARMNNREF=$REFERENCE \
-DFLATBUFFERS_INCLUDE_PATH=$WORKING_DIR/flatbuffers-x86/include \
-DFLATBUFFERS_ROOT=$WORKING_DIR/flatbuffers-android \
-DFLATC_DIR=$WORKING_DIR/flatbuffers-x86 \
-DBUILD_UNIT_TESTS=$BUILD_TESTS \
-DBUILD_TESTS=$BUILD_TESTS \
-fexceptions"
if [[ $TFLITE_PARSER == 1 ]]; then
CMARGS="$CMARGS \
-DBUILD_TF_LITE_PARSER=1 \
-DTF_LITE_GENERATED_PATH=$WORKING_DIR/tflite-out/tensorflow/tensorflow/lite/schema \
-DTENSORFLOW_ROOT=$WORKING_DIR/tensorflow \
-DTFLITE_LIB_ROOT=$WORKING_DIR/tflite-out/android"
fi
if [[ $DELEGATE == 1 ]]; then
CMARGS="$CMARGS \
-DBUILD_ARMNN_TFLITE_DELEGATE=1 \
-DTENSORFLOW_ROOT=$WORKING_DIR/tensorflow \
-DTFLITE_LIB_ROOT=$WORKING_DIR/tflite-out/android \
-DTFLITE_ROOT_DIR=$WORKING_DIR/tensorflow/tensorflow/lite"
fi
if [[ $DYNAMIC_SAMPLE == 1 ]]; then
DYNAMIC_SAMPLE_PATH="/data/local/tmp/dynamic/sample"
CMARGS="$CMARGS \
-DDYNAMIC_BACKEND_PATHS=$DYNAMIC_SAMPLE_PATH \
-DSAMPLE_DYNAMIC_BACKEND=1"
fi
echo "args"
echo $CMARGS
CXX=aarch64-linux-android$ANDROID_API-clang++ \
CC=aarch64-linux-android$ANDROID_API-clang \
CXX_FLAGS="-fPIE -fPIC" \
$CMAKE $CMARGS ..
make -j16
}
function BuildStandaloneDynamicBackend {
echo "+++ Building Standalone Dynamic Sample Backend"
cd $WORKING_DIR/armnn/src/dynamic/sample
BUILD_DIR=build
rm -rf $BUILD_DIR
mkdir -p $BUILD_DIR
cd $BUILD_DIR
CXX=aarch64-linux-android$ANDROID_API-clang++ \
CC=aarch64-linux-android$ANDROID_API-clang \
CXX_FLAGS="-fPIE -fPIC" \
$CMAKE \
-DCMAKE_C_COMPILER_WORKS=TRUE \
-DCMAKE_CXX_COMPILER_WORKS=TRUE \
-DCMAKE_ANDROID_NDK=$NDK_DIR \
-DCMAKE_SYSTEM_NAME=Android \
-DCMAKE_SYSTEM_VERSION=$ANDROID_API \
-DCMAKE_ANDROID_ARCH_ABI=arm64-v8a \
-DCMAKE_SYSROOT=$WORKING_DIR/android-ndk-r25/toolchains/llvm/prebuilt/linux-x86_64/sysroot \
-DCMAKE_CXX_FLAGS=--std=c++14 \
-DCMAKE_EXE_LINKER_FLAGS="-pie -llog" \
-DCMAKE_MODULE_LINKER_FLAGS="-llog" \
-DARMNN_PATH=$WORKING_DIR/armnn/build/libarmnn.so ..
make
}
# push sources to board
function PushBuildSourcesToBoard {
echo "+++ Removing files and symbolic links from previous runs"
adb start-server
adb shell rm -rf /data/local/tmp/*
echo "+++ Pushing sources to board"
adb root
adb remount
sleep 10s
adb version
adb push libarmnn.so /data/local/tmp/
adb push libtimelineDecoder.so /data/local/tmp/
adb push libtimelineDecoderJson.so /data/local/tmp/
adb push GatordMock /data/local/tmp/
adb push libarmnnBasePipeServer.so /data/local/tmp/
adb push libarmnnTestUtils.so /data/local/tmp/
adb push UnitTests /data/local/tmp/
if [[ $DELEGATE == 1 ]]; then
adb push ${WORKING_DIR}/armnn/build/delegate/DelegateUnitTests /data/local/tmp/
adb push ${WORKING_DIR}/armnn/build/delegate/libarmnnDelegate.so /data/local/tmp/
fi
adb push $NDK_DIR/sources/cxx-stl/llvm-libc++/libs/arm64-v8a/libc++_shared.so /data/local/tmp/
echo "+++ Pushing test files to board"
adb shell mkdir -p /data/local/tmp/src/backends/backendsCommon/test/testSharedObject
adb push -p ${WORKING_DIR}/armnn/build/src/backends/backendsCommon/test/testSharedObject/* /data/local/tmp/src/backends/backendsCommon/test/testSharedObject/
adb shell mkdir -p /data/local/tmp/src/backends/backendsCommon/test/testDynamicBackend
adb push -p ${WORKING_DIR}/armnn/build/src/backends/backendsCommon/test/testDynamicBackend/* /data/local/tmp/src/backends/backendsCommon/test/testDynamicBackend/
adb shell mkdir -p /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath1
adb push -p ${WORKING_DIR}/armnn/build/src/backends/backendsCommon/test/backendsTestPath1/* /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath1/
adb shell mkdir -p /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath2
adb push -p ${WORKING_DIR}/armnn/build/src/backends/backendsCommon/test/backendsTestPath2/Arm_CpuAcc_backend.so /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath2/
adb shell 'ln -s Arm_CpuAcc_backend.so /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath2/Arm_CpuAcc_backend.so.1'
adb shell 'ln -s Arm_CpuAcc_backend.so.1 /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath2/Arm_CpuAcc_backend.so.1.2'
adb shell 'ln -s Arm_CpuAcc_backend.so.1.2 /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath2/Arm_CpuAcc_backend.so.1.2.3'
adb push -p ${WORKING_DIR}/armnn/build/src/backends/backendsCommon/test/backendsTestPath2/Arm_GpuAcc_backend.so /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath2/
adb shell 'ln -s nothing /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath2/Arm_no_backend.so'
adb shell mkdir -p /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath3
adb shell mkdir -p /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath5
adb push -p ${WORKING_DIR}/armnn/build/src/backends/backendsCommon/test/backendsTestPath5/* /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath5/
adb shell mkdir -p /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath6
adb push -p ${WORKING_DIR}/armnn/build/src/backends/backendsCommon/test/backendsTestPath6/* /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath6/
adb shell mkdir -p /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath7
adb shell mkdir -p /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath9
adb push -p ${WORKING_DIR}/armnn/build/src/backends/backendsCommon/test/backendsTestPath9/* /data/local/tmp/src/backends/backendsCommon/test/backendsTestPath9/
adb shell mkdir -p /data/local/tmp/src/backends/dynamic/reference
adb push -p ${WORKING_DIR}/armnn/build/src/backends/dynamic/reference/Arm_CpuRef_backend.so /data/local/tmp/src/backends/dynamic/reference/
if [[ $DYNAMIC_SAMPLE == 1 ]]; then
adb shell mkdir -p /data/local/tmp/dynamic/sample/
adb push -p ${WORKING_DIR}/armnn/src/dynamic/sample/build/libArm_SampleDynamic_backend.so /data/local/tmp/dynamic/sample/
fi
echo "+++ Running UnitTests"
adb shell LD_LIBRARY_PATH=/data/local/tmp:/vendor/lib64:/vendor/lib64/egl /data/local/tmp/UnitTests ; printf $?
if [[ $DELEGATE == 1 ]]; then
adb shell LD_LIBRARY_PATH=/data/local/tmp:/vendor/lib64:/vendor/lib64/egl /data/local/tmp/DelegateUnitTests ; printf $?
fi
}
# Cleanup any previous runs, setup clean directories
echo "+++ Creating $WORKING_DIR directory"
mkdir -p $WORKING_DIR
AssertZeroExitCode "Creating $WORKING_DIR directory failed"
GetAndroidNDK
if [[ $? != 0 ]] ; then
echo "Downloading Android NDK failed"
exit 1
fi
GetAndBuildFlatbuffers
if [[ $? != 0 ]] ; then
echo "Building Flatbuffers failed"
exit 1
fi
if [[ $(lsb_release -rs) == "18.04" ]]; then
# We know this is necessary for 18.04 builds.
GetAndBuildCmake319
CMAKE=$WORKING_DIR/cmake/install/bin/cmake
fi
GetArmNN
if [[ $? != 0 ]] ; then
echo "Cloning Arm NN failed"
exit 1
fi
# Build TFLite if the Delegate or Parser is required
if [[ $DELEGATE == 1 || $TFLITE_PARSER ]]; then
GetAndBuildTFLite
fi
if [[ $? != 0 ]] ; then
echo "Building tflite failed"
exit 1
fi
GetAndBuildComputeLibrary
if [[ $? != 0 ]] ; then
echo "Building ComputeLibrary failed"
exit 1
fi
BuildArmNN
if [[ $? != 0 ]] ; then
echo "Building Arm NN failed"
exit 1
fi
if [[ $DYNAMIC_SAMPLE == 1 ]]; then
BuildStandaloneDynamicBackend
fi
if [[ $PUSH_TO_BOARD == 1 ]]; then
PushBuildSourcesToBoard
fi
if [[ "$R_new" -eq 0 ]]; then
echo "Success!"
else
echo "Failed to run UnitTests"
exit 1
fi
|