diff options
| author | Nathan Bailey <nathan.bailey@arm.com> | 2024-06-03 09:58:31 +0100 |
|---|---|---|
| committer | Nathan Bailey <nathan.bailey@arm.com> | 2024-06-13 13:18:44 +0100 |
| commit | 09b5122bab771161377321e3f17e05465171ad06 (patch) | |
| tree | 74676eb296c110a925996448d86cc9dcde28b002 /src/mlia/resources | |
| parent | 9896c7e97da38cdaa14953fdce81a29397d1fca3 (diff) | |
| download | mlia-09b5122bab771161377321e3f17e05465171ad06.tar.gz | |
feat: Unstructured Sparsity Rewrites for Fully Connected and Conv2D Layers
Adds support for unstructured polynomial decay pruning rewrites
Resolves: MLIA-1171
Signed-off-by: Nathan Bailey <nathan.bailey@arm.com>
Change-Id: I9e753f35f8afe53aa24b87d794ff6986a571168f
Diffstat (limited to 'src/mlia/resources')
2 files changed, 38 insertions, 0 deletions
diff --git a/src/mlia/resources/optimization_profiles/optimization-conv2d-unstructured-pruning.toml b/src/mlia/resources/optimization_profiles/optimization-conv2d-unstructured-pruning.toml new file mode 100644 index 0000000..67740ca --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-conv2d-unstructured-pruning.toml @@ -0,0 +1,20 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.conv2d-unstructured-sparsity] +initial_sparsity = 0.25 +final_sparsity = 0.5 +end_step = 48000 +activation = "relu" +kernel_size = [3, 3] diff --git a/src/mlia/resources/optimization_profiles/optimization-fully-connected-unstructured-pruning.toml b/src/mlia/resources/optimization_profiles/optimization-fully-connected-unstructured-pruning.toml new file mode 100644 index 0000000..cd5f745 --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-fully-connected-unstructured-pruning.toml @@ -0,0 +1,18 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.fully-connected-unstructured-sparsity] +initial_sparsity = 0.25 +final_sparsity = 0.5 +end_step = 48000 |