diff options
Diffstat (limited to 'src/mlia/resources/optimization_profiles')
13 files changed, 217 insertions, 1 deletions
diff --git a/src/mlia/resources/optimization_profiles/optimization-conv2d-clustering.toml b/src/mlia/resources/optimization_profiles/optimization-conv2d-clustering.toml new file mode 100644 index 0000000..3d8adfa --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-conv2d-clustering.toml @@ -0,0 +1,19 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.conv2d-clustering] +num_clusters = 16 +cluster_centroids_init = "CentroidInitialization.LINEAR" +activation = "relu" +kernel_size = [3, 3] diff --git a/src/mlia/resources/optimization_profiles/optimization-conv2d-pruning.toml b/src/mlia/resources/optimization_profiles/optimization-conv2d-pruning.toml new file mode 100644 index 0000000..aa7f982 --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-conv2d-pruning.toml @@ -0,0 +1,19 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.conv2d-sparsity] +sparsity_m = 2 +sparsity_n = 4 +activation = "relu" +kernel_size = [3, 3] diff --git a/src/mlia/resources/optimization_profiles/optimization-conv2d-unstructured-pruning.toml b/src/mlia/resources/optimization_profiles/optimization-conv2d-unstructured-pruning.toml new file mode 100644 index 0000000..67740ca --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-conv2d-unstructured-pruning.toml @@ -0,0 +1,20 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.conv2d-unstructured-sparsity] +initial_sparsity = 0.25 +final_sparsity = 0.5 +end_step = 48000 +activation = "relu" +kernel_size = [3, 3] diff --git a/src/mlia/resources/optimization_profiles/optimization-conv2d.toml b/src/mlia/resources/optimization_profiles/optimization-conv2d.toml new file mode 100644 index 0000000..997d9cb --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-conv2d.toml @@ -0,0 +1,17 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.conv2d] +activation = "relu" +kernel_size = [3, 3] diff --git a/src/mlia/resources/optimization_profiles/optimization-custom-augmentation.toml b/src/mlia/resources/optimization_profiles/optimization-custom-augmentation.toml new file mode 100644 index 0000000..96d9742 --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-custom-augmentation.toml @@ -0,0 +1,13 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.1 +augmentations.mixup_strength = 0.1 diff --git a/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d-clustering.toml b/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d-clustering.toml new file mode 100644 index 0000000..124c692 --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d-clustering.toml @@ -0,0 +1,19 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.depthwise-separable-conv2d-clustering] +num_clusters = 16 +cluster_centroids_init = "CentroidInitialization.LINEAR" +activation = "relu" +kernel_size = [3, 3] diff --git a/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d-pruning.toml b/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d-pruning.toml new file mode 100644 index 0000000..e63855d --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d-pruning.toml @@ -0,0 +1,19 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.depthwise-separable-conv2d-sparsity] +sparsity_m = 2 +sparsity_n = 4 +activation = "relu" +kernel_size = [3, 3] diff --git a/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d-unstructured-pruning.toml b/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d-unstructured-pruning.toml new file mode 100644 index 0000000..a9327d5 --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d-unstructured-pruning.toml @@ -0,0 +1,20 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.depthwise-separable-conv2d-unstructured-sparsity] +initial_sparsity = 0.25 +final_sparsity = 0.5 +end_step = 48000 +activation = "relu" +kernel_size = [3, 3] diff --git a/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d.toml b/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d.toml new file mode 100644 index 0000000..9b002c1 --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-depthwise-separable-conv2d.toml @@ -0,0 +1,17 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.depthwise-separable-conv2d] +activation = "relu" +kernel_size = [3, 3] diff --git a/src/mlia/resources/optimization_profiles/optimization-fully-connected-clustering.toml b/src/mlia/resources/optimization_profiles/optimization-fully-connected-clustering.toml new file mode 100644 index 0000000..c5d460b --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-fully-connected-clustering.toml @@ -0,0 +1,17 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.fully-connected-clustering] +num_clusters = 16 +cluster_centroids_init = "CentroidInitialization.LINEAR" diff --git a/src/mlia/resources/optimization_profiles/optimization-fully-connected-pruning.toml b/src/mlia/resources/optimization_profiles/optimization-fully-connected-pruning.toml new file mode 100644 index 0000000..f7f91ec --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-fully-connected-pruning.toml @@ -0,0 +1,17 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.fully-connected-sparsity] +sparsity_m = 2 +sparsity_n = 4 diff --git a/src/mlia/resources/optimization_profiles/optimization-fully-connected-unstructured-pruning.toml b/src/mlia/resources/optimization_profiles/optimization-fully-connected-unstructured-pruning.toml new file mode 100644 index 0000000..cd5f745 --- /dev/null +++ b/src/mlia/resources/optimization_profiles/optimization-fully-connected-unstructured-pruning.toml @@ -0,0 +1,18 @@ +# SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. +# SPDX-License-Identifier: Apache-2.0 + +[rewrite.training_parameters] +batch_size = 32 +learning_rate = 1e-3 +show_progress = true +steps = 48000 +learning_rate_schedule = "cosine" +num_procs = 1 +num_threads = 0 +augmentations.gaussian_strength = 0.0 +augmentations.mixup_strength = 0.0 + +[rewrite.fully-connected-unstructured-sparsity] +initial_sparsity = 0.25 +final_sparsity = 0.5 +end_step = 48000 diff --git a/src/mlia/resources/optimization_profiles/optimization.toml b/src/mlia/resources/optimization_profiles/optimization.toml index 623a763..6f2800e 100644 --- a/src/mlia/resources/optimization_profiles/optimization.toml +++ b/src/mlia/resources/optimization_profiles/optimization.toml @@ -1,11 +1,12 @@ # SPDX-FileCopyrightText: Copyright 2024, Arm Limited and/or its affiliates. # SPDX-License-Identifier: Apache-2.0 -[training] +[rewrite.training_parameters] batch_size = 32 learning_rate = 1e-3 show_progress = true steps = 48000 learning_rate_schedule = "cosine" +augmentations = "gaussian" num_procs = 1 num_threads = 0 |