From 73ce8c2aeb60ac3676ec579fa56f3f90607eec5c Mon Sep 17 00:00:00 2001
From: Rishi Sharma <rishi.sharma@epfl.ch>
Date: Fri, 1 Apr 2022 20:35:26 +0200
Subject: [PATCH] Add CIFAR Configs

---
 eval/step_configs/config_CIFAR.ini         | 35 +++++++++++++++++++
 eval/step_configs/config_CIFAR_topk.ini    | 36 +++++++++++++++++++
 eval/step_configs/config_CIFAR_wavelet.ini | 40 ++++++++++++++++++++++
 3 files changed, 111 insertions(+)
 create mode 100644 eval/step_configs/config_CIFAR.ini
 create mode 100644 eval/step_configs/config_CIFAR_topk.ini
 create mode 100644 eval/step_configs/config_CIFAR_wavelet.ini

diff --git a/eval/step_configs/config_CIFAR.ini b/eval/step_configs/config_CIFAR.ini
new file mode 100644
index 0000000..75ffbe8
--- /dev/null
+++ b/eval/step_configs/config_CIFAR.ini
@@ -0,0 +1,35 @@
+[DATASET]
+dataset_package = decentralizepy.datasets.CIFAR10
+dataset_class = CIFAR10
+model_class = LeNet
+train_dir = /mnt/nfs/shared/CIFAR
+test_dir = /mnt/nfs/shared/CIFAR
+; python list of fractions below
+sizes = 
+random_seed = 91
+partition_niid = True
+shards = 4
+
+[OPTIMIZER_PARAMS]
+optimizer_package = torch.optim
+optimizer_class = Adam
+lr = 0.001
+
+[TRAIN_PARAMS]
+training_package = decentralizepy.training.Training
+training_class = Training
+rounds = 5
+full_epochs = False
+batch_size = 8
+shuffle = True
+loss_package = torch.nn
+loss_class = CrossEntropyLoss
+
+[COMMUNICATION]
+comm_package = decentralizepy.communication.TCP
+comm_class = TCP
+addresses_filepath = ip_addr_6Machines.json
+
+[SHARING]
+sharing_package = decentralizepy.sharing.Sharing
+sharing_class = Sharing
diff --git a/eval/step_configs/config_CIFAR_topk.ini b/eval/step_configs/config_CIFAR_topk.ini
new file mode 100644
index 0000000..248e316
--- /dev/null
+++ b/eval/step_configs/config_CIFAR_topk.ini
@@ -0,0 +1,36 @@
+[DATASET]
+dataset_package = decentralizepy.datasets.CIFAR10
+dataset_class = CIFAR10
+model_class = LeNet
+train_dir = /mnt/nfs/shared/CIFAR
+test_dir = /mnt/nfs/shared/CIFAR
+; python list of fractions below
+sizes = 
+random_seed = 91
+partition_niid = True
+
+[OPTIMIZER_PARAMS]
+optimizer_package = torch.optim
+optimizer_class = Adam
+lr = 0.001
+
+[TRAIN_PARAMS]
+training_package = decentralizepy.training.Training
+training_class = Training
+rounds = 5
+full_epochs = False
+batch_size = 8
+shuffle = True
+loss_package = torch.nn
+loss_class = CrossEntropyLoss
+
+[COMMUNICATION]
+comm_package = decentralizepy.communication.TCP
+comm_class = TCP
+addresses_filepath = ip_addr_6Machines.json
+
+[SHARING]
+sharing_package = decentralizepy.sharing.PartialModel
+sharing_class = PartialModel
+alpha = 0.5
+accumulation = True
diff --git a/eval/step_configs/config_CIFAR_wavelet.ini b/eval/step_configs/config_CIFAR_wavelet.ini
new file mode 100644
index 0000000..19fc611
--- /dev/null
+++ b/eval/step_configs/config_CIFAR_wavelet.ini
@@ -0,0 +1,40 @@
+[DATASET]
+dataset_package = decentralizepy.datasets.CIFAR10
+dataset_class = CIFAR10
+model_class = LeNet
+train_dir = /mnt/nfs/shared/CIFAR
+test_dir = /mnt/nfs/shared/CIFAR
+; python list of fractions below
+sizes = 
+random_seed = 91
+partition_niid = True
+shards = 4
+
+[OPTIMIZER_PARAMS]
+optimizer_package = torch.optim
+optimizer_class = Adam
+lr = 0.001
+
+[TRAIN_PARAMS]
+training_package = decentralizepy.training.Training
+training_class = Training
+rounds = 5
+full_epochs = False
+batch_size = 8
+shuffle = True
+loss_package = torch.nn
+loss_class = CrossEntropyLoss
+
+[COMMUNICATION]
+comm_package = decentralizepy.communication.TCP
+comm_class = TCP
+addresses_filepath = ip_addr_6Machines.json
+
+[SHARING]
+sharing_package = decentralizepy.sharing.Wavelet
+sharing_class = Wavelet
+change_based_selection = True
+alpha = 0.5
+wavelet=sym2
+level= 4
+accumulation = True
-- 
GitLab