From 73ce8c2aeb60ac3676ec579fa56f3f90607eec5c Mon Sep 17 00:00:00 2001 From: Rishi Sharma <rishi.sharma@epfl.ch> Date: Fri, 1 Apr 2022 20:35:26 +0200 Subject: [PATCH] Add CIFAR Configs --- eval/step_configs/config_CIFAR.ini | 35 +++++++++++++++++++ eval/step_configs/config_CIFAR_topk.ini | 36 +++++++++++++++++++ eval/step_configs/config_CIFAR_wavelet.ini | 40 ++++++++++++++++++++++ 3 files changed, 111 insertions(+) create mode 100644 eval/step_configs/config_CIFAR.ini create mode 100644 eval/step_configs/config_CIFAR_topk.ini create mode 100644 eval/step_configs/config_CIFAR_wavelet.ini diff --git a/eval/step_configs/config_CIFAR.ini b/eval/step_configs/config_CIFAR.ini new file mode 100644 index 0000000..75ffbe8 --- /dev/null +++ b/eval/step_configs/config_CIFAR.ini @@ -0,0 +1,35 @@ +[DATASET] +dataset_package = decentralizepy.datasets.CIFAR10 +dataset_class = CIFAR10 +model_class = LeNet +train_dir = /mnt/nfs/shared/CIFAR +test_dir = /mnt/nfs/shared/CIFAR +; python list of fractions below +sizes = +random_seed = 91 +partition_niid = True +shards = 4 + +[OPTIMIZER_PARAMS] +optimizer_package = torch.optim +optimizer_class = Adam +lr = 0.001 + +[TRAIN_PARAMS] +training_package = decentralizepy.training.Training +training_class = Training +rounds = 5 +full_epochs = False +batch_size = 8 +shuffle = True +loss_package = torch.nn +loss_class = CrossEntropyLoss + +[COMMUNICATION] +comm_package = decentralizepy.communication.TCP +comm_class = TCP +addresses_filepath = ip_addr_6Machines.json + +[SHARING] +sharing_package = decentralizepy.sharing.Sharing +sharing_class = Sharing diff --git a/eval/step_configs/config_CIFAR_topk.ini b/eval/step_configs/config_CIFAR_topk.ini new file mode 100644 index 0000000..248e316 --- /dev/null +++ b/eval/step_configs/config_CIFAR_topk.ini @@ -0,0 +1,36 @@ +[DATASET] +dataset_package = decentralizepy.datasets.CIFAR10 +dataset_class = CIFAR10 +model_class = LeNet +train_dir = /mnt/nfs/shared/CIFAR +test_dir = /mnt/nfs/shared/CIFAR +; python list of fractions below +sizes = +random_seed = 91 +partition_niid = True + +[OPTIMIZER_PARAMS] +optimizer_package = torch.optim +optimizer_class = Adam +lr = 0.001 + +[TRAIN_PARAMS] +training_package = decentralizepy.training.Training +training_class = Training +rounds = 5 +full_epochs = False +batch_size = 8 +shuffle = True +loss_package = torch.nn +loss_class = CrossEntropyLoss + +[COMMUNICATION] +comm_package = decentralizepy.communication.TCP +comm_class = TCP +addresses_filepath = ip_addr_6Machines.json + +[SHARING] +sharing_package = decentralizepy.sharing.PartialModel +sharing_class = PartialModel +alpha = 0.5 +accumulation = True diff --git a/eval/step_configs/config_CIFAR_wavelet.ini b/eval/step_configs/config_CIFAR_wavelet.ini new file mode 100644 index 0000000..19fc611 --- /dev/null +++ b/eval/step_configs/config_CIFAR_wavelet.ini @@ -0,0 +1,40 @@ +[DATASET] +dataset_package = decentralizepy.datasets.CIFAR10 +dataset_class = CIFAR10 +model_class = LeNet +train_dir = /mnt/nfs/shared/CIFAR +test_dir = /mnt/nfs/shared/CIFAR +; python list of fractions below +sizes = +random_seed = 91 +partition_niid = True +shards = 4 + +[OPTIMIZER_PARAMS] +optimizer_package = torch.optim +optimizer_class = Adam +lr = 0.001 + +[TRAIN_PARAMS] +training_package = decentralizepy.training.Training +training_class = Training +rounds = 5 +full_epochs = False +batch_size = 8 +shuffle = True +loss_package = torch.nn +loss_class = CrossEntropyLoss + +[COMMUNICATION] +comm_package = decentralizepy.communication.TCP +comm_class = TCP +addresses_filepath = ip_addr_6Machines.json + +[SHARING] +sharing_package = decentralizepy.sharing.Wavelet +sharing_class = Wavelet +change_based_selection = True +alpha = 0.5 +wavelet=sym2 +level= 4 +accumulation = True -- GitLab