diff --git a/eval/step_configs/config_CIFAR.ini b/eval/step_configs/config_CIFAR.ini new file mode 100644 index 0000000000000000000000000000000000000000..75ffbe8f46383b6f97596497c19baa715d7f3dd2 --- /dev/null +++ b/eval/step_configs/config_CIFAR.ini @@ -0,0 +1,35 @@ +[DATASET] +dataset_package = decentralizepy.datasets.CIFAR10 +dataset_class = CIFAR10 +model_class = LeNet +train_dir = /mnt/nfs/shared/CIFAR +test_dir = /mnt/nfs/shared/CIFAR +; python list of fractions below +sizes = +random_seed = 91 +partition_niid = True +shards = 4 + +[OPTIMIZER_PARAMS] +optimizer_package = torch.optim +optimizer_class = Adam +lr = 0.001 + +[TRAIN_PARAMS] +training_package = decentralizepy.training.Training +training_class = Training +rounds = 5 +full_epochs = False +batch_size = 8 +shuffle = True +loss_package = torch.nn +loss_class = CrossEntropyLoss + +[COMMUNICATION] +comm_package = decentralizepy.communication.TCP +comm_class = TCP +addresses_filepath = ip_addr_6Machines.json + +[SHARING] +sharing_package = decentralizepy.sharing.Sharing +sharing_class = Sharing diff --git a/eval/step_configs/config_CIFAR_topk.ini b/eval/step_configs/config_CIFAR_topk.ini new file mode 100644 index 0000000000000000000000000000000000000000..248e3162e5c55d2fdf41051556cc1a51e715e3e1 --- /dev/null +++ b/eval/step_configs/config_CIFAR_topk.ini @@ -0,0 +1,36 @@ +[DATASET] +dataset_package = decentralizepy.datasets.CIFAR10 +dataset_class = CIFAR10 +model_class = LeNet +train_dir = /mnt/nfs/shared/CIFAR +test_dir = /mnt/nfs/shared/CIFAR +; python list of fractions below +sizes = +random_seed = 91 +partition_niid = True + +[OPTIMIZER_PARAMS] +optimizer_package = torch.optim +optimizer_class = Adam +lr = 0.001 + +[TRAIN_PARAMS] +training_package = decentralizepy.training.Training +training_class = Training +rounds = 5 +full_epochs = False +batch_size = 8 +shuffle = True +loss_package = torch.nn +loss_class = CrossEntropyLoss + +[COMMUNICATION] +comm_package = decentralizepy.communication.TCP +comm_class = TCP +addresses_filepath = ip_addr_6Machines.json + +[SHARING] +sharing_package = decentralizepy.sharing.PartialModel +sharing_class = PartialModel +alpha = 0.5 +accumulation = True diff --git a/eval/step_configs/config_CIFAR_wavelet.ini b/eval/step_configs/config_CIFAR_wavelet.ini new file mode 100644 index 0000000000000000000000000000000000000000..19fc61141cebd6277f95f85651e4024574d2c1c0 --- /dev/null +++ b/eval/step_configs/config_CIFAR_wavelet.ini @@ -0,0 +1,40 @@ +[DATASET] +dataset_package = decentralizepy.datasets.CIFAR10 +dataset_class = CIFAR10 +model_class = LeNet +train_dir = /mnt/nfs/shared/CIFAR +test_dir = /mnt/nfs/shared/CIFAR +; python list of fractions below +sizes = +random_seed = 91 +partition_niid = True +shards = 4 + +[OPTIMIZER_PARAMS] +optimizer_package = torch.optim +optimizer_class = Adam +lr = 0.001 + +[TRAIN_PARAMS] +training_package = decentralizepy.training.Training +training_class = Training +rounds = 5 +full_epochs = False +batch_size = 8 +shuffle = True +loss_package = torch.nn +loss_class = CrossEntropyLoss + +[COMMUNICATION] +comm_package = decentralizepy.communication.TCP +comm_class = TCP +addresses_filepath = ip_addr_6Machines.json + +[SHARING] +sharing_package = decentralizepy.sharing.Wavelet +sharing_class = Wavelet +change_based_selection = True +alpha = 0.5 +wavelet=sym2 +level= 4 +accumulation = True