diff --git a/src/decentralizepy/sharing/PartialModel.py b/src/decentralizepy/sharing/PartialModel.py
index 107e20d96d2dee01d9ea4ff33ed1c5e09d53d95d..529f6733d464e294e01bf38deccfa45446e59bb5 100644
--- a/src/decentralizepy/sharing/PartialModel.py
+++ b/src/decentralizepy/sharing/PartialModel.py
@@ -70,8 +70,8 @@ class PartialModel(Sharing):
         self.total_meta = 0
 
         # Only save for 2 procs: Save space
-        if rank == 0 or rank == 1:
-            self.save_shared = True
+        if self.save_shared and not (rank == 0 or rank == 1):
+            self.save_shared = False
 
         if self.save_shared:
             self.folder_path = os.path.join(
diff --git a/src/decentralizepy/training/ChangeAccumulator.py b/src/decentralizepy/training/ChangeAccumulator.py
index 257b4ace9f8dde2008851fd071189a5f594e878a..6ee5dc79f1e32aa36cc09ab06f1309bc28fd2f32 100644
--- a/src/decentralizepy/training/ChangeAccumulator.py
+++ b/src/decentralizepy/training/ChangeAccumulator.py
@@ -73,7 +73,7 @@ class ChangeAccumulator(Training):
             batch_size,
             shuffle,
         )
-        self.save_accumulated = conditional_value(save_accumulated, "", True)
+        self.save_accumulated = conditional_value(save_accumulated, "", False)
         self.communication_round = 0
         if self.save_accumulated:
             self.model_change_path = os.path.join(