From e27d584b90a096d5c3144291154fff54e2d45a1d Mon Sep 17 00:00:00 2001
From: Rishi Sharma <rishi.sharma@epfl.ch>
Date: Tue, 23 Nov 2021 14:30:59 +0100
Subject: [PATCH] Reset optimizer state after iterations
---
src/decentralizepy/node/Node.py | 1 +
1 file changed, 1 insertion(+)
diff --git a/src/decentralizepy/node/Node.py b/src/decentralizepy/node/Node.py
index 3e0ffba..77c29d9 100644
--- a/src/decentralizepy/node/Node.py
+++ b/src/decentralizepy/node/Node.py
@@ -159,6 +159,7 @@ class Node:
self.trainer.train(self.dataset)
self.sharing.step()
+ self.optimizer = optimizer_class(self.model.parameters(), **optimizer_params) # Reset optimizer state
rounds_to_test -= 1
--
GitLab