temporary foreach disable

konstmish · Apr 13, 2024 · c847fd5 · c847fd5
1 parent 9a9c134
commit c847fd5
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/schedulefree/adamw_schedulefree.py b/schedulefree/adamw_schedulefree.py
@@ -49,7 +49,7 @@ def __init__(self,
                  warmup_steps=0,
                  r=0.0,
                  weight_lr_power=2.0,
-                 foreach=True
+                 foreach=False
                  ):
 
         defaults = dict(lr=lr, 

diff --git a/schedulefree/adamw_schedulefree_closure.py b/schedulefree/adamw_schedulefree_closure.py
@@ -47,7 +47,7 @@ def __init__(self, params,
                  warmup_steps=0,
                  r=0,
                  weight_lr_power=2.0,
-                 foreach=True
+                 foreach=False
                  ):
         defaults = dict(lr=lr,
                         betas=betas,

diff --git a/schedulefree/sgd_schedulefree.py b/schedulefree/sgd_schedulefree.py
@@ -44,7 +44,7 @@ def __init__(self,
                  warmup_steps=0,
                  r=0.0,
                  weight_lr_power=2,
-                 foreach=True,
+                 foreach=False,
                  ):
         if lr < 0.0:
             raise ValueError("Invalid learning rate: {}".format(lr))

diff --git a/schedulefree/sgd_schedulefree_closure.py b/schedulefree/sgd_schedulefree_closure.py
@@ -44,7 +44,7 @@ def __init__(self,
                  warmup_steps=0,
                  r=0.0,
                  weight_lr_power=2.0,
-                 foreach=True
+                 foreach=False
                  ):
         if lr < 0.0:
             raise ValueError("Invalid learning rate: {}".format(lr))