oops

lucidrains · Jun 15, 2024 · 6ce7576 · 6ce7576
1 parent 05258c9
commit 6ce7576
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/lion_pytorch/foreach.py b/lion_pytorch/foreach.py
@@ -86,7 +86,7 @@ def step(
             torch._foreach_lerp_(updates, grads, 1. - beta1)
             torch._foreach_sign_(updates)
 
-            torch._foreach_add_(params, updates)
+            torch._foreach_add_(params, updates, alpha = -lr)
 
             # decay momentum running average
 

diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'lion-pytorch',
   packages = find_packages(exclude=[]),
-  version = '0.2.1',
+  version = '0.2.2',
   license='MIT',
   description = 'Lion Optimizer - Pytorch',
   author = 'Phil Wang',