they actually use adam atan2

lucidrains · lucidrains · commit d58e0476802a · 2025-07-27T10:26:27.000-07:00
diff --git a/HRM/hrm.py b/HRM/hrm.py
@@ -5,6 +5,8 @@
 
 from x_transformers import Encoder
 
+from adam_atan2_pytorch import AdamAtan2
+
 # helper functions
 
 def exists(v):
diff --git a/pyproject.toml b/pyproject.toml
@@ -24,6 +24,7 @@ classifiers=[
 ]
 
 dependencies = [
+    "adam-atan2-pytorch",
     "einops>=0.8.0",
     "torch>=2.0",
     "x-transformers>=2.5.0"
