Skip to content

Commit 6167586

Browse files
Add NAMO and NAMO-D optimizer configs (#2966)
1 parent 6b5a584 commit 6167586

3 files changed

Lines changed: 997 additions & 0 deletions

File tree

lib/levanter/src/levanter/optim/__init__.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,8 @@
2525
"MuonHConfig",
2626
"ScaleByMuonState",
2727
"GrugMuonConfig",
28+
"NamoConfig",
29+
"NamoDConfig",
2830
# rmsprop
2931
"RMSPropMomentumConfig",
3032
"ScaleByRMSPropMomState",
@@ -50,6 +52,7 @@
5052
from .muon import MuonConfig, ScaleByMuonState
5153
from .grugmuon import GrugMuonConfig
5254
from .muonh import MuonHConfig
55+
from .namo import NamoConfig, NamoDConfig
5356
from .rmsprop import RMSPropMomentumConfig, ScaleByRMSPropMomState
5457
from .scion import ScaleByScionState, ScionConfig
5558
from .soap import SoapConfig

0 commit comments

Comments
 (0)