And changing the changed name in the tests.

murrellb · murrellb · commit b95fd3c61edc · 2024-12-16T03:13:50.000+01:00
diff --git a/test/rules.jl b/test/rules.jl
@@ -14,7 +14,7 @@ RULES = [
   OptimiserChain(ClipNorm(), Adam(0.001)),
   OptimiserChain(ClipGrad(0.5), Momentum()),
   OptimiserChain(WeightDecay(), OAdam(), ClipGrad(1)),
-  OptimiserChain(GradNormGrowthLimiter(1.1), Apollo()),
+  OptimiserChain(NormGrowthCap(1.1), Apollo()),
   # Not the default:
   RMSProp(centred = true), AdamW(couple=false),
 ]

Original file line number	Diff line number	Diff line change
`@@ -14,7 +14,7 @@ RULES = [`
`14`	`14`	`OptimiserChain(ClipNorm(), Adam(0.001)),`
`15`	`15`	`OptimiserChain(ClipGrad(0.5), Momentum()),`
`16`	`16`	`OptimiserChain(WeightDecay(), OAdam(), ClipGrad(1)),`
`17`		`- OptimiserChain(GradNormGrowthLimiter(1.1), Apollo()),`
	`17`	`+ OptimiserChain(NormGrowthCap(1.1), Apollo()),`
`18`	`18`	`# Not the default:`
`19`	`19`	`RMSProp(centred = true), AdamW(couple=false),`
`20`	`20`	`]`