lower weight decay in readme

lucidrains · lucidrains · commit 5d7cd48fde5a · 2024-06-20T08:53:20.000-07:00
diff --git a/README.md b/README.md
@@ -29,7 +29,7 @@ from grokfast_pytorch import GrokFastAdamW
 opt = GrokFastAdamW(
     model.parameters(),
     lr = 1e-4,
-    weight_decay = 0.1
+    weight_decay = 1e-2
 )
 
 # forward and backwards

Original file line number	Diff line number	Diff line change
`@@ -29,7 +29,7 @@ from grokfast_pytorch import GrokFastAdamW`
`29`	`29`	`opt = GrokFastAdamW(`
`30`	`30`	`model.parameters(),`
`31`	`31`	`lr = 1e-4,`
`32`		`- weight_decay = 0.1`
	`32`	`+ weight_decay = 1e-2`
`33`	`33`	`)`
`34`	`34`
`35`	`35`	`# forward and backwards`