typo

Author: Michael Gschwind

model.py

@@ -43,15 +43,15 @@ def __post_init__(self):
             # then calculate implicitly based on dim and
             # also multiple of `args.multiple_of`
             multiple_of = self.multiple_of
-            hidden_dim = 4 * dim
+            hidden_dim = 4 * self.dim
             hidden_dim = int(2 * hidden_dim / 3)
             if self.ffn_dim_multiplier is not None:
                 hidden_dim = int(self.ffn_dim_multiplier * hidden_dim)
-            args.hidden_dim = multiple_of * ((hidden_dim + multiple_of - 1) // multiple_of)
+            self.hidden_dim = multiple_of * ((hidden_dim + multiple_of - 1) // multiple_of)
         self.head_dim = self.dim // self.n_heads
 
     @classmethod
-    def from_params(cls, params_path: str):
+    def from_params(cls, params_path):
         with open(params_path, "r") as f:
             params = json.loads(f.read())
         return cls(**params)