add week 2 tests

Signed-off-by: Alex Chi <[email protected]>

Author: skyzh

tests/utils.py

@@ -28,7 +28,7 @@ def assert_allclose(
         atol = atol or 1.0e-8
     elif precision == np.float16:
         rtol = rtol or 1.0e-2
-        atol = atol or 1.0e-6
+        atol = atol or 1.0e-5
     assert a.shape == b.shape
     if not np.allclose(a, b, rtol=rtol, atol=atol):
         print("a=", a)

tests_ref_impl_week2/test_attention.py

@@ -0,0 +1 @@
+../tests/test_attention.py

tests_ref_impl_week2/test_basics.py

@@ -0,0 +1 @@
+../tests/test_basics.py

tests_ref_impl_week2/test_layer_norm.py

@@ -0,0 +1 @@
+../tests/test_layer_norm.py

tests_ref_impl_week2/test_rope.py

@@ -0,0 +1 @@
+../tests/test_rope.py

tests_ref_impl_week2/tiny_llm_base.py

@@ -0,0 +1 @@
+from tiny_llm_week2_ref import *

tests_ref_impl_week2/utils.py

@@ -0,0 +1 @@
+../tests/utils.py