Func tests (#35)

* More functional tests

* More functional tests

* Don't re-run if there are previous results

* Tidy

Author: Iain-S

advent_of_action/main.py

@@ -105,6 +105,17 @@ def main() -> None:
     # │   ├── python_person
     # │   │   └── solution.py
     answers = ("", "")  # todo
+
+    # Get the previous results.
+    # todo Refactor this into a function.
+    readme = Path("README.md")
+    old_content = readme.read_text()
+    section_begins = old_content.find("\n\n## Stats")
+    if section_begins > -1:
+        section_ends = old_content.find("\n\n##", section_begins + 1)
+        section = old_content[section_begins:section_ends] if section_ends else old_content[section_begins:]
+        results = from_table(section)
+
     for dirpath, dirnames, filenames in path.walk(top_down=True):
         if ".optout" in filenames:
             continue
@@ -120,11 +131,12 @@ def main() -> None:
 
             if len(dirpath.parts) == 2:
                 directory = dirpath.parts[1]
-                for name, runner in RUNTIMES.items():
-                    language: Language = directory[0 : directory.find("_")]
-                    person: Person = directory[directory.find("_") + 1 :]
-                    if language == name:
-                        results[(day, language, person)] = measure_execution_time(answers, dirpath, runner)
+                language: Language = directory[0 : directory.find("_")]
+                person: Person = directory[directory.find("_") + 1 :]
+                if (day, language, person) not in results:
+                    for name, runner in RUNTIMES.items():
+                        if language == name:
+                            results[(day, language, person)] = measure_execution_time(answers, dirpath, runner)
 
     write_results(results)
 

tests/README_TEMPLATE_3.md

@@ -0,0 +1,24 @@
+# Title
+
+A sentence.
+
+## Stats
+
+| day | language | who | part | time (s) | mem (KB) | notes |
+| --- | --- | --- | --- | --- | --- | --- |
+| 99 | jupyter | iain | one | 1 | 8 |  |
+| 99 | jupyter | iain | two |  |  | Different answer |
+| 99 | ocaml | iain | one | 1 | 8 |  |
+| 99 | ocaml | iain | two |  |  | Different answer |
+| 99 | python | iain | one | 1 | 8 |  |
+| 99 | python | iain | two | 1 | 8 |  |
+| 99 | python | zain | one |  |  | Error(z) |
+| 99 | python | zain | two |  |  | Error(z) |
+| 99 | racket | iain | one | 1 | 8 |  |
+| 99 | racket | iain | two |  |  | Different answer |
+| 99 | rust | iain | one | 1 | 8 |  |
+
+
+## Section
+
+Another sentence.

tests/test_main.py

@@ -8,22 +8,25 @@
 
 
 class TestMain(unittest.TestCase):
+    @classmethod
+    def setUpClass(cls) -> None:
+        os.environ["GPG_PASS"] = "yourpassword"
+
     def setUp(self) -> None:
-        """Setup the test environment."""
+        """Set up the test environment."""
 
         # Undo anything that might have been set by failing tests.
         Path("./README.md").unlink(missing_ok=True)
         Path("./input.txt").unlink(missing_ok=True)
-        os.unsetenv("GPG_PASS")
 
     def test_main(self) -> None:
         with patch("subprocess.run") as mock_run:
             mock_run.return_value.stdout = "helloo"
             mock_run.return_value.stderr = "1792,0.01,0.02"
             Path("README.md").write_text("")
             main.main()
-            timings: list[str] = ["/usr/bin/time", "-f", "%M,%S,%U"]
-            a: tuple[list[str], ...] = tuple(
+            timings = ["/usr/bin/time", "-f", "%M,%S,%U"]
+            a = (
                 [["dotnet", "fsi", str(PosixPath("day_99/fsharp_iain/solution.fsx")), x] for x in ("one", "two")]
                 + [
                     ["ipython", "-c", f"%run {str(PosixPath('day_99/jupyter_iain/solution.ipynb'))}", x]
@@ -59,6 +62,31 @@ def test_main(self) -> None:
                 ],
             )
 
+    def test_main_two(self) -> None:
+        with patch("subprocess.run") as mock_run:
+            mock_run.return_value.stdout = "helloo"
+            mock_run.return_value.stderr = "1792,0.01,0.02"
+            shutil.copy(Path("README_TEMPLATE_3.md"), Path("README.md"))
+            main.main()
+            timings = ["/usr/bin/time", "-f", "%M,%S,%U"]
+            a = [["dotnet", "fsi", str(PosixPath("day_99/fsharp_iain/solution.fsx")), x] for x in ("one", "two")] + [
+                ["cargo", "run", "--quiet", "--manifest-path", str(PosixPath("day_99/rust_iain/Cargo.toml")), x]
+                for x in ("one", "two")
+            ]
+            self.assertListEqual(
+                mock_run.call_args_list,
+                [
+                    call(
+                        timings + x,
+                        capture_output=True,
+                        timeout=60,
+                        text=True,
+                        check=True,
+                    )
+                    for x in a
+                ],
+            )
+
     def test_measure_one(self) -> None:
         # Check that we measure the run.
         actual = main.measure_execution_time(("answer", "answer"), Path("."), lambda x, y: (1792, 0.03, "answer"))
@@ -157,7 +185,6 @@ def test_write_results_two(self) -> None:
         self.assertEqual(expected_readme_txt, readme.read_text())
 
     def test_get_answers(self) -> None:
-        os.environ["GPG_PASS"] = "yourpassword"
         actual = main.get_answers(Path("day_99/"))
         self.assertEqual(("answer", "answer2"), actual)