Show type errors in integration tests when using pyrefly

Summary:
Type errors can be the reason for integration test failures, so it's usually better to show them.
Also, this enables using `reveal_type(expr)` in tests to get the type of an expression.

Reviewed By: yangdanny97

Differential Revision: D108026716

fbshipit-source-id: 3a44341aba781170d23da8cbb9f86930ff1a4764

Author: arthaud

stubs/integration_test/run.py

@@ -21,7 +21,8 @@
         "--require-pyre-env",
         "--check-invariants",
         "--skip-model-verification-with-pyrefly",
-        "--typeshed", "../typeshed/typeshed",
+        "--typeshed=../typeshed/typeshed",
+        "--show-type-errors",
     ]
     + sys.argv[1:],
 )

tools/pysa_integration_tests/run.py

@@ -40,6 +40,7 @@ def main(
     ignore_positions: bool,
     write_actual_results_on_failure: bool,
     use_pyrefly: bool,
+    show_type_errors: bool,
 ) -> None:
     """
     Entry point function to run a full end-to-end integration test.
@@ -73,6 +74,7 @@ def main(
         check_invariants=check_invariants,
         use_pyrefly=use_pyrefly,
         working_directory=working_directory,
+        show_type_errors=show_type_errors,
     )
 
     test_result_directory = (
@@ -171,6 +173,12 @@ def main(
         default=False,
         help="Use pyrefly as the type checker, instead of pyre1",
     )
+    parser.add_argument(
+        "--show-type-errors",
+        action="store_true",
+        default=False,
+        help="Show type errors from Pyrefly",
+    )
 
     parsed: argparse.Namespace = parser.parse_args()
     run_from = test_runner_lib.RunFrom(parsed.run_from)
@@ -193,4 +201,5 @@ def main(
         ignore_positions=parsed.ignore_positions,
         write_actual_results_on_failure=parsed.write_actual_results_on_failure,
         use_pyrefly=parsed.use_pyrefly,
+        show_type_errors=parsed.show_type_errors,
     )

tools/pysa_integration_tests/runner_lib.py

@@ -229,6 +229,7 @@ def run_pysa(
     error_help: Optional[str] = None,
     use_pyrefly: bool = False,
     skip_buck_dependencies: bool = False,
+    show_type_errors: bool = False,
 ) -> str:
     """Run pysa for the given test and produce a list of errors in JSON."""
     if run_from == RunFrom.PYRE_IN_PATH:
@@ -279,6 +280,9 @@ def run_pysa(
     if use_pyrefly:
         command.append("--use-pyrefly")
 
+    if show_type_errors:
+        command.append("--show-type-errors")
+
     if skip_buck_dependencies:
         command.append("--skip-buck-dependencies")