infra: import CI speed (#14566)

Was taking 10 mins. Now a few seconds.

Author: Erick Friis

libs/community/Makefile

@@ -16,9 +16,7 @@ test_watch:
 	poetry run ptw --snapshot-update --now . -- -vv -x tests/unit_tests
 
 check_imports: $(shell find langchain_community -name '*.py')
-	for f in $^ ; do \
-		python -c "from importlib.machinery import SourceFileLoader; SourceFileLoader('x', '$$f').load_module()" || exit 1; \
-	done
+	poetry run python ./scripts/check_imports.py $^
 
 extended_tests:
 	poetry run pytest --only-extended tests/unit_tests
@@ -39,7 +37,7 @@ lint_tests: MYPY_CACHE=.mypy_cache_test
 
 lint lint_diff lint_package lint_tests:
 	./scripts/check_pydantic.sh .
-	./scripts/check_imports.sh
+	./scripts/lint_imports.sh
 	poetry run ruff .
 	[ "$(PYTHON_FILES)" = "" ] || poetry run ruff format $(PYTHON_FILES) --diff
 	[ "$(PYTHON_FILES)" = "" ] || poetry run ruff --select I $(PYTHON_FILES)

libs/community/scripts/check_imports.py

@@ -0,0 +1,17 @@
+import sys
+import traceback
+from importlib.machinery import SourceFileLoader
+
+if __name__ == "__main__":
+    files = sys.argv[1:]
+    has_failure = False
+    for file in files:
+        try:
+            SourceFileLoader("x", file).load_module()
+        except Exception:
+            has_faillure = True
+            print(file)
+            traceback.print_exc()
+            print()
+
+    sys.exit(1 if has_failure else 0)

libs/community/scripts/check_imports.sh

@@ -16,9 +16,7 @@ test_watch:
 	poetry run ptw --snapshot-update --now . -- -vv -x tests/unit_tests
 
 check_imports: $(shell find langchain_core -name '*.py')
-	for f in $^ ; do \
-		python -c "from importlib.machinery import SourceFileLoader; SourceFileLoader('x', '$$f').load_module()" || exit 1; \
-	done
+	poetry run python ./scripts/check_imports.py $^
 
 extended_tests:
 	poetry run pytest --only-extended $(TEST_FILE)

libs/core/Makefile

@@ -0,0 +1,17 @@
+import sys
+import traceback
+from importlib.machinery import SourceFileLoader
+
+if __name__ == "__main__":
+    files = sys.argv[1:]
+    has_failure = False
+    for file in files:
+        try:
+            SourceFileLoader("x", file).load_module()
+        except Exception:
+            has_faillure = True
+            print(file)
+            traceback.print_exc()
+            print()
+
+    sys.exit(1 if has_failure else 0)

libs/core/scripts/check_imports.py

@@ -22,9 +22,7 @@ integration_tests:
 	poetry run pytest tests/integration_tests
 
 check_imports: $(shell find langchain_experimental -name '*.py')
-	for f in $^ ; do \
-		python -c "from importlib.machinery import SourceFileLoader; SourceFileLoader('x', '$$f').load_module()" || exit 1; \
-	done
+	poetry run python ./scripts/check_imports.py $^
 
 
 ######################

libs/experimental/Makefile

@@ -0,0 +1,17 @@
+import sys
+import traceback
+from importlib.machinery import SourceFileLoader
+
+if __name__ == "__main__":
+    files = sys.argv[1:]
+    has_failure = False
+    for file in files:
+        try:
+            SourceFileLoader("x", file).load_module()
+        except Exception:
+            has_faillure = True
+            print(file)
+            traceback.print_exc()
+            print()
+
+    sys.exit(1 if has_failure else 0)

libs/experimental/scripts/check_imports.py

@@ -41,9 +41,7 @@ docker_tests:
 	docker run --rm my-langchain-image:test
 
 check_imports: $(shell find langchain -name '*.py')
-	for f in $^ ; do \
-		python -c "from importlib.machinery import SourceFileLoader; SourceFileLoader('x', '$$f').load_module()" || exit 1; \
-	done
+	poetry run python ./scripts/check_imports.py $^
 
 ######################
 # LINTING AND FORMATTING

libs/langchain/Makefile

@@ -0,0 +1,17 @@
+import sys
+import traceback
+from importlib.machinery import SourceFileLoader
+
+if __name__ == "__main__":
+    files = sys.argv[1:]
+    has_failure = False
+    for file in files:
+        try:
+            SourceFileLoader("x", file).load_module()
+        except Exception:
+            has_faillure = True
+            print(file)
+            traceback.print_exc()
+            print()
+
+    sys.exit(1 if has_failure else 0)