Add caching to prevent redundant calls to LLMs.

Author: fniessink

.gitignore

@@ -1,4 +1,4 @@
-.*_cache
+.*_cache*
 .coverage*
 .DS_Store
 .venv

pyproject.toml

@@ -2,7 +2,8 @@
 name = "Summarizer"
 version = "0.1"
 dependencies = [
-    "langchain-openai == 0.0.8",
+    "langchain == 0.1.13",
+    "langchain-openai == 0.1.1",
 ]
 
 [project.scripts]

src/summarizer/app.py

@@ -1,10 +1,14 @@
 """Main module for the application."""
 
+from langchain.cache import SQLiteCache
+from langchain.globals import set_llm_cache
+
 from summarizer.cli import create_argument_parser
 from summarizer.summarize import summarize_path
 
 
 def main() -> None:
     """Run the main program."""
+    set_llm_cache(SQLiteCache(database_path=".summarizer_cache.db"))
     args = create_argument_parser().parse_args()
     print(summarize_path(args.path))