litellm

Author: tkukurin

.githooks/pre-push

@@ -1,5 +1,5 @@
 #!/bin/sh
 set -e
 uv run ruff check .
-uv run ruff format --check .
+uv run ruff format --check . || { echo "Run 'uv run ruff format .' to fix formatting."; exit 1; }
 uv run pytest -m "not e2e" -q

README.md

@@ -23,19 +23,19 @@ the `ctx.entry` dict.
 
 ## LLM skill
 
-Self-contained with a fake model so the snippet runs as-is:
-
 ```python
+from litellm import completion
 from tk.llmbda import Skill, SkillContext, StepResult, lm, run_skill
 
-def fake_model(*, messages, **_):
-    return "2025-01-15"
+def call_lm(*, messages, **kw):
+    resp = completion(model="gpt-4o-mini", messages=messages, **kw)
+    return resp.choices[0].message.content
 
-@lm(fake_model, system_prompt="Extract a date. Return ISO format.")
+@lm(call_lm, system_prompt="Extract a date. Return ISO format.")
 def extract_date(ctx: SkillContext, call) -> StepResult:
     """Extract a date from natural language."""
     raw = call(messages=[{"role": "user", "content": ctx.entry["text"]}])
-    return StepResult(value=raw)
+    return StepResult(value=raw.strip())
 
 skill = Skill(name="dates", steps=[Skill("extract", fn=extract_date)])
 result = run_skill(skill, text="let's meet on the 15th of January 2025")

examples/calendar_booking.py

@@ -106,7 +106,7 @@ def parse_topic(ctx: SkillContext) -> StepResult:
 # ## Scripted caller
 #
 # Defined before the LLM step so `@lm(...)` can capture it at decoration time.
-# Real usage swaps this for an OpenAI-style caller (see README).
+# Real usage swaps this for a litellm caller (see README).
 
 # %%
 _CANNED = {
@@ -144,7 +144,7 @@ def parse_topic(ctx: SkillContext) -> StepResult:
 
 
 def scripted_caller(*, messages: list[dict[str, str]], **_kw: object) -> str:
-    """Pretend to be an OpenAI caller; returns a JSON string."""
+    """Scripted LMCaller for examples; returns a JSON string."""
     user_msg = messages[1]["content"]
     for key, payload in _CANNED.items():
         if key in user_msg:

examples/support_triage.py

@@ -174,7 +174,7 @@ def _read_json_user_message(messages: list[dict[str, str]]) -> dict[str, Any]:
 
 
 def scripted_support_model(*, messages: list[dict[str, str]], **_kw: Any) -> str:
-    """OpenAI-shaped deterministic caller for examples."""
+    """Scripted LMCaller for examples."""
     system = (
         messages[0]["content"].lower()
         if messages and messages[0]["role"] == "system"