-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathquickstart_provider.py
More file actions
116 lines (96 loc) · 3.73 KB
/
Copy pathquickstart_provider.py
File metadata and controls
116 lines (96 loc) · 3.73 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
#!/usr/bin/env python3
"""Quickstart: Connect to any Anthropic-compatible provider and chat.
Usage:
# GLM-5 via api.z.ai
export ANTHROPIC_BASE_URL="https://api.z.ai/api/anthropic"
export ANTHROPIC_AUTH_TOKEN="your-token-here"
python examples/quickstart_provider.py --model glm-5
# Claude direct
export ANTHROPIC_API_KEY="sk-ant-..."
python examples/quickstart_provider.py --model claude-sonnet-4-20250514
# Any OpenAI-compatible endpoint
python examples/quickstart_provider.py --provider openai --model gpt-4o
"""
from __future__ import annotations
import argparse
import os
import sys
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))))
import chimera
def main():
parser = argparse.ArgumentParser(description="Test a provider connection")
parser.add_argument("--model", default=os.environ.get("ANTHROPIC_MODEL", "glm-5"))
parser.add_argument("--provider", default=None, help="Provider type (auto-detected if omitted)")
parser.add_argument("--base-url", default=None, help="Base URL override")
args = parser.parse_args()
api_key = os.environ.get("ANTHROPIC_API_KEY") or os.environ.get("ANTHROPIC_AUTH_TOKEN")
base_url = args.base_url or os.environ.get("ANTHROPIC_BASE_URL")
print(f"Provider: {args.provider or '(auto-detect)'}")
print(f"Model: {args.model}")
print(f"Base URL: {base_url or '(default)'}")
print(f"API key: {'***' + api_key[-4:] if api_key else '(not set)'}")
print()
provider = chimera.create_provider(
args.provider,
model=args.model,
api_key=api_key,
base_url=base_url,
)
# --- Test 1: Text completion ---
print("=== Text Completion ===")
response = provider.complete([chimera.Message.user("What is 7 * 8? Reply with just the number.")])
print(f"Response: {response.content}")
print(f"Tokens: {response.usage}")
print()
# --- Test 2: Tool use ---
print("=== Tool Use ===")
calc_tool = {
"name": "calculator",
"description": "Evaluate a math expression and return the result.",
"input_schema": {
"type": "object",
"properties": {
"expression": {"type": "string", "description": "e.g. '2 + 2'"},
},
"required": ["expression"],
},
}
response = provider.complete(
[chimera.Message.user("What is 123 * 456? Use the calculator tool.")],
tools=[calc_tool],
)
if response.has_tool_calls:
tc = response.tool_calls[0]
print(f"Tool call: {tc.name}({tc.arguments})")
# Send result back
messages = [
chimera.Message.user("What is 123 * 456? Use the calculator tool."),
chimera.Message.assistant("", tool_calls=[tc]),
chimera.Message.tool(call_id=tc.id, content=str(eval(tc.arguments.get("expression", "0")))),
]
final = provider.complete(messages, tools=[calc_tool])
print(f"Final: {final.content}")
else:
print(f"Direct answer: {response.content}")
print()
# --- Test 3: Multi-turn ---
print("=== Multi-turn ===")
messages = [
chimera.Message.user("My favorite color is cerulean. Remember that."),
]
r1 = provider.complete(messages)
print(f"Turn 1: {r1.content[:80]}...")
messages.append(chimera.Message.assistant(r1.content))
messages.append(chimera.Message.user("What is my favorite color?"))
r2 = provider.complete(messages)
print(f"Turn 2: {r2.content}")
print()
# --- Cost ---
total_cost = sum(
chimera.calculate_cost(args.model, r.usage)
for r in [response, r1, r2]
)
print(f"Estimated cost: ${total_cost:.6f}")
print("Done.")
if __name__ == "__main__":
main()