forked from rohitg00/ai-engineering-from-scratch
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathquiz.json
More file actions
78 lines (78 loc) · 2.46 KB
/
Copy pathquiz.json
File metadata and controls
78 lines (78 loc) · 2.46 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
{
"lesson": "27-finops-llms",
"title": "FinOps for LLMs — Unit Economics and Multi-Tenant Attribution",
"questions": [
{
"stage": "pre",
"question": "Why does traditional FinOps break on LLM spend?",
"options": [
"LLMs don't cost money",
"Cloud providers refuse to itemize",
"LLM bills are always free",
"Costs are token-transactions rather than resource-uptime; tags don't auto-propagate from API calls and you must stamp user/task/tenant at the call site"
],
"correct": 3,
"explanation": ""
},
{
"stage": "check",
"question": "Which three attribution dimensions does the lesson require instrumenting on day one?",
"options": [
"Provider, model, API version",
"Region, AZ, datacenter",
"Per-user (user_id), per-task (task_id + route), per-tenant (tenant_id)",
"GPU, CPU, RAM"
],
"correct": 2,
"explanation": ""
},
{
"stage": "check",
"question": "Which four token layers should be broken out in cost attribution?",
"options": [
"GPU, CPU, RAM, storage",
"Cache, model, gateway, observability",
"Input, output, network, disk",
"Prompt, tool, memory, response"
],
"correct": 3,
"explanation": ""
},
{
"stage": "check",
"question": "What is the kill-switch trigger in the enforcement ladder?",
"options": [
"Spend over $1 in a minute",
"Any 5xx response",
"Tenant spend z-score > 4 relative to baseline; auto-pause tenant and page on-call",
"Latency P50 > 2s"
],
"correct": 2,
"explanation": ""
},
{
"stage": "post",
"question": "Which unit metric does the lesson recommend instead of $/M tokens?",
"options": [
"Cost per second",
"Cost per GPU-hour",
"Cost per product outcome (e.g. cost per resolved support ticket, cost per generated article, cost per successful agent task)",
"Cost per gateway"
],
"correct": 2,
"explanation": ""
},
{
"stage": "post",
"question": "Which attribution pattern does the lesson call the highest-accuracy one mature teams use?",
"options": [
"Tag-and-aggregate only",
"Model-based allocation",
"Telemetry joiner — join traces to billing via trace IDs",
"Sampling and extrapolation"
],
"correct": 2,
"explanation": ""
}
]
}