-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathrl-environment-sheet.html
More file actions
627 lines (572 loc) · 33.8 KB
/
Copy pathrl-environment-sheet.html
File metadata and controls
627 lines (572 loc) · 33.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>A Practice Room for an AI — Assembly Sheet 01</title>
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link href="https://fonts.googleapis.com/css2?family=Archivo:ital,wdth,wght@0,62..125,300..900;1,62..125,400&family=DM+Mono:wght@400;500&display=swap" rel="stylesheet">
<style>
:root{
--paper:#E6E5DE;
--card:#F3F2ED;
--ink:#15171B;
--blue:#1B3FD8;
--amber:#F0B429;
--red:#CE3B1E;
--rule:rgba(21,23,27,.22);
--gut:clamp(20px,4vw,64px);
}
*{box-sizing:border-box}
html{-webkit-text-size-adjust:100%}
body{
margin:0;
background:var(--paper);
color:var(--ink);
font-family:"Archivo",system-ui,-apple-system,sans-serif;
font-variation-settings:"wdth" 100;
line-height:1.45;
/* faint blueprint grid */
background-image:
linear-gradient(rgba(21,23,27,.045) 1px,transparent 1px),
linear-gradient(90deg,rgba(21,23,27,.045) 1px,transparent 1px);
background-size:28px 28px;
}
.sheet{max-width:1120px;margin:0 auto;padding:clamp(28px,5vw,72px) var(--gut) 0;position:relative}
/* crop marks */
.mark{position:absolute;width:22px;height:22px;border:2px solid var(--ink);opacity:.55}
.mark.tl{top:14px;left:14px;border-right:0;border-bottom:0}
.mark.tr{top:14px;right:14px;border-left:0;border-bottom:0}
.mono{font-family:"DM Mono",ui-monospace,SFMono-Regular,Menlo,monospace}
.eyebrow{
font-family:"DM Mono",monospace;font-size:clamp(10px,1.5vw,12.5px);
letter-spacing:.22em;text-transform:uppercase;
display:flex;align-items:center;gap:12px;margin:0 0 18px;
}
.eyebrow::after{content:"";flex:1;height:1px;background:var(--rule)}
h1{
font-size:clamp(40px,10.5vw,124px);
font-weight:900;
font-variation-settings:"wdth" 78,"wght" 900;
line-height:.86;
letter-spacing:-.02em;
text-transform:uppercase;
margin:0 0 22px;
}
h1 em{font-style:normal;color:var(--blue)}
.lede{
font-size:clamp(16px,2.4vw,23px);
max-width:44ch;margin:0 0 clamp(28px,5vw,52px);
font-weight:400;
}
/* ---- section headings ---- */
h2{
font-size:clamp(28px,6vw,60px);
font-weight:800;
font-variation-settings:"wdth" 82,"wght" 800;
line-height:.92;letter-spacing:-.015em;text-transform:uppercase;
margin:0 0 14px;
}
h3{
font-size:clamp(22px,3.6vw,38px);
font-weight:800;
font-variation-settings:"wdth" 85,"wght" 800;
line-height:.98;letter-spacing:-.01em;text-transform:uppercase;
margin:0 0 10px;
}
p{margin:0 0 12px;font-size:clamp(15px,1.9vw,18px);max-width:38ch}
/* ---- panels ---- */
.band{padding:clamp(40px,7vw,90px) 0;border-top:1.5px solid var(--rule)}
.band:first-of-type{border-top:0}
.split{display:grid;grid-template-columns:1fr;gap:clamp(20px,3.5vw,44px);align-items:center}
@media(min-width:820px){
.split{grid-template-columns:1.35fr .8fr}
.split.flip .fig{order:2}
}
.fig{
background:var(--card);
border:2.5px solid var(--ink);
border-radius:6px;
padding:clamp(12px,2.2vw,26px);
position:relative;
}
.fig svg{display:block;width:100%;height:auto}
.fig .tag{
position:absolute;top:-2.5px;left:-2.5px;
background:var(--ink);color:var(--card);
font-family:"DM Mono",monospace;font-size:11px;letter-spacing:.16em;
padding:5px 10px;border-radius:6px 0 6px 0;
}
.num{
font-family:"DM Mono",monospace;
font-size:clamp(12px,1.6vw,14px);
letter-spacing:.2em;color:var(--blue);
display:block;margin-bottom:10px;
}
/* ---- parts stack ---- */
.parts{display:grid;gap:clamp(26px,4vw,54px)}
/* ---- loop ---- */
.loop-wrap{background:var(--ink);border-radius:8px;padding:clamp(16px,3vw,34px);color:var(--card)}
.loop-wrap svg{display:block;width:100%;height:auto}
.loop-head{display:flex;flex-wrap:wrap;gap:10px 28px;align-items:baseline;margin-bottom:18px}
.loop-head h2{color:var(--card);margin:0}
.loop-head p{color:rgba(243,242,237,.72);margin:0;max-width:34ch}
.runner{
r:13;fill:var(--amber);
offset-path:path("M 210 66 H 690 Q 840 66 840 206 Q 840 346 690 346 H 210 Q 60 346 60 206 Q 60 66 210 66 Z");
offset-rotate:0deg;
animation:orbit 7s linear infinite;
}
@keyframes orbit{from{offset-distance:0%}to{offset-distance:100%}}
/* ---- warnings ---- */
.warns{display:grid;gap:18px;grid-template-columns:1fr}
@media(min-width:760px){.warns{grid-template-columns:repeat(3,1fr)}}
.warn{
background:var(--card);border:2.5px solid var(--red);border-radius:6px;
padding:clamp(14px,2vw,20px);
}
.warn svg{display:block;width:100%;height:auto;margin-bottom:14px}
.warn h3{font-size:clamp(19px,2.4vw,25px);color:var(--red)}
.warn p{font-size:15px;max-width:none}
/* ---- closing ---- */
.close{
border-top:1.5px solid var(--rule);
padding:clamp(46px,8vw,110px) 0 clamp(40px,6vw,80px);
}
.close blockquote{
margin:0;font-size:clamp(24px,4.6vw,50px);
font-weight:700;font-variation-settings:"wdth" 88,"wght" 700;
line-height:1.02;letter-spacing:-.015em;max-width:20ch;
}
.close blockquote b{color:var(--blue);font-weight:700}
.colophon{
display:flex;justify-content:space-between;gap:14px;flex-wrap:wrap;
font-family:"DM Mono",monospace;font-size:11.5px;letter-spacing:.16em;
text-transform:uppercase;opacity:.6;margin-top:44px;
}
/* svg text helper */
.st{font-family:"DM Mono",monospace;font-size:15px;letter-spacing:.12em;fill:var(--ink)}
.st-b{font-family:"Archivo",sans-serif;font-weight:800;font-variation-settings:"wdth" 85;fill:var(--ink)}
/* reveal */
.rv{opacity:0;transform:translateY(20px);transition:opacity .65s ease,transform .65s cubic-bezier(.2,.8,.2,1)}
.rv.in{opacity:1;transform:none}
@media (prefers-reduced-motion: reduce){
.rv{opacity:1;transform:none;transition:none}
.runner{animation:none;offset-distance:12%}
*{animation-duration:.001ms!important;animation-iteration-count:1!important}
}
</style>
</head>
<body>
<div class="sheet">
<span class="mark tl"></span><span class="mark tr"></span>
<!-- ===================== COVER ===================== -->
<header class="band">
<p class="eyebrow">Sheet 01 · Reinforcement learning · Assembly guide</p>
<h1>A practice<br>room for<br>an <em>AI</em></h1>
<p class="lede">This is what people mean when they say they are “setting up an RL environment.” Five parts. One loop. No jargon.</p>
<div class="fig">
<span class="tag">FIG. 00 — THE WHOLE THING</span>
<svg viewBox="0 0 900 470" role="img" aria-label="A sealed room containing an AI at a terminal. A task card goes in on the left, a score comes out on the right, and a dashed reset arrow loops back underneath.">
<!-- task card entering -->
<g stroke="var(--ink)" stroke-width="4" fill="none" stroke-linecap="round" stroke-linejoin="round">
<path d="M30 150 h96 v78 h-96 l20 -39 z" fill="var(--blue)"/>
</g>
<line x1="128" y1="189" x2="196" y2="189" stroke="var(--ink)" stroke-width="5" stroke-linecap="round"/>
<path d="M186 179 l14 10 -14 10" fill="none" stroke="var(--ink)" stroke-width="5" stroke-linecap="round" stroke-linejoin="round"/>
<text class="st" x="30" y="130" font-size="14">TASK</text>
<!-- room -->
<rect x="200" y="60" width="500" height="300" rx="18" fill="var(--card)" stroke="var(--ink)" stroke-width="6"/>
<rect x="218" y="78" width="464" height="264" rx="10" fill="none" stroke="var(--ink)" stroke-width="2.5" stroke-dasharray="9 9" opacity=".55"/>
<text class="st" x="234" y="102" font-size="13" opacity=".65">SEALED ROOM</text>
<!-- agent -->
<line x1="450" y1="150" x2="450" y2="126" stroke="var(--ink)" stroke-width="5" stroke-linecap="round"/>
<circle cx="450" cy="118" r="9" fill="var(--blue)" stroke="var(--ink)" stroke-width="4"/>
<rect x="392" y="150" width="116" height="96" rx="26" fill="var(--amber)" stroke="var(--ink)" stroke-width="5"/>
<circle cx="422" cy="190" r="8.5" fill="var(--ink)"/>
<circle cx="478" cy="190" r="8.5" fill="var(--ink)"/>
<path d="M428 218 q22 14 44 0" fill="none" stroke="var(--ink)" stroke-width="5" stroke-linecap="round"/>
<!-- terminal -->
<rect x="352" y="264" width="196" height="62" rx="8" fill="var(--ink)"/>
<text class="st" x="372" y="303" fill="var(--amber)" font-size="20">>_ run</text>
<!-- score out -->
<line x1="704" y1="189" x2="768" y2="189" stroke="var(--ink)" stroke-width="5" stroke-linecap="round"/>
<path d="M758 179 l14 10 -14 10" fill="none" stroke="var(--ink)" stroke-width="5" stroke-linecap="round" stroke-linejoin="round"/>
<circle cx="826" cy="189" r="46" fill="var(--card)" stroke="var(--ink)" stroke-width="5"/>
<path d="M806 189 l14 15 26 -32" fill="none" stroke="var(--blue)" stroke-width="7" stroke-linecap="round" stroke-linejoin="round"/>
<text class="st" x="790" y="130" font-size="14">SCORE</text>
<!-- reset loop -->
<path d="M826 250 v112 q0 22 -22 22 H118 q-22 0 -22 -22 v-118"
fill="none" stroke="var(--blue)" stroke-width="4" stroke-dasharray="10 10" stroke-linecap="round"/>
<path d="M86 258 l10 -14 10 14" fill="none" stroke="var(--blue)" stroke-width="4" stroke-linecap="round" stroke-linejoin="round"/>
<text class="st" x="404" y="418" fill="var(--blue)" font-size="14">RESET · TRY AGAIN</text>
</svg>
</div>
</header>
<!-- ===================== WHY ===================== -->
<section class="band">
<div class="split rv">
<div class="fig">
<span class="tag">FIG. 01 — TWO WAYS TO LEARN</span>
<svg viewBox="0 0 820 380" role="img" aria-label="Left: an AI beside a tall stack of books, labelled reading. Right: the same AI at a workbench with a wrench and a passing tick, labelled trying.">
<!-- left: reading -->
<g>
<rect x="60" y="286" width="118" height="18" rx="6" fill="var(--ink)" opacity=".18"/>
<rect x="70" y="240" width="98" height="20" rx="4" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/>
<rect x="62" y="212" width="114" height="22" rx="4" fill="var(--blue)" stroke="var(--ink)" stroke-width="4"/>
<rect x="74" y="184" width="94" height="22" rx="4" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/>
<rect x="66" y="156" width="108" height="22" rx="4" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/>
<rect x="76" y="128" width="90" height="22" rx="4" fill="var(--blue)" stroke="var(--ink)" stroke-width="4"/>
<!-- agent -->
<rect x="212" y="188" width="104" height="88" rx="24" fill="var(--amber)" stroke="var(--ink)" stroke-width="5"/>
<circle cx="240" cy="224" r="8" fill="var(--ink)"/><circle cx="290" cy="224" r="8" fill="var(--ink)"/>
<line x1="248" y1="252" x2="282" y2="252" stroke="var(--ink)" stroke-width="5" stroke-linecap="round"/>
<text class="st-b" x="60" y="344" font-size="30">READ</text>
<text class="st" x="60" y="368" font-size="13" opacity=".6">LEARNS WORDS</text>
</g>
<line x1="410" y1="60" x2="410" y2="330" stroke="var(--ink)" stroke-width="2.5" stroke-dasharray="8 10" opacity=".45"/>
<!-- right: doing -->
<g>
<rect x="486" y="256" width="272" height="16" rx="6" fill="var(--ink)"/>
<!-- broken thing being fixed -->
<rect x="506" y="176" width="110" height="80" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="5"/>
<path d="M528 216 l22 -22 m0 22 l-22 -22" stroke="var(--red)" stroke-width="5" stroke-linecap="round"/>
<path d="M572 218 l12 13 24 -30" fill="none" stroke="var(--blue)" stroke-width="6" stroke-linecap="round" stroke-linejoin="round"/>
<!-- agent + wrench -->
<rect x="640" y="168" width="104" height="88" rx="24" fill="var(--amber)" stroke="var(--ink)" stroke-width="5"/>
<circle cx="668" cy="204" r="8" fill="var(--ink)"/><circle cx="718" cy="204" r="8" fill="var(--ink)"/>
<path d="M676 230 q16 12 32 0" fill="none" stroke="var(--ink)" stroke-width="5" stroke-linecap="round"/>
<path d="M634 148 q-30 -30 -6 -52 l18 18 16 -16 -18 -18 q26 -18 50 12" fill="var(--card)" stroke="var(--ink)" stroke-width="4.5" stroke-linejoin="round"/>
<text class="st-b" x="486" y="344" font-size="30">TRY</text>
<text class="st" x="486" y="368" font-size="13" opacity=".6">LEARNS SKILL</text>
</g>
</svg>
</div>
<div>
<span class="num">WHY BOTHER</span>
<h2>Reading isn’t practising</h2>
<p>An AI picks up language by reading mountains of text. That teaches it what an answer <em>looks</em> like.</p>
<p>To get good at a job — fixing code, booking a trip — it has to attempt the job and find out how it went. That needs somewhere to attempt it.</p>
</div>
</div>
</section>
<!-- ===================== PARTS ===================== -->
<section class="band">
<p class="eyebrow">Parts list · everything you have to build</p>
<h2 style="margin-bottom:clamp(28px,5vw,56px)">Five pieces</h2>
<div class="parts">
<!-- 01 -->
<div class="split rv">
<div class="fig">
<span class="tag">PART 01</span>
<svg viewBox="0 0 620 340" role="img" aria-label="A task card headed 'fix the bug' with a checklist and a small bug drawing.">
<rect x="72" y="46" width="392" height="252" rx="12" fill="var(--card)" stroke="var(--ink)" stroke-width="5"/>
<path d="M72 58 a12 12 0 0 1 12 -12 h380 v46 H72 z" fill="var(--blue)"/>
<text class="st" x="98" y="80" fill="var(--card)" font-size="17">THE JOB</text>
<text class="st-b" x="98" y="146" font-size="30">Fix the bug.</text>
<g stroke="var(--ink)" stroke-width="4" stroke-linecap="round">
<rect x="100" y="180" width="26" height="26" rx="5" fill="none"/>
<line x1="146" y1="193" x2="330" y2="193"/>
<rect x="100" y="228" width="26" height="26" rx="5" fill="none"/>
<line x1="146" y1="241" x2="286" y2="241"/>
</g>
<!-- bug -->
<g stroke="var(--ink)" stroke-width="4.5" stroke-linecap="round">
<ellipse cx="524" cy="196" rx="42" ry="50" fill="var(--red)"/>
<line x1="482" y1="168" x2="452" y2="146"/><line x1="566" y1="168" x2="596" y2="146"/>
<line x1="478" y1="200" x2="444" y2="200"/><line x1="570" y1="200" x2="604" y2="200"/>
<line x1="484" y1="228" x2="454" y2="252"/><line x1="564" y1="228" x2="594" y2="252"/>
<line x1="524" y1="150" x2="524" y2="244" stroke-width="3.5"/>
</g>
</svg>
</div>
<div>
<span class="num">01</span>
<h3>A job to do</h3>
<p>One clear task the AI can attempt from start to finish. It has to be specific enough that you could tell, afterwards, whether it worked.</p>
</div>
</div>
<!-- 02 -->
<div class="split flip rv">
<div class="fig">
<span class="tag">PART 02</span>
<svg viewBox="0 0 620 340" role="img" aria-label="A sealed padlocked room with the AI inside, separated by a red barrier from a house representing the real world outside.">
<rect x="42" y="52" width="330" height="238" rx="16" fill="var(--card)" stroke="var(--ink)" stroke-width="6"/>
<rect x="58" y="68" width="298" height="206" rx="8" fill="none" stroke="var(--ink)" stroke-width="2.5" stroke-dasharray="9 9" opacity=".5"/>
<rect x="158" y="140" width="100" height="86" rx="24" fill="var(--amber)" stroke="var(--ink)" stroke-width="5"/>
<circle cx="185" cy="176" r="8" fill="var(--ink)"/><circle cx="233" cy="176" r="8" fill="var(--ink)"/>
<path d="M192 202 q16 12 32 0" fill="none" stroke="var(--ink)" stroke-width="5" stroke-linecap="round"/>
<!-- padlock -->
<g transform="translate(330,36)">
<path d="M14 30 v-10 a18 18 0 0 1 36 0 v10" fill="none" stroke="var(--ink)" stroke-width="6"/>
<rect x="2" y="30" width="60" height="46" rx="8" fill="var(--blue)" stroke="var(--ink)" stroke-width="5"/>
</g>
<!-- barrier -->
<line x1="418" y1="40" x2="418" y2="304" stroke="var(--red)" stroke-width="6" stroke-dasharray="16 12" stroke-linecap="round"/>
<!-- outside world -->
<g stroke="var(--ink)" stroke-width="5" stroke-linejoin="round" fill="none">
<path d="M470 190 l60 -52 60 52" fill="var(--card)"/>
<rect x="486" y="190" width="88" height="76" fill="var(--card)"/>
<rect x="516" y="222" width="30" height="44" fill="var(--blue)"/>
</g>
<text class="st" x="462" y="300" font-size="13" opacity=".65">REAL WORLD</text>
</svg>
</div>
<div>
<span class="num">02</span>
<h3>A sealed room</h3>
<p>A throwaway computer, walled off from everything. The AI can break whatever it likes in there and nothing real is harmed.</p>
</div>
</div>
<!-- 03 -->
<div class="split rv">
<div class="fig">
<span class="tag">PART 03</span>
<svg viewBox="0 0 620 340" role="img" aria-label="Three tools hanging on a rail: a terminal, a file, and a magnifying glass.">
<line x1="60" y1="72" x2="560" y2="72" stroke="var(--ink)" stroke-width="6" stroke-linecap="round"/>
<g stroke="var(--ink)" stroke-width="4">
<line x1="150" y1="72" x2="150" y2="112"/>
<line x1="310" y1="72" x2="310" y2="112"/>
<line x1="470" y1="72" x2="470" y2="112"/>
</g>
<!-- terminal -->
<rect x="80" y="112" width="140" height="128" rx="12" fill="var(--ink)"/>
<text class="st" x="102" y="188" fill="var(--amber)" font-size="26">>_</text>
<text class="st" x="82" y="272" font-size="13">RUN CODE</text>
<!-- file -->
<rect x="240" y="112" width="140" height="128" rx="12" fill="var(--card)" stroke="var(--ink)" stroke-width="5"/>
<g stroke="var(--blue)" stroke-width="5" stroke-linecap="round">
<line x1="270" y1="152" x2="350" y2="152"/><line x1="270" y1="178" x2="350" y2="178"/><line x1="270" y1="204" x2="320" y2="204"/>
</g>
<text class="st" x="244" y="272" font-size="13">OPEN FILES</text>
<!-- search -->
<rect x="400" y="112" width="140" height="128" rx="12" fill="var(--card)" stroke="var(--ink)" stroke-width="5"/>
<circle cx="462" cy="168" r="28" fill="none" stroke="var(--ink)" stroke-width="5"/>
<line x1="482" y1="188" x2="506" y2="212" stroke="var(--ink)" stroke-width="6" stroke-linecap="round"/>
<text class="st" x="412" y="272" font-size="13">LOOK THINGS UP</text>
</svg>
</div>
<div>
<span class="num">03</span>
<h3>Tools it can reach</h3>
<p>Buttons the AI is allowed to press: run a command, read a file, search. Whatever isn’t on the rail simply doesn’t exist in this room.</p>
</div>
</div>
<!-- 04 -->
<div class="split flip rv">
<div class="fig">
<span class="tag">PART 04</span>
<svg viewBox="0 0 620 340" role="img" aria-label="A grading machine: work goes in, a checklist of tests runs, and a score of 0.67 comes out.">
<rect x="120" y="52" width="330" height="238" rx="14" fill="var(--card)" stroke="var(--ink)" stroke-width="6"/>
<rect x="120" y="52" width="330" height="46" rx="14" fill="var(--ink)"/>
<text class="st" x="146" y="84" fill="var(--card)" font-size="16">THE SCORER</text>
<g stroke-linecap="round" stroke-linejoin="round">
<path d="M156 138 l16 16 30 -34" fill="none" stroke="var(--blue)" stroke-width="6"/>
<line x1="224" y1="140" x2="410" y2="140" stroke="var(--ink)" stroke-width="4"/>
<path d="M156 190 l16 16 30 -34" fill="none" stroke="var(--blue)" stroke-width="6"/>
<line x1="224" y1="192" x2="380" y2="192" stroke="var(--ink)" stroke-width="4"/>
<path d="M158 232 l30 30 m0 -30 l-30 30" stroke="var(--red)" stroke-width="6"/>
<line x1="224" y1="246" x2="350" y2="246" stroke="var(--ink)" stroke-width="4"/>
</g>
<!-- in arrow -->
<line x1="34" y1="170" x2="106" y2="170" stroke="var(--ink)" stroke-width="5" stroke-linecap="round"/>
<path d="M96 160 l14 10 -14 10" fill="none" stroke="var(--ink)" stroke-width="5" stroke-linecap="round" stroke-linejoin="round"/>
<!-- out score -->
<line x1="462" y1="170" x2="500" y2="170" stroke="var(--ink)" stroke-width="5" stroke-linecap="round"/>
<path d="M490 160 l14 10 -14 10" fill="none" stroke="var(--ink)" stroke-width="5" stroke-linecap="round" stroke-linejoin="round"/>
<rect x="510" y="130" width="86" height="80" rx="12" fill="var(--amber)" stroke="var(--ink)" stroke-width="5"/>
<text class="st-b" x="526" y="184" font-size="34">0.67</text>
</svg>
</div>
<div>
<span class="num">04</span>
<h3>Something keeping score</h3>
<p>The hard part. It has to output a number, not an opinion. “All the tests pass” is a good scorer. “Seems fine” is not a scorer at all.</p>
</div>
</div>
<!-- 05 -->
<div class="split rv">
<div class="fig">
<span class="tag">PART 05</span>
<svg viewBox="0 0 620 340" role="img" aria-label="A messy room on the left, a large circular arrow, and the same room clean again on the right.">
<rect x="42" y="104" width="180" height="150" rx="12" fill="var(--card)" stroke="var(--ink)" stroke-width="5"/>
<g stroke="var(--red)" stroke-width="4" stroke-linecap="round" fill="none">
<path d="M66 140 q30 26 -2 44 t34 30"/>
<path d="M132 132 q34 20 6 46 t30 34"/>
<circle cx="190" cy="150" r="10"/>
</g>
<text class="st" x="42" y="288" font-size="13" opacity=".65">USED</text>
<path d="M256 232 a80 80 0 1 1 116 0" fill="none" stroke="var(--blue)" stroke-width="7" stroke-linecap="round"/>
<path d="M356 208 l18 26 26 -18" fill="none" stroke="var(--blue)" stroke-width="7" stroke-linecap="round" stroke-linejoin="round"/>
<rect x="404" y="104" width="180" height="150" rx="12" fill="var(--card)" stroke="var(--ink)" stroke-width="5"/>
<line x1="428" y1="230" x2="560" y2="230" stroke="var(--ink)" stroke-width="4" stroke-linecap="round" opacity=".3"/>
<text class="st" x="404" y="288" font-size="13" opacity=".65">CLEAN AGAIN</text>
</svg>
</div>
<div>
<span class="num">05</span>
<h3>A reset button</h3>
<p>Every attempt starts from exactly the same clean room. If the starting point drifts, you can’t tell whether the AI improved or the room got easier.</p>
</div>
</div>
</div>
</section>
<!-- ===================== LOOP ===================== -->
<section class="band">
<div class="loop-wrap rv">
<div class="loop-head">
<h2>Then: the loop</h2>
<p>One trip around is called a rollout. Training is millions of them, and the model is nudged towards whatever scored well.</p>
</div>
<svg viewBox="0 0 900 412" role="img" aria-label="A circular track with four stations — get the task, act, see what happened, get scored — running clockwise around a central model box that gets updated.">
<path d="M 210 66 H 690 Q 840 66 840 206 Q 840 346 690 346 H 210 Q 60 346 60 206 Q 60 66 210 66 Z"
fill="none" stroke="rgba(243,242,237,.28)" stroke-width="5"/>
<!-- stations -->
<g font-family="DM Mono, monospace" font-size="15" letter-spacing="2" fill="#F3F2ED">
<circle cx="450" cy="66" r="13" fill="#F3F2ED"/>
<text x="450" y="40" text-anchor="middle">GET THE TASK</text>
<circle cx="840" cy="206" r="13" fill="#F3F2ED"/>
<text x="812" y="212" text-anchor="end">TRY SOMETHING</text>
<circle cx="450" cy="346" r="13" fill="#F3F2ED"/>
<text x="450" y="386" text-anchor="middle">SEE WHAT HAPPENED</text>
<circle cx="60" cy="206" r="13" fill="var(--amber)"/>
<text x="88" y="212">GET SCORED</text>
</g>
<!-- direction arrows -->
<g fill="none" stroke="rgba(243,242,237,.55)" stroke-width="4" stroke-linecap="round" stroke-linejoin="round">
<path d="M646 60 l14 6 -14 6"/>
<path d="M834 292 l6 14 6 -14"/>
<path d="M254 340 l-14 6 14 6"/>
<path d="M54 120 l6 -14 6 14"/>
</g>
<!-- moving dot -->
<circle class="runner" cx="0" cy="0"/>
<!-- centre: the model -->
<rect x="352" y="152" width="196" height="112" rx="26" fill="var(--amber)" stroke="#F3F2ED" stroke-width="5"/>
<circle cx="404" cy="198" r="10" fill="var(--ink)"/><circle cx="496" cy="198" r="10" fill="var(--ink)"/>
<path d="M412 232 q38 18 76 0" fill="none" stroke="var(--ink)" stroke-width="6" stroke-linecap="round"/>
<path d="M120 206 H 336" fill="none" stroke="var(--amber)" stroke-width="4" stroke-dasharray="10 10"/>
<path d="M326 196 l14 10 -14 10" fill="none" stroke="var(--amber)" stroke-width="4" stroke-linecap="round" stroke-linejoin="round"/>
<text x="228" y="188" font-family="DM Mono, monospace" font-size="14" letter-spacing="2" fill="var(--amber)">NUDGE</text>
</svg>
</div>
</section>
<!-- ===================== SCALE ===================== -->
<section class="band">
<div class="split flip rv">
<div class="fig">
<span class="tag">FIG. 06 — AT SCALE</span>
<svg viewBox="0 0 820 300" role="img" aria-label="A grid of many identical small rooms running side by side, a few of them highlighted.">
<g>
<!-- generated grid -->
<g id="grid">
<g>
<rect x="30" y="40" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/><circle cx="86" cy="83" r="16" fill="var(--amber)" stroke="var(--ink)" stroke-width="4"/>
<rect x="166" y="40" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/><circle cx="222" cy="83" r="16" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/>
<rect x="302" y="40" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/><circle cx="358" cy="83" r="16" fill="var(--amber)" stroke="var(--ink)" stroke-width="4"/>
<rect x="438" y="40" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/><circle cx="494" cy="83" r="16" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/>
<rect x="574" y="40" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/><circle cx="630" cy="83" r="16" fill="var(--amber)" stroke="var(--ink)" stroke-width="4"/>
<rect x="710" y="40" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4" opacity=".45"/>
<rect x="30" y="150" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/><circle cx="86" cy="193" r="16" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/>
<rect x="166" y="150" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/><circle cx="222" cy="193" r="16" fill="var(--amber)" stroke="var(--ink)" stroke-width="4"/>
<rect x="302" y="150" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/><circle cx="358" cy="193" r="16" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/>
<rect x="438" y="150" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4"/><circle cx="494" cy="193" r="16" fill="var(--amber)" stroke="var(--ink)" stroke-width="4"/>
<rect x="574" y="150" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4" opacity=".7"/>
<rect x="710" y="150" width="112" height="86" rx="10" fill="var(--card)" stroke="var(--ink)" stroke-width="4" opacity=".28"/>
</g>
</g>
<text class="st" x="30" y="278" font-size="14" opacity=".65">× MANY THOUSANDS</text>
</g>
</svg>
</div>
<div>
<span class="num">SCALE</span>
<h2>Copy the room</h2>
<p>The room is just a container: a recipe a computer can rebuild in seconds. So you run thousands side by side, collect all the scores, and throw them all away.</p>
</div>
</div>
</section>
<!-- ===================== WARNINGS ===================== -->
<section class="band">
<p class="eyebrow">Caution · where these go wrong</p>
<h2 style="margin-bottom:clamp(24px,4vw,42px)">Three ways to<br>waste a month</h2>
<div class="warns rv">
<div class="warn">
<svg viewBox="0 0 300 190" role="img" aria-label="An AI reaching behind the scoring machine to flip a switch to pass.">
<rect x="20" y="46" width="150" height="110" rx="12" fill="var(--paper)" stroke="var(--ink)" stroke-width="5"/>
<text class="st" x="38" y="86" font-size="13">TESTS</text>
<path d="M38 108 l12 12 22 -26" fill="none" stroke="var(--blue)" stroke-width="5" stroke-linecap="round" stroke-linejoin="round"/>
<line x1="88" y1="112" x2="150" y2="112" stroke="var(--ink)" stroke-width="4" stroke-linecap="round"/>
<path d="M38 138 l12 12 22 -26" fill="none" stroke="var(--blue)" stroke-width="5" stroke-linecap="round" stroke-linejoin="round"/>
<line x1="88" y1="142" x2="132" y2="142" stroke="var(--ink)" stroke-width="4" stroke-linecap="round"/>
<!-- scissors cutting -->
<g stroke="var(--red)" stroke-width="5" fill="none" stroke-linecap="round">
<line x1="188" y1="60" x2="140" y2="122"/>
<line x1="188" y1="124" x2="140" y2="62"/>
<circle cx="198" cy="52" r="11"/><circle cx="198" cy="132" r="11"/>
</g>
<rect x="226" y="76" width="60" height="52" rx="10" fill="var(--amber)" stroke="var(--ink)" stroke-width="5"/>
<text class="st-b" x="240" y="112" font-size="22">1.0</text>
</svg>
<h3>It will cheat</h3>
<p>If deleting the test scores higher than fixing the bug, it deletes the test. The score is the goal, not your intention.</p>
</div>
<div class="warn">
<svg viewBox="0 0 300 190" role="img" aria-label="A room flickering and glitching with a question mark, producing an unreliable score.">
<rect x="34" y="42" width="150" height="118" rx="12" fill="var(--paper)" stroke="var(--ink)" stroke-width="5" stroke-dasharray="14 9"/>
<text class="st-b" x="86" y="126" font-size="62" fill="var(--red)">?</text>
<path d="M204 56 l-22 44 h24 l-18 42" fill="none" stroke="var(--amber)" stroke-width="7" stroke-linecap="round" stroke-linejoin="round"/>
<rect x="228" y="76" width="56" height="52" rx="10" fill="var(--paper)" stroke="var(--ink)" stroke-width="5"/>
<path d="M242 102 h28" stroke="var(--red)" stroke-width="6" stroke-linecap="round"/>
</svg>
<h3>Wobble ruins it</h3>
<p>If the room fails at random — flaky network, timeouts — the score stops meaning anything and the AI learns noise.</p>
</div>
<div class="warn">
<svg viewBox="0 0 300 190" role="img" aria-label="Three difficulty levels: a tiny step, a medium staircase marked as right, and an impossibly tall wall.">
<g stroke="var(--ink)" stroke-width="5" stroke-linejoin="round">
<rect x="18" y="136" width="60" height="26" fill="var(--paper)"/>
<g fill="var(--amber)">
<rect x="104" y="136" width="26" height="26"/>
<rect x="130" y="110" width="26" height="52"/>
<rect x="156" y="84" width="26" height="78"/>
</g>
<rect x="222" y="20" width="60" height="142" fill="var(--paper)"/>
</g>
<text class="st" x="18" y="182" font-size="12" opacity=".6">EASY</text>
<text class="st" x="112" y="182" font-size="12" fill="var(--blue)">GOOD</text>
<text class="st" x="222" y="182" font-size="12" opacity=".6">HOPELESS</text>
</svg>
<h3>Aim the difficulty</h3>
<p>Always winning teaches nothing. Never winning teaches nothing. You want tasks it clears sometimes.</p>
</div>
</div>
</section>
<!-- ===================== CLOSE ===================== -->
<section class="close">
<blockquote>An environment is one good question, asked a <b>million times</b>, and answered honestly.</blockquote>
<div class="colophon">
<span>Sheet 01 of 01</span>
<span>Reinforcement learning · Environment setup</span>
<span>No prior knowledge required</span>
</div>
</section>
</div>
<script>
(function(){
var items = document.querySelectorAll('.rv');
if(!('IntersectionObserver' in window) || window.matchMedia('(prefers-reduced-motion: reduce)').matches){
items.forEach(function(el){ el.classList.add('in'); });
return;
}
var io = new IntersectionObserver(function(entries){
entries.forEach(function(e){
if(e.isIntersecting){ e.target.classList.add('in'); io.unobserve(e.target); }
});
},{ threshold:0.12, rootMargin:'0px 0px -8% 0px' });
items.forEach(function(el){ io.observe(el); });
})();
</script>
</body>
</html>