1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
|
<svg xmlns="http://www.w3.org/2000/svg" width="1200" height="680" viewBox="0 0 1200 680" font-family="DejaVu Sans, Verdana, sans-serif">
<defs>
<linearGradient id="gBg" x1="0" y1="0" x2="0" y2="1"><stop offset="0%" stop-color="#FFFFFF"/><stop offset="100%" stop-color="#EEF2FA"/></linearGradient>
<linearGradient id="gBlue" x1="0" y1="0" x2="0" y2="1"><stop offset="0%" stop-color="#E3F2FD"/><stop offset="100%" stop-color="#BBDEFB"/></linearGradient>
<linearGradient id="gBlue2" x1="0" y1="0" x2="0" y2="1"><stop offset="0%" stop-color="#E1F5FE"/><stop offset="100%" stop-color="#B3E5FC"/></linearGradient>
<linearGradient id="gPurple" x1="0" y1="0" x2="0" y2="1"><stop offset="0%" stop-color="#F3E5F5"/><stop offset="100%" stop-color="#E1BEE7"/></linearGradient>
<linearGradient id="gYellow" x1="0" y1="0" x2="0" y2="1"><stop offset="0%" stop-color="#FFFDE7"/><stop offset="100%" stop-color="#FFF9C4"/></linearGradient>
<linearGradient id="gGrey" x1="0" y1="0" x2="0" y2="1"><stop offset="0%" stop-color="#ECEFF1"/><stop offset="100%" stop-color="#CFD8DC"/></linearGradient>
<filter id="shadow" x="-30%" y="-30%" width="160%" height="160%"><feDropShadow dx="2" dy="3" stdDeviation="4" flood-color="#000000" flood-opacity="0.25"/></filter>
<marker id="arrow" viewBox="0 0 10 10" refX="9" refY="5" markerWidth="8" markerHeight="8" orient="auto-start-reverse"><path d="M0,0 L10,5 L0,10 z" fill="#37474F"/></marker>
<marker id="arrowGrey" viewBox="0 0 10 10" refX="9" refY="5" markerWidth="8" markerHeight="8" orient="auto-start-reverse"><path d="M0,0 L10,5 L0,10 z" fill="#78909C"/></marker>
<marker id="arrowOrange" viewBox="0 0 10 10" refX="9" refY="5" markerWidth="8" markerHeight="8" orient="auto-start-reverse"><path d="M0,0 L10,5 L0,10 z" fill="#EF6C00"/></marker>
</defs>
<rect x="0" y="0" width="1200" height="680" fill="url(#gBg)"/>
<text x="600.0" y="38" text-anchor="middle" font-size="25" font-weight="700" fill="#1A237E">demos/gemma-coder — settings chosen from the measurements</text>
<text x="600.0" y="61" text-anchor="middle" font-size="14" font-style="italic" fill="#546E7A">one change at a time, re-measured on real Go requests (AGENT_YOLO=true mm -p, fresh fixtures)</text>
<path d="M280,215 L325,215" fill="none" stroke="#37474F" stroke-width="2.2" marker-end="url(#arrow)"/>
<path d="M575,215 L620,215" fill="none" stroke="#37474F" stroke-width="2.2" marker-end="url(#arrow)"/>
<path d="M870,215 L915,215" fill="none" stroke="#37474F" stroke-width="2.2" marker-end="url(#arrow)"/>
<g filter="url(#shadow)"><rect x="30" y="130" width="250" height="170" rx="16" fill="url(#gGrey)" stroke="#455A64" stroke-width="2"/></g>
<text x="155.0" y="178.0" text-anchor="middle" font-size="22">🧪</text>
<text x="155.0" y="201.0" text-anchor="middle" font-size="16" font-weight="700" fill="#263238">A · thinking off</text>
<text x="155.0" y="219.0" text-anchor="middle" font-size="11.5" fill="#263238">prompt v1, Gemma's default</text>
<text x="155.0" y="236.0" text-anchor="middle" font-size="11.5" fill="#263238">16/18 on 9 cases × 2</text>
<text x="155.0" y="253.0" text-anchor="middle" font-size="11.5" fill="#263238">✗ restyled the existing tests</text>
<text x="155.0" y="270.0" text-anchor="middle" font-size="11.5" fill="#263238">✗ edit / write loops</text>
<g filter="url(#shadow)"><rect x="325" y="130" width="250" height="170" rx="16" fill="url(#gGrey)" stroke="#455A64" stroke-width="2"/></g>
<text x="450.0" y="178.0" text-anchor="middle" font-size="22">📋</text>
<text x="450.0" y="201.0" text-anchor="middle" font-size="16" font-weight="700" fill="#263238">B · + two rules</text>
<text x="450.0" y="219.0" text-anchor="middle" font-size="11.5" fill="#263238">keep existing tests · main.go</text>
<text x="450.0" y="236.0" text-anchor="middle" font-size="11.5" fill="#263238">long cases: 5/9</text>
<text x="450.0" y="253.0" text-anchor="middle" font-size="11.5" fill="#263238">✗ both rules ignored</text>
<text x="450.0" y="270.0" text-anchor="middle" font-size="11.5" fill="#263238">✗ broken calls, runaway args</text>
<g filter="url(#shadow)"><rect x="620" y="130" width="250" height="170" rx="16" fill="url(#gBlue2)" stroke="#0277BD" stroke-width="2"/></g>
<text x="745.0" y="178.0" text-anchor="middle" font-size="22">⚙️</text>
<text x="745.0" y="201.0" text-anchor="middle" font-size="16" font-weight="700" fill="#01579B">C · thinking on</text>
<text x="745.0" y="219.0" text-anchor="middle" font-size="11.5" fill="#01579B">max_tokens 16k → 32k</text>
<text x="745.0" y="236.0" text-anchor="middle" font-size="11.5" fill="#01579B">long cases: 7/9</text>
<text x="745.0" y="253.0" text-anchor="middle" font-size="11.5" fill="#01579B">✓ existing tests kept 3/3</text>
<text x="745.0" y="270.0" text-anchor="middle" font-size="11.5" fill="#01579B">✗ claimed a pass after an edit</text>
<g filter="url(#shadow)"><rect x="915" y="130" width="250" height="170" rx="16" fill="url(#gPurple)" stroke="#6A1B9A" stroke-width="3"/></g>
<text x="1040.0" y="178.0" text-anchor="middle" font-size="22">✅</text>
<text x="1040.0" y="201.0" text-anchor="middle" font-size="16" font-weight="700" fill="#4A148C">D · + test after last edit</text>
<text x="1040.0" y="219.0" text-anchor="middle" font-size="11.5" fill="#4A148C">= agent.yaml</text>
<text x="1040.0" y="236.0" text-anchor="middle" font-size="11.5" fill="#4A148C">16/18 on 9 cases × 2</text>
<text x="1040.0" y="253.0" text-anchor="middle" font-size="11.5" fill="#4A148C">✗ 1 malformed edit_file call</text>
<text x="1040.0" y="270.0" text-anchor="middle" font-size="11.5" fill="#4A148C">✗ 1 API: DELETE → 404</text>
<rect x="1096.2" y="118" width="78.8" height="24" rx="12" fill="#6A1B9A"/>
<text x="1135.6000000000001" y="134" text-anchor="middle" font-size="11.5" font-weight="700" fill="#FFFFFF">★ shipped</text>
<text x="600" y="330" text-anchor="middle" font-size="12" fill="#455A64" font-style="italic">long cases = feature · newapp (CLI) · webapi (REST), 3 runs each</text>
<rect x="30" y="370" width="1140" height="190" rx="10" fill="#FAFAFA" fill-opacity="0.7" stroke="#90A4AE" stroke-width="2" stroke-dasharray="7,5"/>
<text x="600.0" y="392" text-anchor="middle" font-size="13" font-style="italic" font-weight="700" fill="#607D8B">kept from the start · in every series</text>
<g filter="url(#shadow)"><rect x="50" y="420" width="260" height="64" rx="12" fill="url(#gGrey)" stroke="#455A64" stroke-width="2"/></g>
<text x="180.0" y="457.0" text-anchor="middle" font-size="13" font-weight="700" fill="#263238">parallel_tool_calls: false</text>
<g filter="url(#shadow)"><rect x="330" y="420" width="260" height="64" rx="12" fill="url(#gGrey)" stroke="#455A64" stroke-width="2"/></g>
<text x="460.0" y="457.0" text-anchor="middle" font-size="13" font-weight="700" fill="#263238">commit without asking back</text>
<g filter="url(#shadow)"><rect x="610" y="420" width="260" height="64" rx="12" fill="url(#gGrey)" stroke="#455A64" stroke-width="2"/></g>
<text x="740.0" y="457.0" text-anchor="middle" font-size="13" font-weight="700" fill="#263238">gopls: rename via lsp</text>
<g filter="url(#shadow)"><rect x="890" y="420" width="260" height="64" rx="12" fill="url(#gGrey)" stroke="#455A64" stroke-width="2"/></g>
<text x="1020.0" y="457.0" text-anchor="middle" font-size="13" font-weight="700" fill="#263238">yolo: true (vibe coding)</text>
<text x="180" y="510" text-anchor="middle" font-size="11.5" fill="#546E7A" font-style="italic">from earlier demos · not re-measured</text>
<text x="460" y="510" text-anchor="middle" font-size="11.5" fill="#546E7A" font-style="italic">gemini-style 0/2 → here 4/4</text>
<text x="740" y="510" text-anchor="middle" font-size="11.5" fill="#546E7A" font-style="italic">rename 4/4 · diagnostics 0/54</text>
<text x="1020" y="510" text-anchor="middle" font-size="11.5" fill="#546E7A" font-style="italic">work in git: every change reviewable</text>
<text x="600" y="600" text-anchor="middle" font-size="12.5" fill="#455A64" font-style="italic">Still open: a malformed edit_file call ends the run instead of going back to the model (once in B, C and D);</text>
<text x="600" y="620" text-anchor="middle" font-size="12.5" fill="#455A64" font-style="italic">thinking on slows the short cases (explain 8–9 s → 21–36 s). Two or three runs per case: a small sample.</text>
</svg>
|
