1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
|
<mxfile host="app.diagrams.net">
<diagram id="gemma-coder-tuning" name="demos/gemma-coder — settings chosen from the measurements">
<mxGraphModel dx="1200" dy="680" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1200" pageHeight="680" background="#F5F7FC" math="0" shadow="0">
<root>
<mxCell id="0"/>
<mxCell id="1" parent="0"/>
<mxCell id="title" value="<b style="font-size:25px;color:#1A237E">demos/gemma-coder — settings chosen from the measurements</b><br><i style="font-size:14px;color:#546E7A">one change at a time, re-measured on real Go requests (AGENT_YOLO=true mm -p, fresh fixtures)</i>" style="text;html=1;align=center;verticalAlign=middle;strokeColor=none;fillColor=none;" vertex="1" parent="1"><mxGeometry x="150.0" y="12" width="900" height="56" as="geometry"/></mxCell>
<mxCell id="c6" value="" style="edgeStyle=none;rounded=0;html=1;strokeColor=#37474F;strokeWidth=2;endArrow=block;endFill=1;startArrow=none;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="280" y="215" as="sourcePoint"/><mxPoint x="325" y="215" as="targetPoint"/></mxGeometry></mxCell>
<mxCell id="c7" value="" style="edgeStyle=none;rounded=0;html=1;strokeColor=#37474F;strokeWidth=2;endArrow=block;endFill=1;startArrow=none;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="575" y="215" as="sourcePoint"/><mxPoint x="620" y="215" as="targetPoint"/></mxGeometry></mxCell>
<mxCell id="c8" value="" style="edgeStyle=none;rounded=0;html=1;strokeColor=#37474F;strokeWidth=2;endArrow=block;endFill=1;startArrow=none;" edge="1" parent="1"><mxGeometry relative="1" as="geometry"><mxPoint x="870" y="215" as="sourcePoint"/><mxPoint x="915" y="215" as="targetPoint"/></mxGeometry></mxCell>
<mxCell id="c1" value="🧪<br><b style="font-size:16px">A · thinking off</b><br><span style="font-size:11.5px;font-weight:normal">prompt v1, Gemma's default<br>16/18 on 9 cases × 2<br>✗ restyled the existing tests<br>✗ edit / write loops</span>" style="rounded=1;arcSize=14;whiteSpace=wrap;html=1;fillColor=#ECEFF1;gradientColor=#CFD8DC;strokeColor=#455A64;strokeWidth=2;shadow=1;fontSize=20;fontColor=#263238;" vertex="1" parent="1"><mxGeometry x="30" y="130" width="250" height="170" as="geometry"/></mxCell>
<mxCell id="c2" value="📋<br><b style="font-size:16px">B · + two rules</b><br><span style="font-size:11.5px;font-weight:normal">keep existing tests · main.go<br>long cases: 5/9<br>✗ both rules ignored<br>✗ broken calls, runaway args</span>" style="rounded=1;arcSize=14;whiteSpace=wrap;html=1;fillColor=#ECEFF1;gradientColor=#CFD8DC;strokeColor=#455A64;strokeWidth=2;shadow=1;fontSize=20;fontColor=#263238;" vertex="1" parent="1"><mxGeometry x="325" y="130" width="250" height="170" as="geometry"/></mxCell>
<mxCell id="c3" value="⚙️<br><b style="font-size:16px">C · thinking on</b><br><span style="font-size:11.5px;font-weight:normal">max_tokens 16k → 32k<br>long cases: 7/9<br>✓ existing tests kept 3/3<br>✗ claimed a pass after an edit</span>" style="rounded=1;arcSize=14;whiteSpace=wrap;html=1;fillColor=#E1F5FE;gradientColor=#B3E5FC;strokeColor=#0277BD;strokeWidth=2;shadow=1;fontSize=20;fontColor=#01579B;" vertex="1" parent="1"><mxGeometry x="620" y="130" width="250" height="170" as="geometry"/></mxCell>
<mxCell id="c4" value="✅<br><b style="font-size:16px">D · + test after last edit</b><br><span style="font-size:11.5px;font-weight:normal">= agent.yaml<br>16/18 on 9 cases × 2<br>✗ 1 malformed edit_file call<br>✗ 1 API: DELETE → 404</span>" style="rounded=1;arcSize=14;whiteSpace=wrap;html=1;fillColor=#F3E5F5;gradientColor=#E1BEE7;strokeColor=#6A1B9A;strokeWidth=3;shadow=1;fontSize=20;fontColor=#4A148C;" vertex="1" parent="1"><mxGeometry x="915" y="130" width="250" height="170" as="geometry"/></mxCell>
<mxCell id="c5" value="<b>★ shipped</b>" style="rounded=1;arcSize=50;html=1;fillColor=#6A1B9A;strokeColor=none;fontColor=#FFFFFF;fontSize=11;" vertex="1" parent="1"><mxGeometry x="1096.2" y="118" width="78.8" height="24" as="geometry"/></mxCell>
<mxCell id="c9" value="long cases = feature · newapp (CLI) · webapi (REST), 3 runs each" style="text;html=1;align=center;verticalAlign=middle;strokeColor=none;fillColor=none;fontSize=12;fontColor=#455A64;fontStyle=2;" vertex="1" parent="1"><mxGeometry x="361.92" y="318" width="476.15999999999997" height="18" as="geometry"/></mxCell>
<mxCell id="c10" value="<i><b>kept from the start · in every series</b></i>" style="rounded=1;arcSize=3;html=1;dashed=1;dashPattern=7 5;fillColor=#FAFAFA;strokeColor=#90A4AE;strokeWidth=2;verticalAlign=top;fontColor=#607D8B;fontSize=13;" vertex="1" parent="1"><mxGeometry x="30" y="370" width="1140" height="190" as="geometry"/></mxCell>
<mxCell id="c11" value="<b>parallel_tool_calls: false</b>" style="rounded=1;arcSize=20;whiteSpace=wrap;html=1;fillColor=#ECEFF1;gradientColor=#CFD8DC;strokeColor=#455A64;strokeWidth=2;shadow=1;fontSize=13;fontColor=#263238;" vertex="1" parent="1"><mxGeometry x="50" y="420" width="260" height="64" as="geometry"/></mxCell>
<mxCell id="c12" value="<b>commit without asking back</b>" style="rounded=1;arcSize=20;whiteSpace=wrap;html=1;fillColor=#ECEFF1;gradientColor=#CFD8DC;strokeColor=#455A64;strokeWidth=2;shadow=1;fontSize=13;fontColor=#263238;" vertex="1" parent="1"><mxGeometry x="330" y="420" width="260" height="64" as="geometry"/></mxCell>
<mxCell id="c13" value="<b>gopls: rename via lsp</b>" style="rounded=1;arcSize=20;whiteSpace=wrap;html=1;fillColor=#ECEFF1;gradientColor=#CFD8DC;strokeColor=#455A64;strokeWidth=2;shadow=1;fontSize=13;fontColor=#263238;" vertex="1" parent="1"><mxGeometry x="610" y="420" width="260" height="64" as="geometry"/></mxCell>
<mxCell id="c14" value="<b>yolo: true (vibe coding)</b>" style="rounded=1;arcSize=20;whiteSpace=wrap;html=1;fillColor=#ECEFF1;gradientColor=#CFD8DC;strokeColor=#455A64;strokeWidth=2;shadow=1;fontSize=13;fontColor=#263238;" vertex="1" parent="1"><mxGeometry x="890" y="420" width="260" height="64" as="geometry"/></mxCell>
<mxCell id="c15" value="from earlier demos · not re-measured" style="text;html=1;align=center;verticalAlign=middle;strokeColor=none;fillColor=none;fontSize=11.5;fontColor=#546E7A;fontStyle=2;" vertex="1" parent="1"><mxGeometry x="51.66" y="498.5" width="256.68" height="17.5" as="geometry"/></mxCell>
<mxCell id="c16" value="gemini-style 0/2 → here 4/4" style="text;html=1;align=center;verticalAlign=middle;strokeColor=none;fillColor=none;fontSize=11.5;fontColor=#546E7A;fontStyle=2;" vertex="1" parent="1"><mxGeometry x="363.745" y="498.5" width="192.51" height="17.5" as="geometry"/></mxCell>
<mxCell id="c17" value="rename 4/4 · diagnostics 0/54" style="text;html=1;align=center;verticalAlign=middle;strokeColor=none;fillColor=none;fontSize=11.5;fontColor=#546E7A;fontStyle=2;" vertex="1" parent="1"><mxGeometry x="636.615" y="498.5" width="206.77" height="17.5" as="geometry"/></mxCell>
<mxCell id="c18" value="work in git: every change reviewable" style="text;html=1;align=center;verticalAlign=middle;strokeColor=none;fillColor=none;fontSize=11.5;fontColor=#546E7A;fontStyle=2;" vertex="1" parent="1"><mxGeometry x="891.66" y="498.5" width="256.68" height="17.5" as="geometry"/></mxCell>
<mxCell id="c19" value="Still open: a malformed edit_file call ends the run instead of going back to the model (once in B, C and D);" style="text;html=1;align=center;verticalAlign=middle;strokeColor=none;fillColor=none;fontSize=12.5;fontColor=#455A64;fontStyle=2;" vertex="1" parent="1"><mxGeometry x="181.5" y="587.5" width="837.0" height="18.5" as="geometry"/></mxCell>
<mxCell id="c20" value="thinking on slows the short cases (explain 8–9 s → 21–36 s). Two or three runs per case: a small sample." style="text;html=1;align=center;verticalAlign=middle;strokeColor=none;fillColor=none;fontSize=12.5;fontColor=#455A64;fontStyle=2;" vertex="1" parent="1"><mxGeometry x="197.0" y="607.5" width="806.0" height="18.5" as="geometry"/></mxCell>
</root>
</mxGraphModel>
</diagram>
</mxfile>
|
