Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
A/B: shorter-answer example prompts + cap max_tokens 200->96 for snappy races
Browse files- index.html +5 -5
index.html
CHANGED
|
@@ -145,12 +145,12 @@
|
|
| 145 |
</div>
|
| 146 |
<div class="abresult" id="ab-result">Type a prompt — Bonsai answers first, then POCKET on the same CPU.</div>
|
| 147 |
<div class="ex" id="abex">
|
| 148 |
-
<button>
|
| 149 |
-
<button>
|
| 150 |
-
<button>
|
| 151 |
</div>
|
| 152 |
<div class="bar">
|
| 153 |
-
<input id="abq" placeholder="
|
| 154 |
<button id="absend" disabled>Race</button>
|
| 155 |
</div>
|
| 156 |
</div>
|
|
@@ -248,7 +248,7 @@ async function race(text){
|
|
| 248 |
const acc={bonsai:'',pocket:''}, cnt={bonsai:0,pocket:0}, t0={bonsai:0,pocket:0}, spd={bonsai:0,pocket:0};
|
| 249 |
try{
|
| 250 |
const r=await fetch('/api/chat_ab',{method:'POST',headers:{'Content-Type':'application/json'},
|
| 251 |
-
body:JSON.stringify({messages:[{role:'user',content:text}],max_tokens:
|
| 252 |
const rd=r.body.getReader(); const dec=new TextDecoder(); let buf='';
|
| 253 |
while(true){ const {done,value}=await rd.read(); if(done) break;
|
| 254 |
buf+=dec.decode(value,{stream:true}); const parts=buf.split('\n\n'); buf=parts.pop();
|
|
|
|
| 145 |
</div>
|
| 146 |
<div class="abresult" id="ab-result">Type a prompt — Bonsai answers first, then POCKET on the same CPU.</div>
|
| 147 |
<div class="ex" id="abex">
|
| 148 |
+
<button>What is the capital of France?</button>
|
| 149 |
+
<button>What is 15 + 27?</button>
|
| 150 |
+
<button>Name three primary colors.</button>
|
| 151 |
</div>
|
| 152 |
<div class="bar">
|
| 153 |
+
<input id="abq" placeholder="Ask something short — both models answer…" autocomplete="off"/>
|
| 154 |
<button id="absend" disabled>Race</button>
|
| 155 |
</div>
|
| 156 |
</div>
|
|
|
|
| 248 |
const acc={bonsai:'',pocket:''}, cnt={bonsai:0,pocket:0}, t0={bonsai:0,pocket:0}, spd={bonsai:0,pocket:0};
|
| 249 |
try{
|
| 250 |
const r=await fetch('/api/chat_ab',{method:'POST',headers:{'Content-Type':'application/json'},
|
| 251 |
+
body:JSON.stringify({messages:[{role:'user',content:text}],max_tokens:96})});
|
| 252 |
const rd=r.body.getReader(); const dec=new TextDecoder(); let buf='';
|
| 253 |
while(true){ const {done,value}=await rd.read(); if(done) break;
|
| 254 |
buf+=dec.decode(value,{stream:true}); const parts=buf.split('\n\n'); buf=parts.pop();
|