Hugging Face's logo

Spaces:
drinkmoonshine
/
parallel-constrained-decoding
Running on Zero

App Files Community
parallel-constrained-decoding
File size: 2,407 Bytes
a0270e2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
<!DOCTYPE html>
<html lang="en">
<head>
  <meta charset="UTF-8">
  <meta name="viewport" content="width=device-width, initial-scale=1.0">
  <title>Parallel Constrained vs Normal Inference (Qwen2.5 1.5B)</title>
  <link rel="stylesheet" href="style.css">
  <link rel="preconnect" href="https://fonts.googleapis.com">
  <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  <link href="https://fonts.googleapis.com/css2?family=JetBrains+Mono:wght@400;500;600&family=Inter:wght@400;500;600;700&display=swap" rel="stylesheet">
</head>
<body>
  <div class="container">
    <!-- Centered Controls -->
    <div class="controls-bar">
      <select id="preset-select" aria-label="Select Scenario Preset"></select>
      <button id="btn-run" class="btn-primary">
        <span>⚡ Run Comparison</span>
      </button>
    </div>

    <!-- Speedup Summary Banner (Shows after run) -->
    <div id="summary-bar" class="summary-bar hidden">
      <div class="summary-pill">
        <span class="summary-highlight" id="sum-speedup">2.4x FASTER</span>
        <span class="summary-sep">·</span>
        <span id="sum-times">180 ms vs 435 ms</span>
      </div>
    </div>

    <!-- Side by Side Main View -->
    <main class="grid">
      <!-- Left: Parallel Constrained -->
      <section class="card card-parallel">
        <div class="card-header">
          <h2>Parallel Constrained (Qwen2.5 1.5B)</h2>
          <span class="timer-badge badge-green" id="timer-parallel">0.0 ms</span>
        </div>
        <div class="card-body" id="body-parallel">
          <pre id="parallel-output" class="code-box"><span class="placeholder-text">Click "Run Comparison" to start...</span></pre>
        </div>
      </section>

      <!-- Right: Normal Autoregressive -->
      <section class="card">
        <div class="card-header">
          <div class="title-with-badge">
            <h2>Normal Inference (Qwen2.5 1.5B)</h2>
            <span id="badge-naive-hallucinated" class="badge-red hidden">0 fields hallucinated</span>
          </div>
          <span class="timer-badge" id="timer-naive">0.0 ms</span>
        </div>
        <div class="card-body" id="body-naive">
          <pre id="stream-output" class="code-box"><span class="placeholder-text">Click "Run Comparison" to start...</span></pre>
        </div>
      </section>
    </main>
  </div>

  <script src="app.js"></script>
</body>
</html>