| | <!DOCTYPE html>
|
| | <html lang="en">
|
| |
|
| | <head>
|
| | <meta charset="UTF-8" />
|
| | <meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
| | <title>Transformers.js | WebGPU Benchmark</title>
|
| | <script type="module" crossorigin src="/assets/index-D9dUKbnn.js"></script> |
| | <link rel="stylesheet" crossorigin href="/assets/index-BZcCtzqA.css"> |
| | </head>
|
| |
|
| | <body>
|
| | <h1>
|
| | <a href="http://github.com/xenova/transformers.js" target="_blank">🤗 Transformers.js</a> WebGPU Benchmark
|
| | </h1>
|
| | <p>
|
| | This benchmark measures the execution time of BERT-based embedding models
|
| | using the WASM and WebGPU execution providers across different batch sizes.
|
| | </p>
|
| | <div id="chart-container">
|
| | <canvas id="chart"></canvas>
|
| | </div>
|
| | <div>
|
| | <button id="start" disabled>Start Benchmark</button>
|
| | <button id="stop" disabled>Stop Benchmark</button>
|
| | </div>
|
| | <label id="status"></label>
|
| | <details open>
|
| | <summary>Options</summary>
|
| | <div>
|
| | <input class="tests" type="checkbox" value="WASM (int8)" data-color="33,150,243" data-device="wasm"
|
| | data-dtype="int8"> WASM (int8)<br />
|
| | <input class="tests" type="checkbox" value="WASM (fp16)" data-color="63,81,181" data-device="wasm"
|
| | data-dtype="fp16"> WASM (fp16)<br />
|
| | <input class="tests" type="checkbox" value="WASM (fp32)" data-color="46,204,113" data-device="wasm"
|
| | data-dtype="fp32" checked> WASM (fp32)<br />
|
| | |
| |
|
| | <input class="tests" type="checkbox" value="WebGPU (fp16)" data-color="255,193,7" data-device="webgpu"
|
| | data-dtype="fp16"> WebGPU (fp16)<br />
|
| | <input class="tests" type="checkbox" value="WebGPU (fp32)" data-color="0,150,136" data-device="webgpu"
|
| | data-dtype="fp32" checked> WebGPU (fp32)<br />
|
| | </div>
|
| | <hr />
|
| | <div>
|
| | <label>Model ID</label>
|
| | <input id="model-id" value="Xenova/all-MiniLM-L6-v2" />
|
| | </div>
|
| | <div>
|
| | <label>Batch sizes</label>
|
| | <input id="batch-sizes" value="1, 2, 4, 8, 16, 32" />
|
| | </div>
|
| | <div>
|
| | <label>Sequence length</label>
|
| | <input id="sequence-length" type="number" min="1" max="512" value="512" />
|
| | </div>
|
| | <hr />
|
| | <div>
|
| | <input id="x-scale" type="checkbox" /> Log scale (x) <br />
|
| | <input id="y-scale" type="checkbox" /> Log scale (y) <br />
|
| | </div>
|
| | </details>
|
| | </body>
|
| |
|
| | </html> |
