Update index.html
Browse files- index.html +2 -2
index.html
CHANGED
|
@@ -1161,8 +1161,8 @@
|
|
| 1161 |
const generationEnd = performance.now();
|
| 1162 |
const totalTime = generationEnd - generationStart;
|
| 1163 |
const inputTokenCount = inputs.input_ids.dims[1];
|
| 1164 |
-
// Handle tensor/array output properly
|
| 1165 |
-
const totalTokenCount =
|
| 1166 |
const outputTokenCount = Math.max(0, totalTokenCount - inputTokenCount);
|
| 1167 |
const tps = outputTokenCount / (totalTime / 1000);
|
| 1168 |
|
|
|
|
| 1161 |
const generationEnd = performance.now();
|
| 1162 |
const totalTime = generationEnd - generationStart;
|
| 1163 |
const inputTokenCount = inputs.input_ids.dims[1];
|
| 1164 |
+
// Handle tensor/array output properly - output is [batch_size, sequence_length]
|
| 1165 |
+
const totalTokenCount = output.dims ? output.dims[1] : (Array.isArray(output[0]) ? output[0].length : output[0].size);
|
| 1166 |
const outputTokenCount = Math.max(0, totalTokenCount - inputTokenCount);
|
| 1167 |
const tps = outputTokenCount / (totalTime / 1000);
|
| 1168 |
|