Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -38,7 +38,7 @@ def generate_text(prompt, max_tokens=500, temperature=0.3, top_k=40):
|
|
| 38 |
|
| 39 |
# Get predictions
|
| 40 |
logits,_ = model(input_ids)
|
| 41 |
-
logits =
|
| 42 |
|
| 43 |
# Apply top-k filtering
|
| 44 |
if top_k > 0:
|
|
|
|
| 38 |
|
| 39 |
# Get predictions
|
| 40 |
logits,_ = model(input_ids)
|
| 41 |
+
logits = logits[:, -1, :] / temperature
|
| 42 |
|
| 43 |
# Apply top-k filtering
|
| 44 |
if top_k > 0:
|