cbspace commited on
Commit ·
bcb2da3
1
Parent(s): bebede7
Fix top-k
Browse files
app.py
CHANGED
|
@@ -41,7 +41,7 @@ def generate(prompt,out_tokens,temperature,top_k_value):
|
|
| 41 |
|
| 42 |
while tokens_remaining:
|
| 43 |
new_inputs_len = update_interval if tokens_remaining >= update_interval else tokens_remaining % update_interval
|
| 44 |
-
outputs = model.generate(outputs, len(outputs)+new_inputs_len, temperature,
|
| 45 |
tokens_remaining -= new_inputs_len
|
| 46 |
out_text += tokenizer.decode(outputs[-new_inputs_len:])
|
| 47 |
yield out_text
|
|
|
|
| 41 |
|
| 42 |
while tokens_remaining:
|
| 43 |
new_inputs_len = update_interval if tokens_remaining >= update_interval else tokens_remaining % update_interval
|
| 44 |
+
outputs = model.generate(outputs, len(outputs)+new_inputs_len, temperature, None, 60)
|
| 45 |
tokens_remaining -= new_inputs_len
|
| 46 |
out_text += tokenizer.decode(outputs[-new_inputs_len:])
|
| 47 |
yield out_text
|