Update app.py
Browse files
app.py
CHANGED
|
@@ -98,7 +98,7 @@ def respond(
|
|
| 98 |
outputs =""
|
| 99 |
iteration = 1
|
| 100 |
for i in range(iteration):
|
| 101 |
-
for token in llama.generate(tokens, top_k=top_k, top_p=top_p, temp=temperature, repeat_penalty=repeat_penalty
|
| 102 |
outputs+= llama.detokenize([token]).decode()
|
| 103 |
yield outputs
|
| 104 |
if token == llama.token_eos():
|
|
|
|
| 98 |
outputs =""
|
| 99 |
iteration = 1
|
| 100 |
for i in range(iteration):
|
| 101 |
+
for token in llama.generate(tokens, top_k=top_k, top_p=top_p, temp=temperature, repeat_penalty=repeat_penalty):
|
| 102 |
outputs+= llama.detokenize([token]).decode()
|
| 103 |
yield outputs
|
| 104 |
if token == llama.token_eos():
|