Update app.py
Browse files
app.py
CHANGED
|
@@ -57,7 +57,8 @@ print("check2")
|
|
| 57 |
|
| 58 |
|
| 59 |
from transformers import AutoTokenizer
|
| 60 |
-
from transformers import AutoModelForCausalLM
|
|
|
|
| 61 |
from threading import Thread
|
| 62 |
|
| 63 |
llm_model = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
|
@@ -135,7 +136,7 @@ def talk(prompt,history):
|
|
| 135 |
|
| 136 |
|
| 137 |
outputs = []
|
| 138 |
-
for text in streamer:
|
| 139 |
outputs.append(text)
|
| 140 |
print(outputs)
|
| 141 |
#yield "".join(outputs)
|
|
|
|
| 57 |
|
| 58 |
|
| 59 |
from transformers import AutoTokenizer
|
| 60 |
+
from transformers import AutoModelForCausalLM
|
| 61 |
+
from transformers import TextIteratorStreamer
|
| 62 |
from threading import Thread
|
| 63 |
|
| 64 |
llm_model = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
|
|
|
| 136 |
|
| 137 |
|
| 138 |
outputs = []
|
| 139 |
+
for text in streamer:
|
| 140 |
outputs.append(text)
|
| 141 |
print(outputs)
|
| 142 |
#yield "".join(outputs)
|