Spaces:
Runtime error
Runtime error
c
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -24,7 +24,7 @@ def predict(message, history):
|
|
| 24 |
for item in history_transformer_format])
|
| 25 |
|
| 26 |
model_inputs = tokenizer([messages], return_tensors="pt").to("cpu")
|
| 27 |
-
print(model_inputs)
|
| 28 |
streamer = TextIteratorStreamer(tokenizer, timeout=10., skip_prompt=True, skip_special_tokens=True)
|
| 29 |
generate_kwargs = dict(
|
| 30 |
model_inputs,
|
|
@@ -38,12 +38,11 @@ def predict(message, history):
|
|
| 38 |
stopping_criteria=StoppingCriteriaList([stop])
|
| 39 |
)
|
| 40 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 41 |
-
print(t)
|
| 42 |
t.start()
|
| 43 |
|
| 44 |
partial_message = ""
|
| 45 |
for new_token in streamer:
|
| 46 |
-
print(new_token)
|
| 47 |
if new_token != '<':
|
| 48 |
partial_message += new_token
|
| 49 |
yield partial_message
|
|
|
|
| 24 |
for item in history_transformer_format])
|
| 25 |
|
| 26 |
model_inputs = tokenizer([messages], return_tensors="pt").to("cpu")
|
| 27 |
+
print('model_inputs',model_inputs)
|
| 28 |
streamer = TextIteratorStreamer(tokenizer, timeout=10., skip_prompt=True, skip_special_tokens=True)
|
| 29 |
generate_kwargs = dict(
|
| 30 |
model_inputs,
|
|
|
|
| 38 |
stopping_criteria=StoppingCriteriaList([stop])
|
| 39 |
)
|
| 40 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
|
|
|
| 41 |
t.start()
|
| 42 |
|
| 43 |
partial_message = ""
|
| 44 |
for new_token in streamer:
|
| 45 |
+
print('new_token', new_token)
|
| 46 |
if new_token != '<':
|
| 47 |
partial_message += new_token
|
| 48 |
yield partial_message
|