Spaces:
Runtime error
Runtime error
ffreemt
commited on
Commit
·
ae20855
1
Parent(s):
adb2ab9
Remove half()
Browse files
app.py
CHANGED
|
@@ -44,7 +44,7 @@ if has_cuda:
|
|
| 44 |
else:
|
| 45 |
model = AutoModel.from_pretrained(
|
| 46 |
model_name, trust_remote_code=True
|
| 47 |
-
)
|
| 48 |
|
| 49 |
model = model.eval()
|
| 50 |
logger.debug("done load")
|
|
@@ -81,7 +81,7 @@ with gr.Blocks(theme=theme) as block:
|
|
| 81 |
clear = gr.ClearButton([msg, chatbot])
|
| 82 |
|
| 83 |
# do not clear prompt
|
| 84 |
-
msg.submit(lambda x, y: [x] + respond(x, y)[1:], [msg, chatbot], [msg, chatbot])
|
| 85 |
|
| 86 |
btn.click(respond, [msg, chatbot], [msg, chatbot])
|
| 87 |
|
|
|
|
| 44 |
else:
|
| 45 |
model = AutoModel.from_pretrained(
|
| 46 |
model_name, trust_remote_code=True
|
| 47 |
+
) # .float() .half().float()
|
| 48 |
|
| 49 |
model = model.eval()
|
| 50 |
logger.debug("done load")
|
|
|
|
| 81 |
clear = gr.ClearButton([msg, chatbot])
|
| 82 |
|
| 83 |
# do not clear prompt
|
| 84 |
+
# msg.submit(lambda x, y: [x] + respond(x, y)[1:], [msg, chatbot], [msg, chatbot])
|
| 85 |
|
| 86 |
btn.click(respond, [msg, chatbot], [msg, chatbot])
|
| 87 |
|