Update app.py
Browse files
app.py
CHANGED
|
@@ -53,4 +53,13 @@ def respond(message, history):
|
|
| 53 |
for out in stream:
|
| 54 |
token = out["choices"][0]["text"]
|
| 55 |
partial += token
|
| 56 |
-
yield
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 53 |
for out in stream:
|
| 54 |
token = out["choices"][0]["text"]
|
| 55 |
partial += token
|
| 56 |
+
yield partial
|
| 57 |
+
|
| 58 |
+
demo = gr.ChatInterface(
|
| 59 |
+
fn=respond,
|
| 60 |
+
title="چتبات خیلی ساده (CPU رایگان)",
|
| 61 |
+
description="TinyLlama 1.1B (GGUF) روی llama.cpp برای یادگیری راهاندازی LLM.",
|
| 62 |
+
)
|
| 63 |
+
|
| 64 |
+
if __name__ == "__main__":
|
| 65 |
+
demo.launch()
|