Update app.py
Browse files
app.py
CHANGED
|
@@ -11,14 +11,11 @@ client = InferenceClient(token=HF_TOKEN, model="deepseek-ai/DeepSeek-V3.1")
|
|
| 11 |
|
| 12 |
@app.route("/chat", methods=["POST"])
|
| 13 |
def chat():
|
| 14 |
-
data = request.json
|
| 15 |
-
messages = data.get("messages", [])
|
| 16 |
def gen():
|
| 17 |
-
for
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
|
| 22 |
if __name__ == "__main__":
|
| 23 |
-
# 0.0.0.0:7860 wajib untuk HF Space
|
| 24 |
app.run(host="0.0.0.0", port=int(os.getenv("PORT", 7860)))
|
|
|
|
| 11 |
|
| 12 |
@app.route("/chat", methods=["POST"])
|
| 13 |
def chat():
|
|
|
|
|
|
|
| 14 |
def gen():
|
| 15 |
+
for delta in client.chat_completion(request.json["messages"], stream=True):
|
| 16 |
+
yield delta
|
| 17 |
+
return Response(gen(), mimetype="text/plain")
|
| 18 |
+
|
| 19 |
|
| 20 |
if __name__ == "__main__":
|
|
|
|
| 21 |
app.run(host="0.0.0.0", port=int(os.getenv("PORT", 7860)))
|