dodd869 commited on
Commit
86b36aa
·
verified ·
1 Parent(s): 1ec95bf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -7
app.py CHANGED
@@ -11,14 +11,11 @@ client = InferenceClient(token=HF_TOKEN, model="deepseek-ai/DeepSeek-V3.1")
11
 
12
  @app.route("/chat", methods=["POST"])
13
  def chat():
14
- data = request.json
15
- messages = data.get("messages", [])
16
  def gen():
17
- for msg in client.chat_completion(messages):
18
- if msg.choices and msg.choices[0].delta.content:
19
- yield msg.choices[0].delta.content
20
- return Response(stream_with_context(gen()), mimetype="text/plain")
21
 
22
  if __name__ == "__main__":
23
- # 0.0.0.0:7860 wajib untuk HF Space
24
  app.run(host="0.0.0.0", port=int(os.getenv("PORT", 7860)))
 
11
 
12
  @app.route("/chat", methods=["POST"])
13
  def chat():
 
 
14
  def gen():
15
+ for delta in client.chat_completion(request.json["messages"], stream=True):
16
+ yield delta
17
+ return Response(gen(), mimetype="text/plain")
18
+
19
 
20
  if __name__ == "__main__":
 
21
  app.run(host="0.0.0.0", port=int(os.getenv("PORT", 7860)))