NV9523 commited on
Commit
4a0a25e
·
verified ·
1 Parent(s): cef3fdf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -2,8 +2,8 @@ import gradio as gr
2
  from generator import generate_text
3
 
4
  def respond(message, history):
5
- response = generate_text(message)
6
- return response
7
 
8
  chatbot = gr.ChatInterface(
9
  fn=respond,
@@ -18,4 +18,5 @@ chatbot = gr.ChatInterface(
18
  )
19
 
20
  if __name__ == "__main__":
21
- chatbot.launch()
 
 
2
  from generator import generate_text
3
 
4
  def respond(message, history):
5
+ # Trả về generator (stream text dần)
6
+ return generate_text(message)
7
 
8
  chatbot = gr.ChatInterface(
9
  fn=respond,
 
18
  )
19
 
20
  if __name__ == "__main__":
21
+ # stream=True để Gradio hiển thị token dần
22
+ chatbot.launch(stream=True, server_name="0.0.0.0", server_port=7860)