hydffgg commited on
Commit
0ded455
·
verified ·
1 Parent(s): 585b80d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +23 -9
app.py CHANGED
@@ -23,18 +23,32 @@ def load_model():
23
  low_cpu_mem_usage=True
24
  )
25
 
26
- def chat(prompt):
27
  load_model()
28
- inputs = tokenizer(prompt, return_tensors="pt")
 
 
 
 
 
 
 
29
  outputs = model.generate(
30
  **inputs,
31
- max_new_tokens=128
 
 
 
32
  )
33
- return tokenizer.decode(outputs[0], skip_special_tokens=True)
34
 
35
- gr.Interface(
36
- fn=chat,
37
- inputs="textbox",
38
- outputs="textbox",
39
- title="Gemma3 270M Cloud"
 
 
 
 
 
40
  ).launch(server_name="0.0.0.0")
 
23
  low_cpu_mem_usage=True
24
  )
25
 
26
+ def respond(message, history):
27
  load_model()
28
+
29
+ # Ghép lịch sử chat
30
+ prompt = ""
31
+ for user, bot in history:
32
+ prompt += f"User: {user}\nAssistant: {bot}\n"
33
+ prompt += f"User: {message}\nAssistant:"
34
+
35
+ inputs = tokenizer(prompt, return_tensors="pt", truncation=True)
36
  outputs = model.generate(
37
  **inputs,
38
+ max_new_tokens=150,
39
+ do_sample=True,
40
+ temperature=0.7,
41
+ top_p=0.9
42
  )
 
43
 
44
+ text = tokenizer.decode(outputs[0], skip_special_tokens=True)
45
+ reply = text.split("Assistant:")[-1].strip()
46
+
47
+ return reply
48
+
49
+ gr.ChatInterface(
50
+ fn=respond,
51
+ title="🤖 Gemma3 270M Cloud Chat",
52
+ description="Gemma3 270M chạy cloud miễn phí trên Hugging Face Spaces",
53
+ theme="dark"
54
  ).launch(server_name="0.0.0.0")