Pengi5659 commited on
Commit
6c1984c
·
verified ·
1 Parent(s): 4155597

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -4,7 +4,7 @@ from huggingface_hub import InferenceClient
4
 
5
 
6
 
7
- client = InferenceClient("google/gemma-3-27b-it ")
8
  def respond (message, history):
9
  messages = [{"role": "system", "content": "You are a friendly chatbot."}]
10
  if history:
@@ -12,7 +12,10 @@ def respond (message, history):
12
  messages.append({"role": "user", "content": message})
13
  response = client.chat_completion(
14
  messages,
15
- max_tokens=100
 
 
 
16
 
17
  )
18
  print(response['choices'][0]['message']['content'].strip())
 
4
 
5
 
6
 
7
+ client = InferenceClient("Qwen/Qwen2.5-72B-Instruct")
8
  def respond (message, history):
9
  messages = [{"role": "system", "content": "You are a friendly chatbot."}]
10
  if history:
 
12
  messages.append({"role": "user", "content": message})
13
  response = client.chat_completion(
14
  messages,
15
+ max_tokens=10,
16
+ temperature =.9,
17
+ top_p=.7
18
+
19
 
20
  )
21
  print(response['choices'][0]['message']['content'].strip())