KittyMona commited on
Commit
983fe4c
·
verified ·
1 Parent(s): d046745

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,7 +1,7 @@
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
- client = InferenceClient("Qwen/Qwen2.5-7B-Instruct-1M:") #change LLM
5
 
6
  def respond(message, history):
7
  messages = [{"role": "system", "content": "You are a friendly chatbot."}] #change personality
@@ -10,7 +10,7 @@ def respond(message, history):
10
  messages.append({"role": "user", "content": "message"})
11
  response = client.chat_completion(
12
  messages,
13
- max_tokens=100 #change response length
14
  )
15
  return response['choices'][0]['message']['content'].strip()
16
 
 
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
+ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta") #change LLM
5
 
6
  def respond(message, history):
7
  messages = [{"role": "system", "content": "You are a friendly chatbot."}] #change personality
 
10
  messages.append({"role": "user", "content": "message"})
11
  response = client.chat_completion(
12
  messages,
13
+ max_tokens=1000 #change response length
14
  )
15
  return response['choices'][0]['message']['content'].strip()
16