wendellast commited on
Commit
1fe50f0
·
verified ·
1 Parent(s): a743da2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -4,7 +4,7 @@ from huggingface_hub import InferenceClient
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
- client = InferenceClient("unsloth/Llama-3.2-11B-Vision-Instruct")
8
 
9
 
10
  def respond(
@@ -30,7 +30,7 @@ def respond(
30
  for message in client.chat_completion(
31
  messages,
32
  max_tokens=max_tokens,
33
- stream=True,
34
  temperature=temperature,
35
  top_p=top_p,
36
  ):
 
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
+ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
 
9
 
10
  def respond(
 
30
  for message in client.chat_completion(
31
  messages,
32
  max_tokens=max_tokens,
33
+ stream=False,
34
  temperature=temperature,
35
  top_p=top_p,
36
  ):