Rahul-8799 commited on
Commit
d00cb32
·
verified ·
1 Parent(s): 48a70c8

Update utils/inference.py

Browse files
Files changed (1) hide show
  1. utils/inference.py +2 -2
utils/inference.py CHANGED
@@ -2,9 +2,9 @@ from huggingface_hub import InferenceClient
2
  import os
3
 
4
  client = InferenceClient(
5
- model="mistralai/Mistral-7B-Instruct-v0.2",
6
  token=os.environ.get("HF_TOKEN"),
7
- provider="fireworks-ai"
8
  )
9
 
10
  def call_model(prompt: str) -> str:
 
2
  import os
3
 
4
  client = InferenceClient(
5
+ model="bigcode/starcoder2-3b",
6
  token=os.environ.get("HF_TOKEN"),
7
+ provider="together"
8
  )
9
 
10
  def call_model(prompt: str) -> str: