Spaces:
Sleeping
Sleeping
Update utils/inference.py
Browse files- utils/inference.py +2 -2
utils/inference.py
CHANGED
|
@@ -2,9 +2,9 @@ from huggingface_hub import InferenceClient
|
|
| 2 |
import os
|
| 3 |
|
| 4 |
client = InferenceClient(
|
| 5 |
-
model="
|
| 6 |
token=os.environ.get("HF_TOKEN"),
|
| 7 |
-
provider="
|
| 8 |
)
|
| 9 |
|
| 10 |
def call_model(prompt: str) -> str:
|
|
|
|
| 2 |
import os
|
| 3 |
|
| 4 |
client = InferenceClient(
|
| 5 |
+
model="bigcode/starcoder2-3b",
|
| 6 |
token=os.environ.get("HF_TOKEN"),
|
| 7 |
+
provider="together"
|
| 8 |
)
|
| 9 |
|
| 10 |
def call_model(prompt: str) -> str:
|