Update app.py
Browse files
app.py
CHANGED
|
@@ -10,7 +10,7 @@ HF_API_TOKEN = os.getenv("HF_TOKEN")
|
|
| 10 |
|
| 11 |
def get_hf_model():
|
| 12 |
return InferenceClientModel(
|
| 13 |
-
model_id="HuggingFaceH4/zephyr-7b-beta"
|
| 14 |
token=HF_API_TOKEN,
|
| 15 |
temperature=0.2,
|
| 16 |
max_tokens=4096, # Smaller models have smaller context windows
|
|
|
|
| 10 |
|
| 11 |
def get_hf_model():
|
| 12 |
return InferenceClientModel(
|
| 13 |
+
model_id="HuggingFaceH4/zephyr-7b-beta",
|
| 14 |
token=HF_API_TOKEN,
|
| 15 |
temperature=0.2,
|
| 16 |
max_tokens=4096, # Smaller models have smaller context windows
|