Spaces:
Sleeping
Sleeping
zasharepw77
commited on
Commit
·
49d0ec7
1
Parent(s):
d5d74f1
restarting commit
Browse files
app.py
CHANGED
|
@@ -11,7 +11,7 @@ os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
|
|
| 11 |
# Meta-Llama-3.1-70B-Instruct-8k
|
| 12 |
# Create the model with explicit provider specification
|
| 13 |
model = LiteLLMModel(
|
| 14 |
-
model_id="sambanova/Meta-Llama-3.1-405B-Instruct-8k",
|
| 15 |
max_tokens=2096,
|
| 16 |
temperature=0.5,
|
| 17 |
api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
|
|
|
|
| 11 |
# Meta-Llama-3.1-70B-Instruct-8k
|
| 12 |
# Create the model with explicit provider specification
|
| 13 |
model = LiteLLMModel(
|
| 14 |
+
model_id="sambanova/Meta-Llama-3.1-405B-Instruct-8k",
|
| 15 |
max_tokens=2096,
|
| 16 |
temperature=0.5,
|
| 17 |
api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
|