Spaces:
Sleeping
Sleeping
zasharepw77
commited on
Commit
·
d5d74f1
1
Parent(s):
534575c
Вот эти модели номально
Browse files
app.py
CHANGED
|
@@ -8,9 +8,10 @@ import time
|
|
| 8 |
os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
|
| 9 |
|
| 10 |
# Meta-Llama-3.1-405B-Instruct-8k
|
|
|
|
| 11 |
# Create the model with explicit provider specification
|
| 12 |
model = LiteLLMModel(
|
| 13 |
-
model_id="sambanova/Meta-Llama-3.1-
|
| 14 |
max_tokens=2096,
|
| 15 |
temperature=0.5,
|
| 16 |
api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
|
|
|
|
| 8 |
os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
|
| 9 |
|
| 10 |
# Meta-Llama-3.1-405B-Instruct-8k
|
| 11 |
+
# Meta-Llama-3.1-70B-Instruct-8k
|
| 12 |
# Create the model with explicit provider specification
|
| 13 |
model = LiteLLMModel(
|
| 14 |
+
model_id="sambanova/Meta-Llama-3.1-405B-Instruct-8k", # Explicitly specify the sambanova provider
|
| 15 |
max_tokens=2096,
|
| 16 |
temperature=0.5,
|
| 17 |
api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
|