Spaces:
Sleeping
Sleeping
zasharepw77
commited on
Commit
·
52d99a6
1
Parent(s):
8c79ae9
Step call func paused 10sec llama
Browse files
app.py
CHANGED
|
@@ -10,7 +10,7 @@ os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
|
|
| 10 |
# Meta-Llama-3.1-405B-Instruct-8k
|
| 11 |
# Create the model with explicit provider specification
|
| 12 |
model = LiteLLMModel(
|
| 13 |
-
model_id="sambanova/
|
| 14 |
max_tokens=2096,
|
| 15 |
temperature=0.5,
|
| 16 |
api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
|
|
|
|
| 10 |
# Meta-Llama-3.1-405B-Instruct-8k
|
| 11 |
# Create the model with explicit provider specification
|
| 12 |
model = LiteLLMModel(
|
| 13 |
+
model_id="sambanova/Meta-Llama-3.1-70B-Instruct-8k", # Explicitly specify the sambanova provider
|
| 14 |
max_tokens=2096,
|
| 15 |
temperature=0.5,
|
| 16 |
api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
|