Spaces:
Sleeping
Sleeping
zasharepw77
commited on
Commit
·
df2761c
1
Parent(s):
a7cd54d
Step call func limits 70B
Browse files
app.py
CHANGED
|
@@ -7,9 +7,10 @@ import time
|
|
| 7 |
# Set the API key for Sambanova
|
| 8 |
os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
|
| 9 |
|
|
|
|
| 10 |
# Create the model with explicit provider specification
|
| 11 |
model = LiteLLMModel(
|
| 12 |
-
model_id="sambanova/Meta-Llama-3.1-
|
| 13 |
max_tokens=2096,
|
| 14 |
temperature=0.5,
|
| 15 |
api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
|
|
|
|
| 7 |
# Set the API key for Sambanova
|
| 8 |
os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
|
| 9 |
|
| 10 |
+
# Meta-Llama-3.1-405B-Instruct-8k
|
| 11 |
# Create the model with explicit provider specification
|
| 12 |
model = LiteLLMModel(
|
| 13 |
+
model_id="sambanova/Meta-Llama-3.1-70B-Instruct-8k", # Explicitly specify the sambanova provider
|
| 14 |
max_tokens=2096,
|
| 15 |
temperature=0.5,
|
| 16 |
api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
|