zasharepw77 commited on
Commit
df2761c
·
1 Parent(s): a7cd54d

Step call func limits 70B

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -7,9 +7,10 @@ import time
7
  # Set the API key for Sambanova
8
  os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
9
 
 
10
  # Create the model with explicit provider specification
11
  model = LiteLLMModel(
12
- model_id="sambanova/Meta-Llama-3.1-405B-Instruct-8k", # Explicitly specify the sambanova provider
13
  max_tokens=2096,
14
  temperature=0.5,
15
  api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
 
7
  # Set the API key for Sambanova
8
  os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
9
 
10
+ # Meta-Llama-3.1-405B-Instruct-8k
11
  # Create the model with explicit provider specification
12
  model = LiteLLMModel(
13
+ model_id="sambanova/Meta-Llama-3.1-70B-Instruct-8k", # Explicitly specify the sambanova provider
14
  max_tokens=2096,
15
  temperature=0.5,
16
  api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example