zasharepw77 commited on
Commit
49d0ec7
·
1 Parent(s): d5d74f1

restarting commit

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
11
  # Meta-Llama-3.1-70B-Instruct-8k
12
  # Create the model with explicit provider specification
13
  model = LiteLLMModel(
14
- model_id="sambanova/Meta-Llama-3.1-405B-Instruct-8k", # Explicitly specify the sambanova provider
15
  max_tokens=2096,
16
  temperature=0.5,
17
  api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
 
11
  # Meta-Llama-3.1-70B-Instruct-8k
12
  # Create the model with explicit provider specification
13
  model = LiteLLMModel(
14
+ model_id="sambanova/Meta-Llama-3.1-405B-Instruct-8k",
15
  max_tokens=2096,
16
  temperature=0.5,
17
  api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example