zasharepw77 commited on
Commit
52d99a6
·
1 Parent(s): 8c79ae9

Step call func paused 10sec llama

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
10
  # Meta-Llama-3.1-405B-Instruct-8k
11
  # Create the model with explicit provider specification
12
  model = LiteLLMModel(
13
- model_id="sambanova/Qwen2.5-72B-Instruct", # Explicitly specify the sambanova provider
14
  max_tokens=2096,
15
  temperature=0.5,
16
  api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
 
10
  # Meta-Llama-3.1-405B-Instruct-8k
11
  # Create the model with explicit provider specification
12
  model = LiteLLMModel(
13
+ model_id="sambanova/Meta-Llama-3.1-70B-Instruct-8k", # Explicitly specify the sambanova provider
14
  max_tokens=2096,
15
  temperature=0.5,
16
  api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example