zasharepw77 commited on
Commit
d5d74f1
·
1 Parent(s): 534575c

Вот эти модели номально

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -8,9 +8,10 @@ import time
8
  os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
9
 
10
  # Meta-Llama-3.1-405B-Instruct-8k
 
11
  # Create the model with explicit provider specification
12
  model = LiteLLMModel(
13
- model_id="sambanova/Meta-Llama-3.1-70B-Instruct-8k", # Explicitly specify the sambanova provider
14
  max_tokens=2096,
15
  temperature=0.5,
16
  api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example
 
8
  os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
9
 
10
  # Meta-Llama-3.1-405B-Instruct-8k
11
+ # Meta-Llama-3.1-70B-Instruct-8k
12
  # Create the model with explicit provider specification
13
  model = LiteLLMModel(
14
+ model_id="sambanova/Meta-Llama-3.1-405B-Instruct-8k", # Explicitly specify the sambanova provider
15
  max_tokens=2096,
16
  temperature=0.5,
17
  api_base="https://api.sambanova.ai/v1", # Specify the base URL for Sambanova, as in your working requests example