zasharepw77 commited on
Commit
3e3d9ee
·
1 Parent(s): f816411

Переход на другую модель 6

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -14,9 +14,9 @@ litellm._turn_on_debug()
14
  #hf_token = os.getenv('hf_token')
15
  #model = HfApiModel(model_id, token=hf_token)
16
 
17
- os.environ["OPENAI_API_KEY"] = os.getenv('sambanova_token')
18
  model = LiteLLMModel(
19
- model_id="Llama-3.1-Tulu-3-405B",
20
  max_tokens=2096,
21
  temperature=0.1,
22
  api_base="https://api.sambanova.ai/v1",
 
14
  #hf_token = os.getenv('hf_token')
15
  #model = HfApiModel(model_id, token=hf_token)
16
 
17
+ os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
18
  model = LiteLLMModel(
19
+ model_id="sambanova/Llama-3.1-Tulu-3-405B",
20
  max_tokens=2096,
21
  temperature=0.1,
22
  api_base="https://api.sambanova.ai/v1",