Spaces:
Sleeping
Sleeping
zasharepw77
commited on
Commit
·
3e3d9ee
1
Parent(s):
f816411
Переход на другую модель 6
Browse files
app.py
CHANGED
|
@@ -14,9 +14,9 @@ litellm._turn_on_debug()
|
|
| 14 |
#hf_token = os.getenv('hf_token')
|
| 15 |
#model = HfApiModel(model_id, token=hf_token)
|
| 16 |
|
| 17 |
-
os.environ[
|
| 18 |
model = LiteLLMModel(
|
| 19 |
-
model_id="Llama-3.1-Tulu-3-405B",
|
| 20 |
max_tokens=2096,
|
| 21 |
temperature=0.1,
|
| 22 |
api_base="https://api.sambanova.ai/v1",
|
|
|
|
| 14 |
#hf_token = os.getenv('hf_token')
|
| 15 |
#model = HfApiModel(model_id, token=hf_token)
|
| 16 |
|
| 17 |
+
os.environ['SAMBANOVA_API_KEY'] = os.getenv('sambanova_token')
|
| 18 |
model = LiteLLMModel(
|
| 19 |
+
model_id="sambanova/Llama-3.1-Tulu-3-405B",
|
| 20 |
max_tokens=2096,
|
| 21 |
temperature=0.1,
|
| 22 |
api_base="https://api.sambanova.ai/v1",
|