Spaces:
Sleeping
Sleeping
zasharepw77
commited on
Commit
·
16928fe
1
Parent(s):
0d4931c
Переход на другую модель
Browse files
app.py
CHANGED
|
@@ -2,14 +2,24 @@ import re
|
|
| 2 |
import requests
|
| 3 |
from markdownify import markdownify
|
| 4 |
from requests.exceptions import RequestException
|
| 5 |
-
from smolagents import CodeAgent, DuckDuckGoSearchTool, FinalAnswerTool, HfApiModel, Tool, tool, VisitWebpageTool, ToolCallingAgent
|
| 6 |
from huggingface_hub import login
|
| 7 |
import os
|
|
|
|
| 8 |
|
| 9 |
# Создание модели
|
| 10 |
-
model_id = "Qwen/Qwen2.5-Coder-32B-Instruct"
|
| 11 |
-
hf_token = os.getenv('hf_token')
|
| 12 |
-
model = HfApiModel(model_id, token=hf_token)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
|
| 14 |
# Создание инструмента для посещения веб-страниц
|
| 15 |
class WebpageVisitorTool(Tool):
|
|
|
|
| 2 |
import requests
|
| 3 |
from markdownify import markdownify
|
| 4 |
from requests.exceptions import RequestException
|
| 5 |
+
from smolagents import CodeAgent, DuckDuckGoSearchTool, FinalAnswerTool, HfApiModel, Tool, tool, VisitWebpageTool, ToolCallingAgent, LiteLLMModel
|
| 6 |
from huggingface_hub import login
|
| 7 |
import os
|
| 8 |
+
import openai
|
| 9 |
|
| 10 |
# Создание модели
|
| 11 |
+
#model_id = "Qwen/Qwen2.5-Coder-32B-Instruct"
|
| 12 |
+
#hf_token = os.getenv('hf_token')
|
| 13 |
+
#model = HfApiModel(model_id, token=hf_token)
|
| 14 |
+
|
| 15 |
+
os.environ["OPENAI_API_KEY"] = os.getenv('sambanova_token')
|
| 16 |
+
model = LiteLLMModel(
|
| 17 |
+
model_id="openai/Llama-3.1-Tulu-3-405B",
|
| 18 |
+
max_tokens=2096,
|
| 19 |
+
temperature=0.1,
|
| 20 |
+
api_base="https://api.sambanova.ai/v1",
|
| 21 |
+
num_ctx=8192
|
| 22 |
+
)
|
| 23 |
|
| 24 |
# Создание инструмента для посещения веб-страниц
|
| 25 |
class WebpageVisitorTool(Tool):
|