AlexZaShared commited on
Commit
2bd8163
·
verified ·
1 Parent(s): feae3e9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +24 -6
app.py CHANGED
@@ -1,4 +1,4 @@
1
- from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
2
  import datetime
3
  import requests
4
  import pytz
@@ -37,11 +37,29 @@ def get_current_time_in_timezone(timezone: str) -> str:
37
 
38
  final_answer = FinalAnswerTool()
39
 
40
- model = HfApiModel(
41
- max_tokens=2096,
42
- temperature=0.5,
43
- model_id='deepseek-ai/DeepSeek-R1-Distill-Qwen-32B',
44
- custom_role_conversions=None,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
45
  )
46
 
47
  # Import tool from Hub
 
1
+ from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool, TransformersModel
2
  import datetime
3
  import requests
4
  import pytz
 
37
 
38
  final_answer = FinalAnswerTool()
39
 
40
+ #model = HfApiModel(
41
+ # max_tokens=2096,
42
+ # temperature=0.5,
43
+ # model_id='deepseek-ai/DeepSeek-R1-Distill-Qwen-32B',
44
+ # custom_role_conversions=None,
45
+ #)
46
+
47
+ # ollama
48
+ # model = LiteLLMModel(
49
+ # model_id="ollama_chat/deepseek-r1:7b",
50
+ # max_tokens=2096,
51
+ # temperature=0.6,
52
+ # api_base="http://localhost:11434",
53
+ # num_ctx=8192
54
+ # )
55
+
56
+ # transformer
57
+ model = TransformersModel(
58
+ model_id="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
59
+ device_map="auto",
60
+ torch_dtype="auto",
61
+ max_new_tokens=2096,
62
+ temperature=0.6,
63
  )
64
 
65
  # Import tool from Hub