AlexZaShared commited on
Commit
1186fcf
·
verified ·
1 Parent(s): a2b460f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +16 -16
app.py CHANGED
@@ -1,4 +1,4 @@
1
- from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel, load_tool, tool, OpenAIServerModel
2
  import datetime
3
  import requests
4
  import pytz
@@ -58,23 +58,23 @@ final_answer = FinalAnswerTool()
58
  #)
59
 
60
  # ollama
61
- model = OpenAIServerModel(
62
- model_id="gemma2:2b", #"deepseek-coder-v2:16b",
63
- max_tokens=2096,
64
- temperature=0.6,
65
- api_base="http://localhost:11434",
66
- #num_ctx=8192,
67
- api_key="",
68
- )
69
 
70
  # transformer
71
- # model = TransformersModel(
72
- # model_id="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
73
- # device_map="auto",
74
- # torch_dtype="auto",
75
- # max_new_tokens=2096,
76
- # temperature=0.6,
77
- #)
78
 
79
  # print("Model Image")
80
  # Import tool from Hub
 
1
+ from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel, load_tool, tool, TransformersModel
2
  import datetime
3
  import requests
4
  import pytz
 
58
  #)
59
 
60
  # ollama
61
+ #model = OpenAIServerModel(
62
+ # model_id="gemma2:2b", #"deepseek-coder-v2:16b",
63
+ # max_tokens=2096,
64
+ # temperature=0.6,
65
+ # api_base="http://localhost:11434",
66
+ # #num_ctx=8192,
67
+ # api_key="",
68
+ #)
69
 
70
  # transformer
71
+ model = TransformersModel(
72
+ model_id="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
73
+ device_map="auto",
74
+ torch_dtype="auto",
75
+ max_new_tokens=2096,
76
+ temperature=0.6,
77
+ )
78
 
79
  # print("Model Image")
80
  # Import tool from Hub