smolLM

app.py

@@ -12,6 +12,8 @@ from dotenv import load_dotenv
 from tools.final_answer import FinalAnswerTool
 from tools.weather import WeatherTool
 from tools.web_search import DuckDuckGoSearchTool
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
 
 from Gradio_UI import GradioUI
 
@@ -53,13 +55,17 @@ web_search = DuckDuckGoSearchTool()
 # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
 # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' 
 
-model = HfApiModel(
-max_tokens=2096,
-temperature=0.5,
-model_id = 'HuggingFaceTB/SmolLM3-3B-Instruct',
-# model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
-custom_role_conversions=None,
-)
+# model = HfApiModel(
+# max_tokens=2096,
+# temperature=0.5,
+# # model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
+# custom_role_conversions=None,
+# )
+
+checkpoint = "HuggingFaceTB/SmolLM3-3B"
+
+tokenizer = AutoTokenizer.from_pretrained(checkpoint)
+model = AutoModelForCausalLM.from_pretrained(checkpoint)
 
 
 # Import tool from Hub

requirements.txt

@@ -3,3 +3,4 @@ smolagents==1.13.0
 requests
 duckduckgo_search
 pandas
+transformers