Update app.py

app.py

@@ -1,4 +1,4 @@
-from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
+from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool,LiteLLMModel
 import datetime
 import requests
 import pytz
@@ -49,14 +49,20 @@ visit_webpage = VisitWebpageTool()
 # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
 # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' 
 
-model = HfApiModel(
-max_tokens=2096,
-temperature=0.5,
-model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
-#model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud',
-custom_role_conversions=None,
+model= LiteLLMModel(
+    model_id="ollama_chat/qwen2.5:7b-instruct",  # Or try other Ollama-supported models
+    api_base="http://127.0.0.1:11434",  # Default Ollama local server
+    num_ctx=8192,
 )
 
+#model = HfApiModel(
+#max_tokens=2096,
+#temperature=0.5,
+#model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
+#model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud',
+#custom_role_conversions=None,
+#)
+
 
 # Import tool from Hub
 image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)