Update app.py

app.py

@@ -1,4 +1,5 @@
 from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, load_tool, tool, LiteLLMModel
+from ollama.smol_compatiable_model import OllamaQwen7BClientModel
 import datetime
 import requests
 import pytz
@@ -72,12 +73,8 @@ ddg = DuckDuckGoSearchTool()
 #     temperature=0.5                           
 # )
 
-model = LocalModel(
-    model_id="TheBloke/vicuna-7B-1.1-HF",
-    trust_remote_code=True,   # needed if the repo defines its own model classes
-    device="cuda",            # or "cpu" if no GPU
-    quantize="4bit"           # optional: drastically reduce VRAM usage
-)
+model = OllamaQwen7BClientModel()
+
 
 # Import tool from Hub
 image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)