Changing ChatOllama with ChatHuggingFace

app.py

@@ -13,7 +13,7 @@ from langgraph.prebuilt import ToolNode, tools_condition
 from langchain_core.messages import AnyMessage, HumanMessage, AIMessage
 from typing import TypedDict, Annotated
 from langgraph.graph.message import add_messages
-from langchain_ollama.chat_models import ChatOllama
+from langchain_huggingface import HuggingFaceEndpoint, ChatHuggingFace
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -22,6 +22,7 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 # --- Basic Agent Definition ---
 # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
 
+
 class BasicAgent:
     def __init__(self):
         print("BasicAgent initialized.")
@@ -30,7 +31,13 @@ class BasicAgent:
         search_tool = DuckDuckGoSearchRun()
         tools = [search_tool]
 
-        chat = ChatOllama(model="qwen2.5-coder:7b", temperature=0, base_url="http://localhost:11434")
+        llm = HuggingFaceEndpoint(
+        repo_id="Qwen/Qwen2.5-Coder-32B-Instruct",
+        huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
+        )
+
+        chat = ChatHuggingFace(llm=llm, verbose=True)
+        tools = [search_tool, weather_info_tool, hub_stats_tool]
         chat_with_tools = chat.bind_tools(tools)
 
         class AgentState(TypedDict):