Update app.py

app.py

@@ -4,27 +4,28 @@ import gradio as gr
 import requests
 import pandas as pd
 import base64
+import ollama
 
 from typing import TypedDict, Annotated
 from langchain_core.messages import AnyMessage, SystemMessage, HumanMessage
 from langchain_community.tools import DuckDuckGoSearchRun
-from langchain_huggingface import HuggingFaceEndpoint, ChatHuggingFace
+from langchain_ollama import ChatOllama
 from langchain.tools import Tool
 from langgraph.graph import START, StateGraph
 from langgraph.graph.message import add_messages
 from langgraph.prebuilt import ToolNode, tools_condition
 
+ollama run llama3.2-vision
+
+print("Loading LLM...")
+ollama.pull('llama3.2-vision')
+chat = ChatOllama(model='llama3.2-vision', verbose=True)
+print(f"Model {chat.model} downloaded!")
 from huggingface_hub import login, InferenceClient
 
 # (Keep Constants as is)
 # --- Constants ---
 DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
-llm = HuggingFaceEndpoint(
-    repo_id="Qwen/Qwen2.5-VL-32B-Instruct",
-    huggingfacehub_api_token=os.getenv("HF_TOKEN"),
-)
-print("Loading LLM...")
-
 
 
 def get_file_path(task_id: str, question) -> str: