Update app.py

app.py

@@ -4,24 +4,22 @@ import gradio as gr
 import requests
 import pandas as pd
 import base64
-import ollama
 
 
 from typing import TypedDict, Annotated
 from langchain_core.messages import AnyMessage, SystemMessage, HumanMessage
 from langchain_community.tools import DuckDuckGoSearchRun
-from langchain_ollama import ChatOllama
 from langchain.tools import Tool
 from langgraph.graph import START, StateGraph
 from langgraph.graph.message import add_messages
 from langgraph.prebuilt import ToolNode, tools_condition
-
+from huggingface_hub import InferenceClient
+from langchain.chat_models import init_chat_model
 
 print("Loading LLM...")
-ollama.pull('gemma:7b')
-chat = ChatOllama(model='gemma:7b', verbose=True)
+client = InferenceClient("meta-llama/Llama-3.3-70B-Instruct")
+chat = init_chat_model("meta-llama/Llama-3.3-70B-Instruct")
 print(f"Model {chat.model} downloaded!")
-from huggingface_hub import login, InferenceClient
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -91,8 +89,6 @@ extract_text_tool = Tool(
     description="Retrieves text from an image."
 )
 
-
-chat = ChatHuggingFace(llm=llm, verbose=True)
 print(f"Model {chat.llm} downloaded!")
 
 tools = [get_file_path_tool, get_content_tool]