Update app.py

app.py

@@ -9,6 +9,7 @@ from langchain.chat_models import ChatOpenAI
 from langchain.tools import DuckDuckGoSearchRun
 from langchain_community.llms import HuggingFaceHub
 from langchain_huggingface import HuggingFaceEndpoint
+from langchain_community.chat_models import ChatHuggingFace
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -31,8 +32,16 @@ class BasicAgent: # Some times Inheritance is needed
 
         # # Create the LLM # Temprature set to 0 because we need exact match
         # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo")  # ChatML understands roles (user, assistant, system)
+
+        # # Define the LLM
+        # llm = HuggingFaceHub(
+        #     repo_id="tiiuae/falcon-7b-instruct",
+        #     huggingfacehub_api_token=os.environ["HUGGINGFACEHUB_API_TOKEN"],
+        #     model_kwargs={"temperature": 0.5, "max_new_tokens": 512}
+        # )
         
-        llm = HuggingFaceHub(
+        # Define the LLM
+        llm = ChatHuggingFace(
             repo_id="tiiuae/falcon-7b-instruct",
             huggingfacehub_api_token=os.environ["HUGGINGFACEHUB_API_TOKEN"],
             model_kwargs={"temperature": 0.5, "max_new_tokens": 512}
@@ -66,7 +75,8 @@ class BasicAgent: # Some times Inheritance is needed
     def __call__(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
         # Do not return intermidiate steps or thoughts
-        response = self.agent.run(question) 
+        # response = self.agent.run(question) 
+        response = self.agent.invoke({"input": question})
         print(f"Agent response: {response}")
         return response