Update app.py

app.py

@@ -8,6 +8,7 @@ from langchain.agents.agent_types import AgentType
 from langchain.chat_models import ChatOpenAI
 from langchain.tools import DuckDuckGoSearchRun
 from langchain_community.llms import HuggingFaceHub
+from langchain_huggingface import HuggingFaceEndpoint
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -31,8 +32,14 @@ class BasicAgent: # Some times Inheritance is needed
         # Create the LLM # Temprature set to 0 because we need exact match
         #llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo")  # ChatML understands roles (user, assistant, system)
         # Define the LLM
-        llm = HuggingFaceHub(
-            repo_id="tiiuae/falcon-7b-instruct", 
+        # llm = HuggingFaceHub(
+        #     repo_id="tiiuae/falcon-7b-instruct", 
+        #     model_kwargs={"temperature": 0.5, "max_new_tokens": 512}
+        # )
+        # Define the LLM
+        llm = HuggingFaceEndpoint(
+            endpoint_url="https://api-inference.huggingface.co/models/your-model-name",
+            huggingfacehub_api_token=os.environ["HUGGINGFACEHUB_API_TOKEN"],
             model_kwargs={"temperature": 0.5, "max_new_tokens": 512}
         )