Update app.py

app.py

@@ -7,6 +7,7 @@ from langchain.agents import initialize_agent, Tool
 from langchain.agents.agent_types import AgentType
 from langchain.chat_models import ChatOpenAI
 from langchain.tools import DuckDuckGoSearchRun
+from langchain_community.llms import HuggingFaceHub
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -28,7 +29,12 @@ class BasicAgent: # Some times Inheritance is needed
         print("BasicAgent with LangChain initialized.")
 
         # Create the LLM # Temprature set to 0 because we need exact match
-        llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo")  # ChatML understands roles (user, assistant, system)
+        #llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo")  # ChatML understands roles (user, assistant, system)
+        # Define the LLM
+        llm = HuggingFaceHub(
+            repo_id="openchat/openchat-3.5", 
+            model_kwargs={"temperature": 0.5, "max_new_tokens": 512}
+        )
 
         # Define tools # Description matters a lot, unless youre using @tool as a decorator and a python function (pulls docstring as tool description)
         search = DuckDuckGoSearchRun()