Update app.py

app.py

@@ -29,20 +29,22 @@ class BasicAgent: # Some times Inheritance is needed
     def __init__(self):
         print("BasicAgent with LangChain initialized.")
 
-        # Create the LLM # Temprature set to 0 because we need exact match
-        #llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo")  # ChatML understands roles (user, assistant, system)
-        # Define the LLM
-        # llm = HuggingFaceHub(
-        #     repo_id="tiiuae/falcon-7b-instruct", 
-        #     model_kwargs={"temperature": 0.5, "max_new_tokens": 512}
-        # )
-        # Define the LLM
-        llm = HuggingFaceEndpoint(
-            endpoint_url="https://api-inference.huggingface.co/models/tiiuae/falcon-7b-instruct",
+        # # Create the LLM # Temprature set to 0 because we need exact match
+        # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo")  # ChatML understands roles (user, assistant, system)
+        
+        llm = HuggingFaceHub(
+            repo_id="tiiuae/falcon-7b-instruct",
             huggingfacehub_api_token=os.environ["HUGGINGFACEHUB_API_TOKEN"],
-            temperature=0.5,
-            max_new_tokens=512
+            model_kwargs={"temperature": 0.5, "max_new_tokens": 512}
         )
+        
+        # # Define the LLM
+        # llm = HuggingFaceEndpoint(
+        #     endpoint_url="https://api-inference.huggingface.co/models/tiiuae/falcon-7b-instruct",
+        #     huggingfacehub_api_token=os.environ["HUGGINGFACEHUB_API_TOKEN"],
+        #     temperature=0.5,
+        #     max_new_tokens=512
+        # )
 
         # Define tools # Description matters a lot, unless youre using @tool as a decorator and a python function (pulls docstring as tool description)
         search = DuckDuckGoSearchRun()