Update app.py

app.py

@@ -3,7 +3,15 @@ import gradio as gr
 import requests
 import inspect
 import pandas as pd
-from langchain_community.llms import HuggingFaceHub
+from transformers import pipeline
+
+# This model doesn't require a token and works for simple tasks
+llm_pipeline = pipeline("text2text-generation", model="google/flan-t5-small")
+
+class TransformersLLM:
+    def __call__(self, prompt):
+        output = llm_pipeline(prompt, max_new_tokens=100)
+        return output[0]['generated_text']
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -88,10 +96,7 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
 
     # 1. Instantiate Agent ( modify this part to create your agent)
     try:
-        llm = HuggingFaceHub(
-            repo_id="google/flan-t5-xl",
-            model_kwargs={"temperature": 0.5, "max_length": 512}
-        )
+        llm = TransformersLLM()
         agent = BasicAgent(llm)
     except Exception as e:
         print(f"Error instantiating agent: {e}")