Update app.py

app.py

@@ -53,17 +53,27 @@ def generate_prompts_for_object(object_name):
 
 
 # === Agent Setup ===
+# Set up the tools
 text_to_image_client = InferenceClient("m-ric/text-to-image")
-
 text_to_image_tool = TextToImageTool(client=text_to_image_client)
-
 search_tool = DuckDuckGoSearchResults()
 
-llm = HuggingFaceHub(
-    repo_id="Qwen/Qwen2.5-72B-Instruct",
-    model_kwargs={"temperature": 0.7, "max_new_tokens": 512},
-)
+# Load a public, token-free model locally via transformers pipeline
+text_gen_pipeline = pipeline("text-generation", model="tiiuae/falcon-7b-instruct", max_new_tokens=512)
+
+# Wrap pipeline into a LangChain LLM
+class PipelineLLM(LLM):
+    def _call(self, prompt, stop=None):
+        output = text_gen_pipeline(prompt)[0]["generated_text"]
+        return output
+
+    @property
+    def _llm_type(self):
+        return "pipeline_llm"
+
+llm = PipelineLLM()
 
+# Create agent and executor
 agent = create_react_agent(llm=llm, tools=[text_to_image_tool, search_tool])
 agent_executor = AgentExecutor(agent=agent, tools=[text_to_image_tool, search_tool], verbose=True)