First Commit

app.py

@@ -16,6 +16,8 @@ app.add_middleware(CORSMiddleware,allow_origins=["*"],allow_methods=["*"],allow_
 
 agent_instance: Optional[Agent]=None
 DEFAULT_PROVIDER:Literal['hf-inference']="hf-inference"
+
+
 async def get_agent():
     """Get or create the agent instance."""
     global agent_instance
@@ -38,11 +40,11 @@ async def get_agent():
             print(f"❌ Error creating/loading agent: {str(e)}")
     return agent_instance
 
-agent=get_agent()
-
 @app.on_event("startup")
 async def startup_event():
-    await agent.load_tools()
+    global agent_instance
+    agent_instance = await get_agent()
+
 
 def chat_function(user_message,history,model_id):
 
@@ -59,10 +61,10 @@ def chat_function(user_message,history,model_id):
     First, run the tool `read_model_card` on repo_id `{model_id}` to get the model card.
     Then answer this user question based on the model card:
     User question: {user_message}"""
-    history=history+[(user_message)]
+    history=history+[(user_message,None)]
     try:
         response=""
-        for output in agent.run(prompt):
+        for output in agent_instance.run(prompt):
             if hasattr(output,"content") and output.content:
                 response=output.content
         final_response=response or "⚠️ Sorry, I couldn't generate a response."