Update backend/app.py

backend/app.py

@@ -8,47 +8,30 @@ from chainlit.server import app
 import chainlit as cl
 
 
-client = AsyncOpenAI(api_key=os.environ["OPENAI_API_KEY"])
-
-settings = {
-    "model": "gpt-3.5-turbo",
-    "temperature": 0.7,
-    "max_tokens": 500,
-    "top_p": 1,
-    "frequency_penalty": 0,
-    "presence_penalty": 0,
-}
-
-@app.get("/custom-auth")
-async def custom_auth():
-    # Verify the user's identity with custom logic.
-    token = create_jwt(cl.User(identifier="Test User"))
-    return JSONResponse({"token": token})
+import chainlit as cl
+import langroid as lr
+from langroid.agent.callbacks.chainlit import add_instructions
+
 
 @cl.on_chat_start
 async def on_chat_start():
-    cl.user_session.set(
-        "message_history",
-        [{"role": "system", "content": "You are a helpful assistant."}],
+    config = lr.ChatAgentConfig(
+        name="Demo",
+        system_message="You are a helpful assistant. Be concise in your answers.",
     )
-    await cl.Message(content="Connected to Chainlit!").send()
-
-
-@cl.on_message
-async def on_message(message: cl.Message):
-    message_history = cl.user_session.get("message_history")
-    message_history.append({"role": "user", "content": message.content})
+    agent = lr.ChatAgent(config)
 
-    msg = cl.Message(content="")
-    await msg.send()
+    cl.user_session.set("agent", agent)
 
-    stream = await client.chat.completions.create(
-        messages=message_history, stream=True, **settings
+    await add_instructions(
+        title="Instructions",
+        content="Interact with a **Langroid ChatAgent**",
     )
 
-    async for part in stream:
-        if token := part.choices[0].delta.content or "":
-            await msg.stream_token(token)
 
-    message_history.append({"role": "assistant", "content": msg.content})
-    await msg.update()
+@cl.on_message
+async def on_message(message: cl.Message):
+    agent: lr.ChatAgent = cl.user_session.get("agent")
+    # important: only apply callbacks after getting first msg.
+    lr.ChainlitAgentCallbacks(agent, message)
+    await agent.llm_response_async(message.content)