Fixing Prompt error

app.py

@@ -1,70 +1,44 @@
-import os
-from openai import AsyncOpenAI  # importing openai for API usage
-import chainlit as cl  # importing chainlit for our app
-from chainlit.prompt import Prompt, PromptMessage  # importing prompt tools
-from chainlit.playground.providers import ChatOpenAI  # importing ChatOpenAI tools
-from dotenv import load_dotenv
+from openai import AsyncOpenAI
+import chainlit as cl
+from chainlit.playground.providers import ChatOpenAI
 
-load_dotenv()
+client = AsyncOpenAI()
 
-system_template = """You are a helpful assistant who always speaks in a pleasant tone!"""
-user_templere = """Think through your response step by step"""
+template = "Hello, {name}!"
+inputs = {"name": "John"}
 
-@cl.on_chat_start
-async def start_chat():
-    settings = {
-        "model": "gpt-3.5-turo",
-        "temperature":0,
-        "max_tokens":500,
-        "top_p":1,
-        "frequency_penalty":0,
-        "presence_penalty":0,
-    }
-    cl.user_session.set("settings",settings)
-
-
-@cl.on_message  # marks a function that should be run each time the chatbot receives a message from a user
-async def main(message: cl.Message):
-    settings = cl.user_session.get("settings")
+settings = {
+    "model": "gpt-3.5-turbo",
+    "temperature": 0,
+    # ... more settings
+}
 
-    client = AsyncOpenAI()
 
-    print(message.content)
-
-    prompt = Prompt(
+@cl.step(name="gpt-3.5", type="llm")
+async def call_openai():
+    generation = cl.ChatGeneration(
         provider=ChatOpenAI.id,
+        inputs=inputs,
+        settings=settings,
         messages=[
-            PromptMessage(
-                role="system",
-                template=system_template,
-                formatted=system_template,
-            ),
-            PromptMessage(
-                role="user",
-                template=user_template,
-                formatted=user_template.format(input=message.content),
-            ),
+            cl.GenerationMessage(
+                template=template, formatted=template.format(**inputs), role="assistant"
+            )
         ],
-        inputs={"input": message.content},
-        settings=settings,
     )
 
-    print([m.to_openai() for m in prompt.messages])
+    # Make the call to OpenAI
+    response = await client.chat.completions.create(
+        messages=[m.to_openai() for m in generation.messages], **settings
+    )
+
+    generation.completion = response.choices[0].message.content
 
-    msg = cl.Message(content="")
+    cl.context.current_step.generation = generation
 
-    # Call OpenAI
-    async for stream_resp in await client.chat.completions.create(
-        messages=[m.to_openai() for m in prompt.messages], stream=True, **settings
-    ):
-        token = stream_resp.choices[0].delta.content
-        if not token:
-            token = ""
-        await msg.stream_token(token)
+    return generation.completion
 
-    # Update the prompt object with the completion
-    prompt.completion = msg.content
-    msg.prompt = prompt
 
-    # Send and close the message stream
-    await msg.send()
+@cl.on_chat_start
+async def start():
+    await call_openai()