Update app.py

app.py

@@ -65,20 +65,31 @@ async def chat(ctx, prompt: str):
     if ctx.author.id == bot.user.id:
         return
     try:
-        # Acknowledge the command immediately - This is the discord message after the command / is called ##
-        await ctx.send(f"Processing request: {prompt}")
+        message = await ctx.send("Creating thread...")
 
+        # User triggered bot via !echo
+        if ctx.message.content:
+            prompt = ctx.message.content.replace(
+                f"{bot.command_prefix}echo", ""
+            ).strip()
+
+        thread = await message.create_thread(name=prompt)
         loop = asyncio.get_running_loop()
         client = await loop.run_in_executor(None, get_client, None)
-        job = client.submit(prompt, api_name="/predict") ## /predict can be used for gradio interface ##
+        job = client.submit(prompt, api_name="/predict")
         await wait(job)
 
         try:
             job.result()
             response = job.outputs()[-1]
-            await ctx.send(f"```{truncate_response(response)}```")  # Send the LLM response
+            await thread.send(truncate_response(response))
+            thread_to_client[thread.id] = client
+            thread_to_user[thread.id] = ctx.author.id
         except QueueError:
-            await ctx.send("The gradio space powering this bot is really busy! Please try again later!")
+            await thread.send(
+                "The gradio space powering this bot is really busy! Please try again later!"
+            )
+
     except Exception as e:
         print(f"{e}")