lets go

.chainlit/config.toml

@@ -0,0 +1,118 @@
+[project]
+# Whether to enable telemetry (default: true). No personal data is collected.
+enable_telemetry = true
+
+
+# List of environment variables to be provided by each user to use the app.
+user_env = []
+
+# Duration (in seconds) during which the session is saved when the connection is lost
+session_timeout = 3600
+
+# Enable third parties caching (e.g LangChain cache)
+cache = false
+
+# Authorized origins
+allow_origins = ["*"]
+
+# Follow symlink for asset mount (see https://github.com/Chainlit/chainlit/issues/317)
+# follow_symlink = false
+
+[features]
+# Process and display HTML in messages. This can be a security risk (see https://stackoverflow.com/questions/19603097/why-is-it-dangerous-to-render-user-generated-html-or-javascript)
+unsafe_allow_html = false
+
+# Process and display mathematical expressions. This can clash with "$" characters in messages.
+latex = false
+
+# Automatically tag threads with the current chat profile (if a chat profile is used)
+auto_tag_thread = true
+
+# Authorize users to spontaneously upload files with messages
+[features.spontaneous_file_upload]
+    enabled = true
+    accept = ["*/*"]
+    max_files = 20
+    max_size_mb = 500
+
+[features.audio]
+    # Threshold for audio recording
+    min_decibels = -45
+    # Delay for the user to start speaking in MS
+    initial_silence_timeout = 3000
+    # Delay for the user to continue speaking in MS. If the user stops speaking for this duration, the recording will stop.
+    silence_timeout = 1500
+    # Above this duration (MS), the recording will forcefully stop.
+    max_duration = 15000
+    # Duration of the audio chunks in MS
+    chunk_duration = 1000
+    # Sample rate of the audio
+    sample_rate = 44100
+
+[UI]
+# Name of the assistant.
+name = "Assistant"
+
+# Description of the assistant. This is used for HTML tags.
+# description = ""
+
+# Large size content are by default collapsed for a cleaner ui
+default_collapse_content = true
+
+# Hide the chain of thought details from the user in the UI.
+hide_cot = false
+
+# Link to your github repo. This will add a github button in the UI's header.
+# github = ""
+
+# Specify a CSS file that can be used to customize the user interface.
+# The CSS file can be served from the public directory or via an external link.
+# custom_css = "/public/test.css"
+
+# Specify a Javascript file that can be used to customize the user interface.
+# The Javascript file can be served from the public directory.
+# custom_js = "/public/test.js"
+
+# Specify a custom font url.
+# custom_font = "https://fonts.googleapis.com/css2?family=Inter:wght@400;500;700&display=swap"
+
+# Specify a custom meta image url.
+# custom_meta_image_url = "https://chainlit-cloud.s3.eu-west-3.amazonaws.com/logo/chainlit_banner.png"
+
+# Specify a custom build directory for the frontend.
+# This can be used to customize the frontend code.
+# Be careful: If this is a relative path, it should not start with a slash.
+# custom_build = "./public/build"
+
+[UI.theme]
+    default = "dark"
+    #layout = "wide"
+    #font_family = "Inter, sans-serif"
+# Override default MUI light theme. (Check theme.ts)
+[UI.theme.light]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.light.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+    [UI.theme.light.text]
+        #primary = "#212121"
+        #secondary = "#616161"
+
+# Override default MUI dark theme. (Check theme.ts)
+[UI.theme.dark]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.dark.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+    [UI.theme.dark.text]
+        #primary = "#EEEEEE"
+        #secondary = "#BDBDBD"
+
+[meta]
+generated_by = "1.1.302"

.chainlit/translations/en-US.json

@@ -0,0 +1,229 @@
+{
+    "components": {
+        "atoms": {
+            "buttons": {
+                "userButton": {
+                    "menu": {
+                        "settings": "Settings",
+                        "settingsKey": "S",
+                        "APIKeys": "API Keys",
+                        "logout": "Logout"
+                    }
+                }
+            }
+        },
+        "molecules": {
+            "newChatButton": {
+                "newChat": "New Chat"
+            },
+            "tasklist": {
+                "TaskList": {
+                    "title": "\ud83d\uddd2\ufe0f Task List",
+                    "loading": "Loading...",
+                    "error": "An error occurred"
+                }
+            },
+            "attachments": {
+                "cancelUpload": "Cancel upload",
+                "removeAttachment": "Remove attachment"
+            },
+            "newChatDialog": {
+                "createNewChat": "Create new chat?",
+                "clearChat": "This will clear the current messages and start a new chat.",
+                "cancel": "Cancel",
+                "confirm": "Confirm"
+            },
+            "settingsModal": {
+                "settings": "Settings",
+                "expandMessages": "Expand Messages",
+                "hideChainOfThought": "Hide Chain of Thought",
+                "darkMode": "Dark Mode"
+            },
+            "detailsButton": {
+                "using": "Using",
+                "used": "Used"
+            },
+            "auth": {
+                "authLogin": {
+                    "title": "Login to access the app.",
+                    "form": {
+                        "email": "Email address",
+                        "password": "Password",
+                        "noAccount": "Don't have an account?",
+                        "alreadyHaveAccount": "Already have an account?",
+                        "signup": "Sign Up",
+                        "signin": "Sign In",
+                        "or": "OR",
+                        "continue": "Continue",
+                        "forgotPassword": "Forgot password?",
+                        "passwordMustContain": "Your password must contain:",
+                        "emailRequired": "email is a required field",
+                        "passwordRequired": "password is a required field"
+                    },
+                    "error": {
+                        "default": "Unable to sign in.",
+                        "signin": "Try signing in with a different account.",
+                        "oauthsignin": "Try signing in with a different account.",
+                        "redirect_uri_mismatch": "The redirect URI is not matching the oauth app configuration.",
+                        "oauthcallbackerror": "Try signing in with a different account.",
+                        "oauthcreateaccount": "Try signing in with a different account.",
+                        "emailcreateaccount": "Try signing in with a different account.",
+                        "callback": "Try signing in with a different account.",
+                        "oauthaccountnotlinked": "To confirm your identity, sign in with the same account you used originally.",
+                        "emailsignin": "The e-mail could not be sent.",
+                        "emailverify": "Please verify your email, a new email has been sent.",
+                        "credentialssignin": "Sign in failed. Check the details you provided are correct.",
+                        "sessionrequired": "Please sign in to access this page."
+                    }
+                },
+                "authVerifyEmail": {
+                    "almostThere": "You're almost there! We've sent an email to ",
+                    "verifyEmailLink": "Please click on the link in that email to complete your signup.",
+                    "didNotReceive": "Can't find the email?",
+                    "resendEmail": "Resend email",
+                    "goBack": "Go Back",
+                    "emailSent": "Email sent successfully.",
+                    "verifyEmail": "Verify your email address"
+                },
+                "providerButton": {
+                    "continue": "Continue with {{provider}}",
+                    "signup": "Sign up with {{provider}}"
+                },
+                "authResetPassword": {
+                    "newPasswordRequired": "New password is a required field",
+                    "passwordsMustMatch": "Passwords must match",
+                    "confirmPasswordRequired": "Confirm password is a required field",
+                    "newPassword": "New password",
+                    "confirmPassword": "Confirm password",
+                    "resetPassword": "Reset Password"
+                },
+                "authForgotPassword": {
+                    "email": "Email address",
+                    "emailRequired": "email is a required field",
+                    "emailSent": "Please check the email address {{email}} for instructions to reset your password.",
+                    "enterEmail": "Enter your email address and we will send you instructions to reset your password.",
+                    "resendEmail": "Resend email",
+                    "continue": "Continue",
+                    "goBack": "Go Back"
+                }
+            }
+        },
+        "organisms": {
+            "chat": {
+                "history": {
+                    "index": {
+                        "showHistory": "Show history",
+                        "lastInputs": "Last Inputs",
+                        "noInputs": "Such empty...",
+                        "loading": "Loading..."
+                    }
+                },
+                "inputBox": {
+                    "input": {
+                        "placeholder": "Type your message here..."
+                    },
+                    "speechButton": {
+                        "start": "Start recording",
+                        "stop": "Stop recording"
+                    },
+                    "SubmitButton": {
+                        "sendMessage": "Send message",
+                        "stopTask": "Stop Task"
+                    },
+                    "UploadButton": {
+                        "attachFiles": "Attach files"
+                    },
+                    "waterMark": {
+                        "text": "Built with"
+                    }
+                },
+                "Messages": {
+                    "index": {
+                        "running": "Running",
+                        "executedSuccessfully": "executed successfully",
+                        "failed": "failed",
+                        "feedbackUpdated": "Feedback updated",
+                        "updating": "Updating"
+                    }
+                },
+                "dropScreen": {
+                    "dropYourFilesHere": "Drop your files here"
+                },
+                "index": {
+                    "failedToUpload": "Failed to upload",
+                    "cancelledUploadOf": "Cancelled upload of",
+                    "couldNotReachServer": "Could not reach the server",
+                    "continuingChat": "Continuing previous chat"
+                },
+                "settings": {
+                    "settingsPanel": "Settings panel",
+                    "reset": "Reset",
+                    "cancel": "Cancel",
+                    "confirm": "Confirm"
+                }
+            },
+            "threadHistory": {
+                "sidebar": {
+                    "filters": {
+                        "FeedbackSelect": {
+                            "feedbackAll": "Feedback: All",
+                            "feedbackPositive": "Feedback: Positive",
+                            "feedbackNegative": "Feedback: Negative"
+                        },
+                        "SearchBar": {
+                            "search": "Search"
+                        }
+                    },
+                    "DeleteThreadButton": {
+                        "confirmMessage": "This will delete the thread as well as it's messages and elements.",
+                        "cancel": "Cancel",
+                        "confirm": "Confirm",
+                        "deletingChat": "Deleting chat",
+                        "chatDeleted": "Chat deleted"
+                    },
+                    "index": {
+                        "pastChats": "Past Chats"
+                    },
+                    "ThreadList": {
+                        "empty": "Empty...",
+                        "today": "Today",
+                        "yesterday": "Yesterday",
+                        "previous7days": "Previous 7 days",
+                        "previous30days": "Previous 30 days"
+                    },
+                    "TriggerButton": {
+                        "closeSidebar": "Close sidebar",
+                        "openSidebar": "Open sidebar"
+                    }
+                },
+                "Thread": {
+                    "backToChat": "Go back to chat",
+                    "chatCreatedOn": "This chat was created on"
+                }
+            },
+            "header": {
+                "chat": "Chat",
+                "readme": "Readme"
+            }
+        }
+    },
+    "hooks": {
+        "useLLMProviders": {
+            "failedToFetchProviders": "Failed to fetch providers:"
+        }
+    },
+    "pages": {
+        "Design": {},
+        "Env": {
+            "savedSuccessfully": "Saved successfully",
+            "requiredApiKeys": "Required API Keys",
+            "requiredApiKeysInfo": "To use this app, the following API keys are required. The keys are stored on your device's local storage."
+        },
+        "Page": {
+            "notPartOfProject": "You are not part of this project."
+        },
+        "ResumeButton": {
+            "resumeChat": "Resume Chat"
+        }
+    }
+}

app.py

@@ -11,7 +11,7 @@ from langchain.schema.output_parser import StrOutputParser
 from langchain.schema.runnable import RunnablePassthrough
 from langchain.schema.runnable.config import RunnableConfig
 
-from starters import set_starters
+# from starters import set_starters
 
 load_dotenv()
 

langsmith_df.ipynb

@@ -0,0 +1,312 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Capture LangSmith data in a Pandas DataFrame"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os\n",
+    "import pandas as pd\n",
+    "from langsmith import Client"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Initialize the client\n",
+    "client = Client(\n",
+    "    api_key=os.getenv(\"LANGCHAIN_API_KEY\"),\n",
+    "    api_url=os.getenv(\"LANGCHAIN_ENDPOINT\")\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Retrieve trace runs\n",
+    "project_name = \"AirBnB RAG Evaluation\"\n",
+    "traces = client.list_runs(project_name=project_name)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Convert trace data to DataFrame\n",
+    "trace_data = []\n",
+    "\n",
+    "for trace in traces:\n",
+    "    trace_data.append({\n",
+    "        'trace_id': trace.id,\n",
+    "        'start_time': trace.start_time,\n",
+    "        'end_time': trace.end_time,\n",
+    "        'status': trace.status,\n",
+    "        'input': trace.inputs,\n",
+    "        'output': trace.outputs\n",
+    "    })"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df = pd.DataFrame(trace_data)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>trace_id</th>\n",
+       "      <th>start_time</th>\n",
+       "      <th>end_time</th>\n",
+       "      <th>status</th>\n",
+       "      <th>input</th>\n",
+       "      <th>output</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>717ef090-359f-41c4-84b3-08bec6251185</td>\n",
+       "      <td>2024-06-25 14:02:53.067707</td>\n",
+       "      <td>2024-06-25 14:02:54.842210</td>\n",
+       "      <td>success</td>\n",
+       "      <td>{'messages': [{'lc': 1, 'type': 'constructor',...</td>\n",
+       "      <td>{'llm_output': {'model_name': 'llama3-70b-8192...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>97f1d6b5-17fa-4ebe-8438-2eabb33e6c12</td>\n",
+       "      <td>2024-06-25 14:02:53.064911</td>\n",
+       "      <td>2024-06-25 14:02:53.066843</td>\n",
+       "      <td>success</td>\n",
+       "      <td>{'context': [{'page_content': 'December 31, 20...</td>\n",
+       "      <td>{'output': {'messages': [{'content': '&lt;|begin_...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>78165b64-3961-4b28-8d66-ca17763ff7df</td>\n",
+       "      <td>2024-06-25 14:02:53.063469</td>\n",
+       "      <td>2024-06-25 14:02:53.066525</td>\n",
+       "      <td>success</td>\n",
+       "      <td>{'context': [{'page_content': 'December 31, 20...</td>\n",
+       "      <td>{'output': [{'page_content': 'December 31, 202...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>6ba40755-4a55-4d8c-a824-7e8f855444cc</td>\n",
+       "      <td>2024-06-25 14:02:53.062807</td>\n",
+       "      <td>2024-06-25 14:02:54.844401</td>\n",
+       "      <td>success</td>\n",
+       "      <td>{'context': [{'page_content': 'December 31, 20...</td>\n",
+       "      <td>{'output': {'content': '[BEGIN_SUMMARY]\n",
+       "The to...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>3bcafa07-7bdd-48e0-a55a-47b3f8ee32c7</td>\n",
+       "      <td>2024-06-25 14:02:53.060709</td>\n",
+       "      <td>2024-06-25 14:02:54.845145</td>\n",
+       "      <td>success</td>\n",
+       "      <td>{'context': [{'page_content': 'December 31, 20...</td>\n",
+       "      <td>{'response': {'content': '[BEGIN_SUMMARY]\n",
+       "The ...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>555</th>\n",
+       "      <td>1013e849-793d-46da-aeea-2a8c3eaa08d4</td>\n",
+       "      <td>2024-06-20 19:35:54.492314</td>\n",
+       "      <td>2024-06-20 19:35:54.498540</td>\n",
+       "      <td>success</td>\n",
+       "      <td>{'question': 'What is Airbnb's 'Description of...</td>\n",
+       "      <td>{'output': 'What is Airbnb's 'Description of B...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>556</th>\n",
+       "      <td>88e7c281-436f-4cfd-9056-5e6954d2462c</td>\n",
+       "      <td>2024-06-20 19:35:54.491579</td>\n",
+       "      <td>2024-06-20 19:35:54.498051</td>\n",
+       "      <td>success</td>\n",
+       "      <td>{'question': 'What is Airbnb's 'Description of...</td>\n",
+       "      <td>{'output': 'What is Airbnb's 'Description of B...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>557</th>\n",
+       "      <td>7ea55086-6ed9-4930-8ba4-0df7a406c8b8</td>\n",
+       "      <td>2024-06-20 19:35:54.490744</td>\n",
+       "      <td>2024-06-20 19:35:55.556579</td>\n",
+       "      <td>success</td>\n",
+       "      <td>{'question': 'What is Airbnb's 'Description of...</td>\n",
+       "      <td>{'output': [{'page_content': 'Table of Content...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>558</th>\n",
+       "      <td>288e39cf-71e6-4574-bf48-8f902ec7a12f</td>\n",
+       "      <td>2024-06-20 19:35:54.489031</td>\n",
+       "      <td>2024-06-20 19:35:55.557354</td>\n",
+       "      <td>success</td>\n",
+       "      <td>{'question': 'What is Airbnb's 'Description of...</td>\n",
+       "      <td>{'context': [{'page_content': 'Table of Conten...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>559</th>\n",
+       "      <td>073e10ba-0a34-4338-9ff0-a7c00584e6bb</td>\n",
+       "      <td>2024-06-20 19:35:54.441022</td>\n",
+       "      <td>2024-06-20 19:35:56.962382</td>\n",
+       "      <td>success</td>\n",
+       "      <td>{'question': 'What is Airbnb's 'Description of...</td>\n",
+       "      <td>{'response': {'content': 'Airbnb's 'Descriptio...</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>560 rows × 6 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                 trace_id                 start_time  \\\n",
+       "0    717ef090-359f-41c4-84b3-08bec6251185 2024-06-25 14:02:53.067707   \n",
+       "1    97f1d6b5-17fa-4ebe-8438-2eabb33e6c12 2024-06-25 14:02:53.064911   \n",
+       "2    78165b64-3961-4b28-8d66-ca17763ff7df 2024-06-25 14:02:53.063469   \n",
+       "3    6ba40755-4a55-4d8c-a824-7e8f855444cc 2024-06-25 14:02:53.062807   \n",
+       "4    3bcafa07-7bdd-48e0-a55a-47b3f8ee32c7 2024-06-25 14:02:53.060709   \n",
+       "..                                    ...                        ...   \n",
+       "555  1013e849-793d-46da-aeea-2a8c3eaa08d4 2024-06-20 19:35:54.492314   \n",
+       "556  88e7c281-436f-4cfd-9056-5e6954d2462c 2024-06-20 19:35:54.491579   \n",
+       "557  7ea55086-6ed9-4930-8ba4-0df7a406c8b8 2024-06-20 19:35:54.490744   \n",
+       "558  288e39cf-71e6-4574-bf48-8f902ec7a12f 2024-06-20 19:35:54.489031   \n",
+       "559  073e10ba-0a34-4338-9ff0-a7c00584e6bb 2024-06-20 19:35:54.441022   \n",
+       "\n",
+       "                      end_time   status  \\\n",
+       "0   2024-06-25 14:02:54.842210  success   \n",
+       "1   2024-06-25 14:02:53.066843  success   \n",
+       "2   2024-06-25 14:02:53.066525  success   \n",
+       "3   2024-06-25 14:02:54.844401  success   \n",
+       "4   2024-06-25 14:02:54.845145  success   \n",
+       "..                         ...      ...   \n",
+       "555 2024-06-20 19:35:54.498540  success   \n",
+       "556 2024-06-20 19:35:54.498051  success   \n",
+       "557 2024-06-20 19:35:55.556579  success   \n",
+       "558 2024-06-20 19:35:55.557354  success   \n",
+       "559 2024-06-20 19:35:56.962382  success   \n",
+       "\n",
+       "                                                 input  \\\n",
+       "0    {'messages': [{'lc': 1, 'type': 'constructor',...   \n",
+       "1    {'context': [{'page_content': 'December 31, 20...   \n",
+       "2    {'context': [{'page_content': 'December 31, 20...   \n",
+       "3    {'context': [{'page_content': 'December 31, 20...   \n",
+       "4    {'context': [{'page_content': 'December 31, 20...   \n",
+       "..                                                 ...   \n",
+       "555  {'question': 'What is Airbnb's 'Description of...   \n",
+       "556  {'question': 'What is Airbnb's 'Description of...   \n",
+       "557  {'question': 'What is Airbnb's 'Description of...   \n",
+       "558  {'question': 'What is Airbnb's 'Description of...   \n",
+       "559  {'question': 'What is Airbnb's 'Description of...   \n",
+       "\n",
+       "                                                output  \n",
+       "0    {'llm_output': {'model_name': 'llama3-70b-8192...  \n",
+       "1    {'output': {'messages': [{'content': '<|begin_...  \n",
+       "2    {'output': [{'page_content': 'December 31, 202...  \n",
+       "3    {'output': {'content': '[BEGIN_SUMMARY]\n",
+       "The to...  \n",
+       "4    {'response': {'content': '[BEGIN_SUMMARY]\n",
+       "The ...  \n",
+       "..                                                 ...  \n",
+       "555  {'output': 'What is Airbnb's 'Description of B...  \n",
+       "556  {'output': 'What is Airbnb's 'Description of B...  \n",
+       "557  {'output': [{'page_content': 'Table of Content...  \n",
+       "558  {'context': [{'page_content': 'Table of Conten...  \n",
+       "559  {'response': {'content': 'Airbnb's 'Descriptio...  \n",
+       "\n",
+       "[560 rows x 6 columns]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "# Save to CSV or display DataFrame\n",
+    "df.to_csv('trace_runs.csv', index=False)\n",
+    "display(df)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": ".venv",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.8"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

starters.py

@@ -16,4 +16,3 @@ async def set_starters():
             message="What is the 'maximum number of shares to be sold under the 10b5-1 Trading plan' by Brian Chesky?",
             ),
         ]
-# ...