Upload 5 files

.chainlit/config.toml

@@ -1,18 +1,4 @@
 [project]
-# If true (default), the app will be available to anonymous users.
-# If false, users will need to authenticate and be part of the project to use the app.
-public = true
-
-# The project ID (found on https://cloud.chainlit.io).
-# The project ID is required when public is set to false or when using the cloud database.
-#id = ""
-
-# Uncomment if you want to persist the chats.
-# local will create a database in your .chainlit directory (requires node.js installed).
-# cloud will use the Chainlit cloud database.
-# custom will load use your custom client.
-# database = "local"
-
 # Whether to enable telemetry (default: true). No personal data is collected.
 enable_telemetry = false
 
@@ -22,13 +8,44 @@ user_env = []
 # Duration (in seconds) during which the session is saved when the connection is lost
 session_timeout = 3600
 
+# Enable third parties caching (e.g LangChain cache)
+cache = false
+
+# Follow symlink for asset mount (see https://github.com/Chainlit/chainlit/issues/317)
+# follow_symlink = false
+
+[features]
+# Show the prompt playground
+prompt_playground = true
+
+# Process and display HTML in messages. This can be a security risk (see https://stackoverflow.com/questions/19603097/why-is-it-dangerous-to-render-user-generated-html-or-javascript)
+unsafe_allow_html = false
+
+# Process and display mathematical expressions. This can clash with "$" characters in messages.
+latex = false
+
+# Authorize users to upload files with messages
+multi_modal = true
+
+# Allows user to use speech to text
+[features.speech_to_text]
+    enabled = false
+    # See all languages here https://github.com/JamesBrill/react-speech-recognition/blob/HEAD/docs/API.md#language-string
+    # language = "en-US"
+
 [UI]
 # Name of the app and chatbot.
 name = "Chatbot"
 
+# Show the readme while the conversation is empty.
+show_readme_as_default = true
+
 # Description of the app and chatbot. This is used for HTML tags.
 # description = ""
 
+# Large size content are by default collapsed for a cleaner ui
+default_collapse_content = true
+
 # The default value for the expand messages settings.
 default_expand_messages = false
 
@@ -36,7 +53,11 @@ default_expand_messages = false
 hide_cot = false
 
 # Link to your github repo. This will add a github button in the UI's header.
-# github = ""
+# github = "https://github.com/GianfrancoCorrea/GPT-Vision-DALLE3-Chat"
+
+# Specify a CSS file that can be used to customize the user interface.
+# The CSS file can be served from the public directory or via an external link.
+# custom_css = "/public/test.css"
 
 # Override default MUI light theme. (Check theme.ts)
 [UI.theme.light]
@@ -60,4 +81,4 @@ hide_cot = false
 
 
 [meta]
-generated_by = "0.6.2"
+generated_by = "0.7.700"

app.py

@@ -2,30 +2,13 @@ from langchain.agents import AgentExecutor, AgentType, initialize_agent
 from langchain.agents.structured_chat.prompt import SUFFIX
 from langchain.chat_models import ChatOpenAI
 from langchain.memory import ConversationBufferMemory
-from tools import generate_image_tool, describe_image_tool, gpt_vision_call, process_images, handle_image_history
+from tools import generate_image_tool, describe_image_tool, handle_image_history, wait_for_key
 
 import chainlit as cl
 from chainlit.action import Action
 from chainlit.input_widget import Select, Switch, Slider
 
 
-#@cl.author_rename
-def rename(orig_author):
-    """
-    Rename the author of messages as displayed in the "Thinking" section.
-
-    This is useful to make the chat look more natural, or add some fun to it!
-    """
-    mapping = {
-        "AgentExecutor": "The LLM Brain",
-        "LLMChain": "The Assistant",
-        "GenerateImage": "DALL-E 3",
-        "ChatOpenAI": "GPT-4 Turbo",
-        "Chatbot": "Coolest App",
-    }
-    return mapping.get(orig_author, orig_author)
-
-
 @cl.cache
 def get_memory():
     """
@@ -64,6 +47,7 @@ async def start():
         ]
     ).send()
     await setup_agent(settings)
+    await wait_for_key()
 
 
 @cl.on_settings_update
@@ -75,6 +59,7 @@ async def setup_agent(settings):
         temperature=settings["Temperature"],
         streaming=settings["Streaming"],
         model=settings["Model"],
+        api_key=cl.user_session.get("api_key"),
     )
 
     # We get our memory here, which is used to track the conversation history.

chainlit.md

@@ -0,0 +1,3 @@
+# Welcome to a GPT-4 Turbo application with DALL-E 3 Image Generation capabilities!
+
+[Github repo](https://github.com/GianfrancoCorrea/GPT-Vision-DALLE3-Chat)

tools.py

@@ -34,7 +34,7 @@ def _generate_image(prompt: str):
     We use the OpenAI API to generate the image, and then store it in our
     user session so we can reference it later.
     """
-    client = OpenAI()
+    client = OpenAI(api_key=cl.user_session.get("api_key"))
 
     response = client.images.generate(
         model="dall-e-3",
@@ -76,7 +76,7 @@ generate_image_tool = Tool.from_function(
 def gpt_vision_call(image_id: str):
     #cl.user_session.set("image_id", image_id)
     print("image_id", image_id)
-    client = OpenAI()
+    client = OpenAI(api_key=cl.user_session.get("api_key"))
     image_history = cl.user_session.get("image_history")
     stream = client.chat.completions.create(
         model="gpt-4-vision-preview",
@@ -129,4 +129,28 @@ describe_image_tool = Tool.from_function(
     name="DescribeImage",
     description=f"Useful to describe an image. Input should be a single string strictly in the following JSON format: {describe_image_format}",
     return_direct=False,
-)
+)
+
+
+
+async def wait_for_key():
+    res = await cl.AskUserMessage(content="Send an Openai API KEY to start. [https://platform.openai.com/api-keys](https://platform.openai.com/api-keys). e.g. sk-IY8Wl.....1cXD8", timeout=600).send()
+    if res:
+        await cl.Message(content="setting up...", indent=1).send()
+        # check if the key is valid
+        client = OpenAI(api_key=res["content"])
+        try:
+            stream = client.chat.completions.create(
+                model="gpt-3.5-turbo-1106",
+                messages=[{"role": "system", "content": "test"}],
+                max_tokens=1,
+            )
+            if stream:
+                await cl.Message(content="API_KEY setted, you can start chatting!", indent=1).send()
+                cl.user_session.set("api_key", res["content"])
+        except Exception as e:
+            await cl.Message(content=f"{e}", indent=1).send()
+            return await wait_for_key()
+        return await cl.Message(content="✅ API KEY works! ✅ you can start chatting! 💬").send()
+    else:
+        return await wait_for_key()