MAX_WITHOUT_KEY

app.py

@@ -19,11 +19,17 @@ def transcribe(audio, chatbot_history, openai_key):
 
 
 
-def openai_stream(history, openai_key, chat_model):
+MAX_WITHOUT_KEY = 5
+
+def openai_stream(history, openai_key, chat_model, use_key):
 
     if not history or history[-1][1]:
         return history
 
+    if not use_key and len(history) >= MAX_WITHOUT_KEY:
+        history[-1][1] = "Sorry, you've reached the maximum number of messages without an OpenAI key."
+        return history
+
     history[-1][1] = ""
     for chunk in openai.ChatCompletion.create(
         model=chat_model,
@@ -32,7 +38,7 @@ def openai_stream(history, openai_key, chat_model):
             "content": history[-1][0]
         }],
         stream=True,
-        api_key=openai_key,
+        api_key=openai_key if use_key else None,
     ):
         content = chunk["choices"][0].get("delta", {}).get("content")
         if content:
@@ -68,6 +74,7 @@ with gr.Blocks(theme=theme) as demo:
 
         with gr.Column(scale=2):
             with gr.Row():
+                use_key = gr.Switch(label="Use OpenAI Key")
                 chat_model = gr.Dropdown(choices=available_models, value="gpt-3.5-turbo", allow_custom_value=True)
                 openai_key = gr.Textbox(label="Enter OPENAI API Key", placeholder="Example: sk-AJDKakdAJD...")
             chatbot = gr.Chatbot(label="ChatGPT Dialog")
@@ -75,16 +82,15 @@ with gr.Blocks(theme=theme) as demo:
 
     streaming_event_kwargs = dict(
         fn=openai_stream, 
-        inputs=[chatbot, openai_key, chat_model], 
+        inputs=[chatbot, openai_key, chat_model, use_key], 
         outputs=chatbot,
     )
 
-
     msg.submit(show_message, [msg, chatbot], [msg, chatbot], queue=False).then(
         **streaming_event_kwargs
     )
     audio.stream(transcribe, inputs=[audio, chatbot, openai_key], outputs=[chatbot]).then(
-       **streaming_event_kwargs
+        **streaming_event_kwargs
     )
 
     clear.click(lambda: None, None, chatbot, queue=False)