Update app.py

app.py

@@ -67,15 +67,21 @@ def upload(files: Optional[List[str]], chatbot: CHAT_HISTORY) -> CHAT_HISTORY:
     return chatbot
 
 
+# Concatenate the hidden pre-filled text with the user input
+prefilled_text = "You are a specialized Prompt Generator focused on improving the original text while maintaining its essence. Keep the prompt length under 50 words never exceed this limit"
+
+def get_prefilled_text(user_input):
+    return f"{prefilled_text} + {user_input}"
+
+# Update the user input function to use the concatenated text
 def user(text_prompt: str, chatbot: CHAT_HISTORY):
     if text_prompt:
-        # Pre-filled text to go with user input
-        prefilled_text = "You are a specialized Prompt Generator focused on improving the original text while maintaining its essence. Keep the prompt length under 50 words never exceed this limit"
-        full_prompt = f"{prefilled_text} {text_prompt}"
-        chatbot.append((full_prompt, None))
+        prefilled_with_user_input = get_prefilled_text(text_prompt)
+        chatbot.append((prefilled_with_user_input, None))
     return "", chatbot
 
 
+
 def bot(
     google_key: str,
     files: Optional[List[str]],
@@ -87,7 +93,7 @@ def bot(
     chatbot: CHAT_HISTORY
 ):
     if len(chatbot) == 0:
-        return ''
+        return chatbot
 
     google_key = google_key if google_key else GOOGLE_API_KEY
     if not google_key:
@@ -121,46 +127,24 @@ def bot(
             stream=True,
             generation_config=generation_config)
 
-    generated_text = ''
+    # streaming effect
+    chatbot[-1][1] = ""
     for chunk in response:
-        generated_text += chunk.text
+        for i in range(0, len(chunk.text), 10):
+            section = chunk.text[i:i + 10]
+            chatbot[-1][1] += section
+            time.sleep(0.01)
+            yield chatbot
 
-    return generated_text
 
-output_text_component = gr.Textbox(
-    label="Generated Text",
+google_key_component = gr.Textbox(
+    label="GOOGLE API KEY",
     value="",
-    placeholder="Generated text will appear here",
-    scale=8,
-    multiline=True,
-)
-
-def copy_text():
-    output_text_component.copy()
-
-output_text_component_copy = gr.HTML(
-    "<svg xmlns='http://www.w3.org/2000/svg' width='24' height='24' viewBox='0 0 24 24' "
-    "fill='none' stroke='currentColor' stroke-width='2' stroke-linecap='round' "
-    "stroke-linejoin='round' class='feather feather-copy' onclick='copyText()'>"
-    "<rect x='9' y='9' width='13' height='13' rx='2' ry='2'></rect>"
-    "<path d='M9 15h4'></path><path d='M15 9v6'></path></svg>"
-    "<script>"
-    "function copyText() {"
-    "var copyText = document.getElementById('output-text');"
-    "copyText.select();"
-    "document.execCommand('copy');"
-    "alert('Copied to clipboard!');"
-    "}"
-    "</script>"
-)
-
-text_prompt_component = gr.Textbox(
-    placeholder="Hi there! [press Enter]",
-    show_label=False,
-    autofocus=True,
-    scale=8,
+    type="password",
+    placeholder="...",
+    info="You have to provide your own GOOGLE_API_KEY for this app to function properly",
+    visible=GOOGLE_API_KEY is None
 )
-
 chatbot_component = gr.Chatbot(
     label='Gemini',
     bubble_full_width=False,
@@ -168,6 +152,75 @@ chatbot_component = gr.Chatbot(
     scale=2,
     height=400
 )
+text_prompt_component = gr.Textbox(
+    value="",
+    placeholder="Type or Paste Your Prompt Here",
+    show_label=False,
+    autofocus=True,
+    scale=8
+)
+
+upload_button_component = gr.UploadButton(
+    label="Upload Images", file_count="multiple", file_types=["image"], scale=1
+)
+run_button_component = gr.Button(value="Run", variant="primary", scale=1)
+temperature_component = gr.Slider(
+    minimum=0,
+    maximum=1.0,
+    value=0.4,
+    step=0.05,
+    label="Temperature",
+    info=(
+        "Temperature controls the degree of randomness in token selection. Lower "
+        "temperatures are good for prompts that expect a true or correct response, "
+        "while higher temperatures can lead to more diverse or unexpected results. "
+    ))
+max_output_tokens_component = gr.Slider(
+    minimum=1,
+    maximum=2048,
+    value=1024,
+    step=1,
+    label="Token limit",
+    info=(
+        "Token limit determines the maximum amount of text output from one prompt. A "
+        "token is approximately four characters. The default value is 2048."
+    ))
+stop_sequences_component = gr.Textbox(
+    label="Add stop sequence",
+    value="",
+    type="text",
+    placeholder="STOP, END",
+    info=(
+        "A stop sequence is a series of characters (including spaces) that stops "
+        "response generation if the model encounters it. The sequence is not included "
+        "as part of the response. You can add up to five stop sequences."
+    ))
+top_k_component = gr.Slider(
+    minimum=1,
+    maximum=40,
+    value=32,
+    step=1,
+    label="Top-K",
+    info=(
+        "Top-k changes how the model selects tokens for output. A top-k of 1 means the "
+        "selected token is the most probable among all tokens in the model’s "
+        "vocabulary (also called greedy decoding), while a top-k of 3 means that the "
+        "next token is selected from among the 3 most probable tokens (using "
+        "temperature)."
+    ))
+top_p_component = gr.Slider(
+    minimum=0,
+    maximum=1,
+    value=1,
+    step=0.01,
+    label="Top-P",
+    info=(
+        "Top-p changes how the model selects tokens for output. Tokens are selected "
+        "from most probable to least until the sum of their probabilities equals the "
+        "top-p value. For example, if tokens A, B, and C have a probability of .3, .2, "
+        "and .1 and the top-p value is .5, then the model will select either A or B as "
+        "the next token (using temperature). "
+    ))
 
 user_inputs = [
     text_prompt_component,
@@ -190,6 +243,7 @@ with gr.Blocks() as demo:
     gr.HTML(SUBTITLE)
     gr.HTML(DUPLICATE)
     with gr.Column():
+        google_key_component.render()
         chatbot_component.render()
         with gr.Row():
             text_prompt_component.render()
@@ -206,27 +260,26 @@ with gr.Blocks() as demo:
     run_button_component.click(
         fn=user,
         inputs=user_inputs,
-        outputs=[output_text_component, chatbot_component],
+        outputs=[text_prompt_component, chatbot_component],
         queue=False
     ).then(
-        fn=bot, inputs=bot_inputs, outputs=[output_text_component_copy],
+        fn=bot, inputs=bot_inputs, outputs=[chatbot_component],
     )
 
     text_prompt_component.submit(
         fn=user,
         inputs=user_inputs,
-        outputs=[output_text_component, chatbot_component],
+        outputs=[text_prompt_component, chatbot_component],
         queue=False
     ).then(
-        fn=bot, inputs=bot_inputs, outputs=[output_text_component_copy],
+        fn=bot, inputs=bot_inputs, outputs=[chatbot_component],
     )
 
     upload_button_component.upload(
         fn=upload,
         inputs=[upload_button_component, chatbot_component],
-        outputs=[output_text_component, chatbot_component],
+        outputs=[chatbot_component],
         queue=False
     )
 
-demo.queue(max_size=99).launch(debug=False, show_error=True)
-
+demo.queue(max_size=99).launch(debug=False, show_error=True)