llm

app.py

@@ -20,15 +20,17 @@ def upload_file(file_paths):
     return file_paths
 
 
-def summary(text, chunk_num, chunk_overlap, api_key, llm_type):
-    print(text)
+def summary(text, chunk_num, chunk_overlap, user_api, llm_type):
+    if user_api == "Not Provided":
+        api_key = os.getenv("openai_api")
+    else:
+        api_key = user_api
     api_key = api_key.strip()
     llm = ChatOpenAI(temperature=1, openai_api_key=api_key, model_name=llm_type)
     rds = RefineDataSummarizer(llm=llm)
     result = rds.get_summarization(text, chunk_num=chunk_num, chunk_overlap=chunk_overlap)
     return result["output_text"]
 
-
 with gr.Blocks() as demo:
     with gr.Row(equal_height=False):
         with gr.Column():
@@ -51,15 +53,19 @@ with gr.Blocks() as demo:
         
         with gr.Column():
             transcript_text = gr.Textbox(placeholder="Transcript Result", label="Transcript")
-            chunk_num = gr.Number(precision=0, minimum=1, maximum=9999, step=1, label="Chunk Number", value=1)
-            chunk_overlap = gr.Number(precision=0, minimum=1, maximum=9999, step=1, label="Chunk Overlap", value=100)
-            api_key = gr.Textbox(placeholder="key", label="Your API Key", value=os.getenv("openai_api"))
-            llm_type =  gr.Dropdown(
-                [
-                "gpt-3.5-turbo", 
-                "gpt-3.5-turbo-16k", 
-                "gpt-4-1106-preview"
-                ], label="LLM Type", value="gpt-4-1106-preview")
+
+            with gr.Accordion(open=False, label=["summary settings"]):
+                chunk_num = gr.Number(precision=0, minimum=1, maximum=9999, step=1, label="Chunk Number", value=1)
+                chunk_overlap = gr.Number(precision=0, minimum=1, maximum=9999, step=1, label="Chunk Overlap", value=100)       
+
+            with gr.Accordion(open=False, label=["llm settings"]):
+                user_api = gr.Textbox(placeholder="If Empty, Use Default Key", label="Your API Key", value="Not Provided")
+                llm_type =  gr.Dropdown(
+                    [
+                    "gpt-3.5-turbo", 
+                    "gpt-3.5-turbo-16k", 
+                    "gpt-4-1106-preview"
+                    ], label="LLM Type", value="gpt-4-1106-preview")
             SunmmaryButton = gr.Button("Summary", variant="primary")
             summary_text = gr.Textbox(placeholder="Summary Result", label="Summary")
 
@@ -78,7 +84,7 @@ with gr.Blocks() as demo:
             transcript_text,
             chunk_num,
             chunk_overlap,
-            api_key,
+            user_api,
             llm_type
         ],
         outputs=[summary_text]