Update app.py

app.py

@@ -24,6 +24,9 @@ def respond(
     temperature: float,
     top_p: float,
 ):
+    if model_choice not in AVAILABLE_MODELS:
+        return "Error: Invalid model selection."
+
     messages = [{"role": "system", "content": system_message}]
     for user_msg, assistant_msg in history:
         if user_msg:
@@ -35,30 +38,34 @@ def respond(
     response = ""
     citations = []
 
-    stream = px_client.chat.completions.create(
-        model=AVAILABLE_MODELS[model_choice],
-        messages=messages,
-        max_tokens=max_tokens,
-        temperature=temperature,
-        top_p=top_p,
-        stream=True,
-    )
-
-    for chunk in stream:
-        if "choices" in chunk:
-            token = chunk.choices[0].delta.content or ""
-            response += token
-            yield response  # Stream response as it arrives
-        if "citations" in chunk:
-            citations = chunk["citations"]
-
-    # Append citations as clickable links
-    if citations:
-        citation_text = "\n\nSources:\n" + "\n".join(
-            [f"[{i+1}] [{url}]({url})" for i, url in enumerate(citations)]
+    try:
+        stream = px_client.chat.completions.create(
+            model=AVAILABLE_MODELS[model_choice],
+            messages=messages,
+            max_tokens=max_tokens,
+            temperature=temperature,
+            top_p=top_p,
+            stream=True,
         )
-        response += citation_text
-        yield response
+
+        for chunk in stream:
+            if hasattr(chunk, "choices") and chunk.choices:
+                token = chunk.choices[0].delta.content or ""
+                response += token
+                yield response  # Stream response as it arrives
+            if hasattr(chunk, "citations") and chunk.citations:
+                citations = chunk.citations
+
+        # Append citations as clickable links
+        if citations:
+            citation_text = "\n\nSources:\n" + "\n".join(
+                [f"[{i+1}] [{url}]({url})" for i, url in enumerate(citations)]
+            )
+            response += citation_text
+            yield response
+
+    except Exception as e:
+        yield f"Error: {str(e)}"
 
 def check_password(input_password):
     if input_password == PASSWORD:
@@ -83,7 +90,7 @@ with gr.Blocks() as demo:
         chat = gr.ChatInterface(
             respond,
             chatbot=gr.Chatbot(height=400),  # Set the desired height here
-            additional_inputs=[]
+            additional_inputs=[system_prompt],  # Include system message explicitly
         )
 
         with gr.Column():
@@ -102,9 +109,12 @@ with gr.Blocks() as demo:
                 minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"
             )
 
+        # Update chat interface to include additional inputs
+        chat.additional_inputs.extend([model_choice, max_tokens, temperature, top_p])
+
     submit_button.click(
         check_password, inputs=password_input, outputs=[password_input, chat_interface]
     )
 
 if __name__ == "__main__":
-    demo.launch(share=True)
+    demo.launch()