update to openrouter

app.py

@@ -4,17 +4,19 @@ import os
 
 default_prompt = "The best thing about being a cat is"
 
-# Initialize the OpenAI client
-api_key = os.environ.get('HYPERBOLIC_API_KEY')
-client = OpenAI(
-    base_url="https://api.hyperbolic.xyz/v1",
-    api_key=api_key,
-)
-
-def generate_completion(prompt, temperature, repetition_penalty, stop_phrase, max_tokens):
+def generate_completion(api_key, prompt, temperature, repetition_penalty, stop_phrase, max_tokens):
+    if not api_key:
+        return "Please enter your OpenRouter API key."
+    
     try:
+        # Initialize the OpenAI client with OpenRouter
+        client = OpenAI(
+            base_url="https://openrouter.ai/api/v1",
+            api_key=api_key,
+        )
+        
         completion = client.completions.create(
-            model="meta-llama/Meta-Llama-3.1-405B",
+            model="meta-llama/llama-3.1-405b",
             prompt=prompt,
             temperature=temperature,
             frequency_penalty=repetition_penalty,
@@ -33,8 +35,15 @@ def clear_fields():
     return "", ""
 
 with gr.Blocks(theme=gr.themes.Soft()) as iface:
-    gr.Markdown("# Llama 3.1 405B Completion Interface")
+    gr.Markdown("# Llama 3.1 405B Completion Interface via OpenRouter")
     
+    # API Key input at the top
+    api_key_input = gr.Textbox(
+        label="OpenRouter API Key", 
+        type="password", 
+        placeholder="Enter your OpenRouter API key"
+    )
+
     with gr.Row():
         with gr.Column(scale=2):
             prompt_input = gr.Textbox(label="Prompt", lines=6, value="The best thing about being a cat is")
@@ -43,35 +52,29 @@ with gr.Blocks(theme=gr.themes.Soft()) as iface:
             repetition_penalty_slider = gr.Slider(minimum=0, maximum=2, value=0.1, step=0.1, label="Repetition Penalty")
             max_tokens_slider = gr.Slider(minimum=1, maximum=4000, value=250, step=1, label="Max Tokens")
             stop_phrase_input = gr.Textbox(label="Stop Phrase", placeholder="Enter stop phrase (optional)")
-    
+
     with gr.Row():
         generate_button = gr.Button("Generate Completion")
         append_button = gr.Button("Append Completion to Prompt")
         clear_button = gr.Button("Clear All Fields")
-    
+
     output_text = gr.Textbox(label="Generated Completion", lines=10)
-    
+
     generate_button.click(
         generate_completion,
-        inputs=[prompt_input, temperature_slider, repetition_penalty_slider, stop_phrase_input, max_tokens_slider],
+        inputs=[api_key_input, prompt_input, temperature_slider, repetition_penalty_slider, stop_phrase_input, max_tokens_slider],
         outputs=output_text
     )
-    
+
     append_button.click(
         append_completion,
         inputs=[prompt_input, output_text],
         outputs=[prompt_input, output_text]
     )
-    
+
     clear_button.click(
         clear_fields,
         outputs=[prompt_input, output_text]
     )
-    
-    gr.Markdown("""
-    ---
-    This interface is powered by the Llama 3.1 405B base model, served by [Hyperbolic](https://hyperbolic.xyz), The Open Access AI Cloud.
-    Thank you to Hyperbolic for making this base model available!
-    """)
 
 iface.launch(share=True)