add provider require_parameters option to exclude providers that do not support completions api to avoid random errors

app.py

@@ -1,5 +1,6 @@
 import gradio as gr
-from openai import OpenAI
+import requests
+import json
 import os
 
 default_prompt = "The best thing about being a cat is"
@@ -7,23 +8,54 @@ default_prompt = "The best thing about being a cat is"
 def generate_completion(api_key, model, prompt, temperature, repetition_penalty, stop_phrase, max_tokens):
     if not api_key:
         return "Please enter your OpenRouter API key."
-    
+
     try:
-        # Initialize the OpenAI client with OpenRouter
-        client = OpenAI(
-            base_url="https://openrouter.ai/api/v1",
-            api_key=api_key,
-        )
-        
-        completion = client.completions.create(
-            model=model,
-            prompt=prompt,
-            temperature=temperature,
-            frequency_penalty=repetition_penalty,
-            max_tokens=max_tokens,
-            stop=[stop_phrase] if stop_phrase else None
+        # Prepare the request payload
+        payload = {
+            "model": model,
+            "prompt": prompt,
+            "temperature": temperature,
+            "frequency_penalty": repetition_penalty,
+            "max_tokens": max_tokens,
+            "provider": {
+                "require_parameters": True
+            }
+        }
+
+        # Add stop phrase if provided
+        if stop_phrase:
+            payload["stop"] = [stop_phrase]
+
+        # Prepare headers
+        headers = {
+            "Authorization": f"Bearer {api_key}",
+            "Content-Type": "application/json"
+        }
+
+        # Make the API request
+        response = requests.post(
+            "https://openrouter.ai/api/v1/completions",
+            headers=headers,
+            json=payload,
+            timeout=60
         )
-        return completion.choices[0].text.strip()
+
+        # Check if request was successful
+        response.raise_for_status()
+
+        # Parse the response
+        result = response.json()
+
+        # Extract the completion text
+        if "choices" in result and len(result["choices"]) > 0:
+            return result["choices"][0]["text"].strip()
+        else:
+            return "No completion generated."
+
+    except requests.exceptions.RequestException as e:
+        return f"Request error: {str(e)}"
+    except json.JSONDecodeError as e:
+        return f"JSON decode error: {str(e)}"
     except Exception as e:
         return f"An error occurred: {str(e)}"
 
@@ -35,12 +67,12 @@ def clear_fields():
     return "", ""
 
 with gr.Blocks(theme=gr.themes.Soft()) as iface:
-    gr.Markdown("# Llama 3.1 405B Completion Interface via OpenRouter")
-    
+    gr.Markdown("# Base Model Completion Interface via OpenRouter")
+
     # API Key input at the top
     api_key_input = gr.Textbox(
-        label="OpenRouter API Key", 
-        type="password", 
+        label="OpenRouter API Key",
+        type="password",
         placeholder="Enter your OpenRouter API key"
     )
 
@@ -49,7 +81,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as iface:
             prompt_input = gr.Textbox(label="Prompt", lines=6, value="The best thing about being a cat is")
         with gr.Column(scale=1):
             model_input = gr.Textbox(
-                label="Model", 
+                label="Model",
                 value="meta-llama/llama-3.1-405b",
                 placeholder="Enter model name"
             )