Spaces:
Sleeping
Sleeping
File size: 2,142 Bytes
45879f1 f9fa566 45879f1 f9fa566 bc9a157 45879f1 f9fa566 bc9a157 45879f1 bc9a157 45879f1 bc9a157 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 |
import gradio as gr
import os
from openai import OpenAI
api_key = os.environ.get("OPENROUTER_API_KEY")
if not api_key:
print("OPENROUTER_API_KEY not found in environment secrets!")
client = None
else:
client = OpenAI(
base_url="https://openrouter.ai/api/v1",
api_key=api_key,
)
def compare_models(user_prompt):
if not client:
return "Error: API Key not configured.", "Error: API Key not configured.", "Error: API Key not configured."
model_1 = "mistralai/mistral-7b-instruct"
model_2 = "meta-llama/llama-3-8b-instruct"
model_3 = "anthropic/claude-3-haiku" # <-- This is the new, working model
try:
response_1 = client.chat.completions.create(
model=model_1,
messages=[{"role": "user", "content": user_prompt}]
)
output_1 = response_1.choices[0].message.content
except Exception as e:
output_1 = f"Error calling {model_1}: {e}"
try:
response_2 = client.chat.completions.create(
model=model_2,
messages=[{"role": "user", "content": user_prompt}]
)
output_2 = response_2.choices[0].message.content
except Exception as e:
output_2 = f"Error calling {model_2}: {e}"
try:
response_3 = client.chat.completions.create(
model=model_3,
messages=[{"role": "user", "content": user_prompt}]
)
output_3 = response_3.choices[0].message.content
except Exception as e:
output_3 = f"Error calling {model_3}: {e}"
return output_1, output_2, output_3
demo = gr.Interface(
fn=compare_models,
inputs=gr.Textbox(label="Enter your prompt", lines=3),
outputs=[
gr.Textbox(label="Model 1: Mistral 7B"),
gr.Textbox(label="Model 2: LLaMA 3 8B"),
gr.Textbox(label="Model 3: Claude 3 Haiku") # <-- I updated the label to match
],
title="🤖 OpenRouter Model Arena",
description="Enter one prompt and see the results from three different AI models side-by-side. (Powered by OpenRouter)"
)
demo.launch() # <-- I fixed the typo here (removed extra parenthesis) |