Spaces:
Sleeping
Sleeping
xlr8harder commited on
Commit ·
5458003
1
Parent(s): 0712223
add model configuration support
Browse files
app.py
CHANGED
|
@@ -4,7 +4,7 @@ import os
|
|
| 4 |
|
| 5 |
default_prompt = "The best thing about being a cat is"
|
| 6 |
|
| 7 |
-
def generate_completion(api_key, prompt, temperature, repetition_penalty, stop_phrase, max_tokens):
|
| 8 |
if not api_key:
|
| 9 |
return "Please enter your OpenRouter API key."
|
| 10 |
|
|
@@ -16,7 +16,7 @@ def generate_completion(api_key, prompt, temperature, repetition_penalty, stop_p
|
|
| 16 |
)
|
| 17 |
|
| 18 |
completion = client.completions.create(
|
| 19 |
-
model=
|
| 20 |
prompt=prompt,
|
| 21 |
temperature=temperature,
|
| 22 |
frequency_penalty=repetition_penalty,
|
|
@@ -48,6 +48,11 @@ with gr.Blocks(theme=gr.themes.Soft()) as iface:
|
|
| 48 |
with gr.Column(scale=2):
|
| 49 |
prompt_input = gr.Textbox(label="Prompt", lines=6, value="The best thing about being a cat is")
|
| 50 |
with gr.Column(scale=1):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 51 |
temperature_slider = gr.Slider(minimum=0, maximum=1, value=0.7, step=0.1, label="Temperature")
|
| 52 |
repetition_penalty_slider = gr.Slider(minimum=0, maximum=2, value=0.1, step=0.1, label="Repetition Penalty")
|
| 53 |
max_tokens_slider = gr.Slider(minimum=1, maximum=4000, value=250, step=1, label="Max Tokens")
|
|
@@ -62,7 +67,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as iface:
|
|
| 62 |
|
| 63 |
generate_button.click(
|
| 64 |
generate_completion,
|
| 65 |
-
inputs=[api_key_input, prompt_input, temperature_slider, repetition_penalty_slider, stop_phrase_input, max_tokens_slider],
|
| 66 |
outputs=output_text
|
| 67 |
)
|
| 68 |
|
|
|
|
| 4 |
|
| 5 |
default_prompt = "The best thing about being a cat is"
|
| 6 |
|
| 7 |
+
def generate_completion(api_key, model, prompt, temperature, repetition_penalty, stop_phrase, max_tokens):
|
| 8 |
if not api_key:
|
| 9 |
return "Please enter your OpenRouter API key."
|
| 10 |
|
|
|
|
| 16 |
)
|
| 17 |
|
| 18 |
completion = client.completions.create(
|
| 19 |
+
model=model,
|
| 20 |
prompt=prompt,
|
| 21 |
temperature=temperature,
|
| 22 |
frequency_penalty=repetition_penalty,
|
|
|
|
| 48 |
with gr.Column(scale=2):
|
| 49 |
prompt_input = gr.Textbox(label="Prompt", lines=6, value="The best thing about being a cat is")
|
| 50 |
with gr.Column(scale=1):
|
| 51 |
+
model_input = gr.Textbox(
|
| 52 |
+
label="Model",
|
| 53 |
+
value="meta-llama/llama-3.1-405b",
|
| 54 |
+
placeholder="Enter model name"
|
| 55 |
+
)
|
| 56 |
temperature_slider = gr.Slider(minimum=0, maximum=1, value=0.7, step=0.1, label="Temperature")
|
| 57 |
repetition_penalty_slider = gr.Slider(minimum=0, maximum=2, value=0.1, step=0.1, label="Repetition Penalty")
|
| 58 |
max_tokens_slider = gr.Slider(minimum=1, maximum=4000, value=250, step=1, label="Max Tokens")
|
|
|
|
| 67 |
|
| 68 |
generate_button.click(
|
| 69 |
generate_completion,
|
| 70 |
+
inputs=[api_key_input, model_input, prompt_input, temperature_slider, repetition_penalty_slider, stop_phrase_input, max_tokens_slider],
|
| 71 |
outputs=output_text
|
| 72 |
)
|
| 73 |
|