Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -106,6 +106,10 @@ MODEL_CONTEXT_SIZES = {
|
|
| 106 |
"c4ai-aya-expanse-32b": 131072,
|
| 107 |
},
|
| 108 |
"GLHF API": {
|
|
|
|
|
|
|
|
|
|
|
|
|
| 109 |
"mistralai/Mistral-7B-Instruct-v0.3": 32768,
|
| 110 |
"microsoft/phi-3-mini-4k-instruct": 4096,
|
| 111 |
"microsoft/Phi-3.5-mini-instruct": 4096,
|
|
@@ -522,14 +526,14 @@ def send_to_model_impl(prompt, model_selection, hf_model_choice, hf_custom_model
|
|
| 522 |
if not glhf_api_key:
|
| 523 |
return "Error: GLHF API key required", None
|
| 524 |
|
| 525 |
-
#
|
| 526 |
-
if glhf_model == "
|
| 527 |
-
model_id = f"hf:{hf_custom_model if hf_model_choice == 'Custom Model' else model_registry.hf_models[hf_model_choice]}"
|
| 528 |
-
else:
|
| 529 |
model_id = f"hf:{glhf_custom_model}"
|
|
|
|
|
|
|
| 530 |
|
| 531 |
summary = send_to_glhf(prompt, glhf_api_key, model_id, use_rate_limits)
|
| 532 |
-
|
| 533 |
else:
|
| 534 |
return "Error: Invalid model selection", None
|
| 535 |
|
|
@@ -956,9 +960,9 @@ with gr.Blocks(css="""
|
|
| 956 |
label="π GLHF API Key",
|
| 957 |
type="password"
|
| 958 |
)
|
| 959 |
-
glhf_model = gr.
|
| 960 |
-
choices=["
|
| 961 |
-
value="
|
| 962 |
label="Model Selection"
|
| 963 |
)
|
| 964 |
glhf_custom_model = gr.Textbox(
|
|
@@ -1122,18 +1126,17 @@ with gr.Blocks(css="""
|
|
| 1122 |
]
|
| 1123 |
elif choice == "GLHF API":
|
| 1124 |
# Always show HuggingFace models for GLHF since they're used in both cases
|
| 1125 |
-
model_choices = list(model_registry.hf_models.keys())
|
| 1126 |
return [
|
| 1127 |
-
gr.update(visible=
|
| 1128 |
gr.update(visible=False), # groq_options
|
| 1129 |
gr.update(visible=False), # openai_options
|
| 1130 |
gr.update(visible=False), # cohere_options
|
| 1131 |
gr.update(visible=True), # glhf_options
|
| 1132 |
gr.update(value=ctx_size), # context_size
|
| 1133 |
-
gr.Dropdown(choices=
|
| 1134 |
]
|
| 1135 |
|
| 1136 |
-
|
| 1137 |
# Default return for "Clipboard only" or other options
|
| 1138 |
return [
|
| 1139 |
gr.update(visible=False), # hf_options
|
|
|
|
| 106 |
"c4ai-aya-expanse-32b": 131072,
|
| 107 |
},
|
| 108 |
"GLHF API": {
|
| 109 |
+
"mistralai/Mixtral-8x7B-Instruct-v0.1": 32768,
|
| 110 |
+
"mistralai/Mixtral-8x7B-Instruct-v0.2": 32768,
|
| 111 |
+
"NousResearch/Nous-Hermes-2-Solar-10.7B": 32768,
|
| 112 |
+
"01-ai/Yi-34B-Chat": 32768,
|
| 113 |
"mistralai/Mistral-7B-Instruct-v0.3": 32768,
|
| 114 |
"microsoft/phi-3-mini-4k-instruct": 4096,
|
| 115 |
"microsoft/Phi-3.5-mini-instruct": 4096,
|
|
|
|
| 526 |
if not glhf_api_key:
|
| 527 |
return "Error: GLHF API key required", None
|
| 528 |
|
| 529 |
+
# Handle model selection
|
| 530 |
+
if glhf_model == "Custom Model":
|
|
|
|
|
|
|
| 531 |
model_id = f"hf:{glhf_custom_model}"
|
| 532 |
+
else:
|
| 533 |
+
model_id = f"hf:{glhf_model}"
|
| 534 |
|
| 535 |
summary = send_to_glhf(prompt, glhf_api_key, model_id, use_rate_limits)
|
| 536 |
+
|
| 537 |
else:
|
| 538 |
return "Error: Invalid model selection", None
|
| 539 |
|
|
|
|
| 960 |
label="π GLHF API Key",
|
| 961 |
type="password"
|
| 962 |
)
|
| 963 |
+
glhf_model = gr.Dropdown(
|
| 964 |
+
choices=list(MODEL_CONTEXT_SIZES["GLHF API"].keys()) + ["Custom Model"],
|
| 965 |
+
value="mistralai/Mistral-7B-Instruct-v0.3",
|
| 966 |
label="Model Selection"
|
| 967 |
)
|
| 968 |
glhf_custom_model = gr.Textbox(
|
|
|
|
| 1126 |
]
|
| 1127 |
elif choice == "GLHF API":
|
| 1128 |
# Always show HuggingFace models for GLHF since they're used in both cases
|
| 1129 |
+
# model_choices = list(model_registry.hf_models.keys())
|
| 1130 |
return [
|
| 1131 |
+
gr.update(visible=False), # hf_options - hide completely
|
| 1132 |
gr.update(visible=False), # groq_options
|
| 1133 |
gr.update(visible=False), # openai_options
|
| 1134 |
gr.update(visible=False), # cohere_options
|
| 1135 |
gr.update(visible=True), # glhf_options
|
| 1136 |
gr.update(value=ctx_size), # context_size
|
| 1137 |
+
gr.Dropdown(choices=[]) # not used
|
| 1138 |
]
|
| 1139 |
|
|
|
|
| 1140 |
# Default return for "Clipboard only" or other options
|
| 1141 |
return [
|
| 1142 |
gr.update(visible=False), # hf_options
|