Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -142,7 +142,6 @@ with gr.Blocks(title="Small MF Model Tester", theme=gr.themes.Soft()) as app:
|
|
| 142 |
model_id_input = gr.Dropdown(choices=MODELS, label="Model", allow_custom_value=True, show_label=False, scale=3)
|
| 143 |
load_btn = gr.Button("Load", variant="secondary", scale=1)
|
| 144 |
|
| 145 |
-
status_output = gr.Markdown("Status: *Waiting to load model...*")
|
| 146 |
clean_btn = gr.Button("Clean HF Cache", variant="stop", size="sm")
|
| 147 |
|
| 148 |
with gr.Accordion("Generation Configuration", open=False):
|
|
@@ -150,7 +149,6 @@ with gr.Blocks(title="Small MF Model Tester", theme=gr.themes.Soft()) as app:
|
|
| 150 |
max_tokens_input = gr.Slider(minimum=10, maximum=2048, value=256, step=1, label="Max Output Tokens")
|
| 151 |
temperature_input = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature", info="Higher = more creative")
|
| 152 |
|
| 153 |
-
gr.Markdown("#### Advanced Sampling Constraints")
|
| 154 |
top_k_input = gr.Slider(minimum=0, maximum=100, value=50, step=1, label="Top-K", info="0 = disabled")
|
| 155 |
top_p_input = gr.Slider(minimum=0.1, maximum=1.0, value=0.9, step=0.05, label="Top-P (Nucleus)", info="1.0 = disabled")
|
| 156 |
rep_penalty_input = gr.Slider(minimum=1.0, maximum=2.0, value=1.1, step=0.05, label="Repetition Penalty", info="1.0 = disabled")
|
|
@@ -165,7 +163,7 @@ with gr.Blocks(title="Small MF Model Tester", theme=gr.themes.Soft()) as app:
|
|
| 165 |
lines=5
|
| 166 |
)
|
| 167 |
run_btn = gr.Button("Generate text", variant="primary", size="lg")
|
| 168 |
-
|
| 169 |
output_text = gr.Textbox(label="Result", lines=15, buttons=["copy"], autoscroll=True)
|
| 170 |
|
| 171 |
# Events
|
|
@@ -188,7 +186,7 @@ with gr.Blocks(title="Small MF Model Tester", theme=gr.themes.Soft()) as app:
|
|
| 188 |
ngram_size_input,
|
| 189 |
do_sample_input
|
| 190 |
],
|
| 191 |
-
outputs=[output_text,
|
| 192 |
)
|
| 193 |
|
| 194 |
clean_btn.click(fn=clean_cache, outputs=[status_output])
|
|
|
|
| 142 |
model_id_input = gr.Dropdown(choices=MODELS, label="Model", allow_custom_value=True, show_label=False, scale=3)
|
| 143 |
load_btn = gr.Button("Load", variant="secondary", scale=1)
|
| 144 |
|
|
|
|
| 145 |
clean_btn = gr.Button("Clean HF Cache", variant="stop", size="sm")
|
| 146 |
|
| 147 |
with gr.Accordion("Generation Configuration", open=False):
|
|
|
|
| 149 |
max_tokens_input = gr.Slider(minimum=10, maximum=2048, value=256, step=1, label="Max Output Tokens")
|
| 150 |
temperature_input = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature", info="Higher = more creative")
|
| 151 |
|
|
|
|
| 152 |
top_k_input = gr.Slider(minimum=0, maximum=100, value=50, step=1, label="Top-K", info="0 = disabled")
|
| 153 |
top_p_input = gr.Slider(minimum=0.1, maximum=1.0, value=0.9, step=0.05, label="Top-P (Nucleus)", info="1.0 = disabled")
|
| 154 |
rep_penalty_input = gr.Slider(minimum=1.0, maximum=2.0, value=1.1, step=0.05, label="Repetition Penalty", info="1.0 = disabled")
|
|
|
|
| 163 |
lines=5
|
| 164 |
)
|
| 165 |
run_btn = gr.Button("Generate text", variant="primary", size="lg")
|
| 166 |
+
status_output = gr.Markdown("Status: *Waiting to load model...*")
|
| 167 |
output_text = gr.Textbox(label="Result", lines=15, buttons=["copy"], autoscroll=True)
|
| 168 |
|
| 169 |
# Events
|
|
|
|
| 186 |
ngram_size_input,
|
| 187 |
do_sample_input
|
| 188 |
],
|
| 189 |
+
outputs=[output_text, status_output]
|
| 190 |
)
|
| 191 |
|
| 192 |
clean_btn.click(fn=clean_cache, outputs=[status_output])
|