grimjim commited on
Commit
56e5f1b
·
1 Parent(s): 1724417
Files changed (1) hide show
  1. app.py +43 -49
app.py CHANGED
@@ -158,57 +158,51 @@ def respond(
158
  yield output
159
 
160
 
161
- with gr.Blocks(css=CSS, theme=gr.themes.Soft()) as demo:
162
- gr.HTML(
163
- """
164
- <div class="dz-header">
165
- <h1>Dreadzone</h1>
166
- <p>CPU-only local chat with NVIDIA Nemotron 3 Nano 4B GGUF.</p>
167
- </div>
168
- """
169
- )
170
-
171
- chatbot = gr.ChatInterface(
172
- respond,
173
  type="messages",
174
- chatbot=gr.Chatbot(
175
- type="messages",
176
- height=520,
177
- show_copy_button=True,
178
- container=True,
 
 
 
 
179
  ),
180
- additional_inputs=[
181
- gr.Textbox(
182
- value=DEFAULT_SYSTEM_PROMPT,
183
- label="System message",
184
- lines=3,
185
- ),
186
- gr.Slider(
187
- minimum=32,
188
- maximum=1024,
189
- value=384,
190
- step=16,
191
- label="Max new tokens",
192
- ),
193
- gr.Slider(
194
- minimum=0.0,
195
- maximum=1.5,
196
- value=0.7,
197
- step=0.05,
198
- label="Temperature",
199
- ),
200
- gr.Slider(minimum=0.1, maximum=1.0, value=0.9, step=0.05, label="Top-p"),
201
- gr.Slider(
202
- minimum=1.0,
203
- maximum=1.3,
204
- value=1.1,
205
- step=0.01,
206
- label="Repeat penalty",
207
- ),
208
- ],
209
- additional_inputs_accordion=gr.Accordion("Generation settings", open=False),
210
- )
211
 
212
 
213
  if __name__ == "__main__":
214
- demo.queue(max_size=8).launch()
 
158
  yield output
159
 
160
 
161
+ chatbot = gr.ChatInterface(
162
+ respond,
163
+ type="messages",
164
+ title="Dreadzone",
165
+ description="CPU-only local chat with NVIDIA Nemotron 3 Nano 4B GGUF.",
166
+ chatbot=gr.Chatbot(
 
 
 
 
 
 
167
  type="messages",
168
+ height=420,
169
+ show_copy_button=True,
170
+ container=True,
171
+ ),
172
+ additional_inputs=[
173
+ gr.Textbox(
174
+ value=DEFAULT_SYSTEM_PROMPT,
175
+ label="System message",
176
+ lines=3,
177
  ),
178
+ gr.Slider(
179
+ minimum=32,
180
+ maximum=1024,
181
+ value=384,
182
+ step=16,
183
+ label="Max new tokens",
184
+ ),
185
+ gr.Slider(
186
+ minimum=0.0,
187
+ maximum=1.5,
188
+ value=0.7,
189
+ step=0.05,
190
+ label="Temperature",
191
+ ),
192
+ gr.Slider(minimum=0.1, maximum=1.0, value=0.9, step=0.05, label="Top-p"),
193
+ gr.Slider(
194
+ minimum=1.0,
195
+ maximum=1.3,
196
+ value=1.1,
197
+ step=0.01,
198
+ label="Repeat penalty",
199
+ ),
200
+ ],
201
+ additional_inputs_accordion=gr.Accordion("Generation settings", open=False),
202
+ css=CSS,
203
+ theme=gr.themes.Soft(),
204
+ )
 
 
 
 
205
 
206
 
207
  if __name__ == "__main__":
208
+ chatbot.queue(max_size=8).launch()