FrostIce commited on
Commit
1461aaf
·
verified ·
1 Parent(s): 3ce8ee7

Upload 8 files

Browse files
.gitattributes ADDED
@@ -0,0 +1 @@
 
 
1
+ assets/qwen.png filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ title: Qwen3 Demo
3
+ emoji: 📊
4
+ colorFrom: red
5
+ colorTo: gray
6
+ sdk: gradio
7
+ sdk_version: 5.27.0
8
+ app_file: app.py
9
+ pinned: false
10
+ license: apache-2.0
11
+ ---
12
+
13
+ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
app.py ADDED
@@ -0,0 +1,646 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import uuid
2
+ import time
3
+ import json
4
+ import gradio as gr
5
+ import modelscope_studio.components.antd as antd
6
+ import modelscope_studio.components.antdx as antdx
7
+ import modelscope_studio.components.base as ms
8
+ import modelscope_studio.components.pro as pro
9
+ import dashscope
10
+ from config import DEFAULT_LOCALE, DEFAULT_SETTINGS, DEFAULT_THEME, DEFAULT_SUGGESTIONS, save_history, get_text, user_config, bot_config, welcome_config, api_key, MODEL_OPTIONS_MAP
11
+ from ui_components.logo import Logo
12
+ from ui_components.settings_header import SettingsHeader
13
+ from ui_components.thinking_button import ThinkingButton
14
+ from dashscope import Generation
15
+
16
+ dashscope.api_key = api_key
17
+
18
+
19
+ def format_history(history, sys_prompt):
20
+ # messages = [{
21
+ # "role": "system",
22
+ # "content": sys_prompt,
23
+ # }]
24
+ messages = []
25
+ for item in history:
26
+ if item["role"] == "user":
27
+ messages.append({"role": "user", "content": item["content"]})
28
+ elif item["role"] == "assistant":
29
+ contents = [{
30
+ "type": "text",
31
+ "text": content["content"]
32
+ } for content in item["content"] if content["type"] == "text"]
33
+ messages.append({
34
+ "role":
35
+ "assistant",
36
+ "content":
37
+ contents[0]["text"] if len(contents) > 0 else ""
38
+ })
39
+ return messages
40
+
41
+
42
+ class Gradio_Events:
43
+
44
+ @staticmethod
45
+ def submit(state_value):
46
+
47
+ history = state_value["conversation_contexts"][
48
+ state_value["conversation_id"]]["history"]
49
+ settings = state_value["conversation_contexts"][
50
+ state_value["conversation_id"]]["settings"]
51
+ enable_thinking = state_value["conversation_contexts"][
52
+ state_value["conversation_id"]]["enable_thinking"]
53
+ model = settings.get("model")
54
+ messages = format_history(history,
55
+ sys_prompt=settings.get("sys_prompt", ""))
56
+
57
+ history.append({
58
+ "role":
59
+ "assistant",
60
+ "content": [],
61
+ "key":
62
+ str(uuid.uuid4()),
63
+ "header":
64
+ MODEL_OPTIONS_MAP.get(model, {}).get("label", None),
65
+ "loading":
66
+ True,
67
+ "status":
68
+ "pending"
69
+ })
70
+
71
+ yield {
72
+ chatbot: gr.update(value=history),
73
+ state: gr.update(value=state_value),
74
+ }
75
+ try:
76
+ response = Generation.call(
77
+ model=model,
78
+ messages=messages,
79
+ stream=True,
80
+ result_format='message',
81
+ incremental_output=True,
82
+ enable_thinking=enable_thinking,
83
+ thinking_budget=settings.get("thinking_budget", 1) * 1024)
84
+ start_time = time.time()
85
+ reasoning_content = ""
86
+ answer_content = ""
87
+ is_thinking = False
88
+ is_answering = False
89
+ contents = [None, None]
90
+ for chunk in response:
91
+ if (not chunk.output.choices[0].message.get("content")
92
+ and not chunk.output.choices[0].message.get(
93
+ "reasoning_content")):
94
+ pass
95
+ else:
96
+ delta = chunk.output.choices[0].message
97
+ if hasattr(
98
+ delta,
99
+ 'reasoning_content') and delta.reasoning_content:
100
+ if not is_thinking:
101
+ contents[0] = {
102
+ "type": "tool",
103
+ "content": "",
104
+ "options": {
105
+ "title": get_text("Thinking...", "思考中..."),
106
+ "status": "pending"
107
+ },
108
+ "copyable": False,
109
+ "editable": False
110
+ }
111
+ is_thinking = True
112
+ reasoning_content += delta.reasoning_content
113
+ if hasattr(delta, 'content') and delta.content:
114
+ if not is_answering:
115
+ thought_cost_time = "{:.2f}".format(time.time() -
116
+ start_time)
117
+ if contents[0]:
118
+ contents[0]["options"]["title"] = get_text(
119
+ f"End of Thought ({thought_cost_time}s)",
120
+ f"已深度思考 (用时{thought_cost_time}s)")
121
+ contents[0]["options"]["status"] = "done"
122
+ contents[1] = {
123
+ "type": "text",
124
+ "content": "",
125
+ }
126
+
127
+ is_answering = True
128
+ answer_content += delta.content
129
+
130
+ if contents[0]:
131
+ contents[0]["content"] = reasoning_content
132
+ if contents[1]:
133
+ contents[1]["content"] = answer_content
134
+ history[-1]["content"] = [
135
+ content for content in contents if content
136
+ ]
137
+
138
+ history[-1]["loading"] = False
139
+ yield {
140
+ chatbot: gr.update(value=history),
141
+ state: gr.update(value=state_value)
142
+ }
143
+ print("model: ", model, "-", "reasoning_content: ",
144
+ reasoning_content, "\n", "content: ", answer_content)
145
+ history[-1]["status"] = "done"
146
+ cost_time = "{:.2f}".format(time.time() - start_time)
147
+ history[-1]["footer"] = get_text(f"{cost_time}s",
148
+ f"用时{cost_time}s")
149
+ yield {
150
+ chatbot: gr.update(value=history),
151
+ state: gr.update(value=state_value),
152
+ }
153
+ except Exception as e:
154
+ print("model: ", model, "-", "Error: ", e)
155
+ history[-1]["loading"] = False
156
+ history[-1]["status"] = "done"
157
+ history[-1]["content"] += [{
158
+ "type":
159
+ "text",
160
+ "content":
161
+ f'<span style="color: var(--color-red-500)">{str(e)}</span>'
162
+ }]
163
+ yield {
164
+ chatbot: gr.update(value=history),
165
+ state: gr.update(value=state_value)
166
+ }
167
+ raise e
168
+
169
+ @staticmethod
170
+ def add_message(input_value, settings_form_value, thinking_btn_state_value,
171
+ state_value):
172
+ if not state_value["conversation_id"]:
173
+ random_id = str(uuid.uuid4())
174
+ history = []
175
+ state_value["conversation_id"] = random_id
176
+ state_value["conversation_contexts"][
177
+ state_value["conversation_id"]] = {
178
+ "history": history
179
+ }
180
+ state_value["conversations"].append({
181
+ "label": input_value,
182
+ "key": random_id
183
+ })
184
+
185
+ history = state_value["conversation_contexts"][
186
+ state_value["conversation_id"]]["history"]
187
+
188
+ state_value["conversation_contexts"][
189
+ state_value["conversation_id"]] = {
190
+ "history": history,
191
+ "settings": settings_form_value,
192
+ "enable_thinking": thinking_btn_state_value["enable_thinking"]
193
+ }
194
+ history.append({
195
+ "role": "user",
196
+ "content": input_value,
197
+ "key": str(uuid.uuid4())
198
+ })
199
+ yield Gradio_Events.preprocess_submit(clear_input=True)(state_value)
200
+
201
+ try:
202
+ for chunk in Gradio_Events.submit(state_value):
203
+ yield chunk
204
+ except Exception as e:
205
+ raise e
206
+ finally:
207
+ yield Gradio_Events.postprocess_submit(state_value)
208
+
209
+ @staticmethod
210
+ def preprocess_submit(clear_input=True):
211
+
212
+ def preprocess_submit_handler(state_value):
213
+ history = state_value["conversation_contexts"][
214
+ state_value["conversation_id"]]["history"]
215
+ return {
216
+ **({
217
+ input:
218
+ gr.update(value=None, loading=True) if clear_input else gr.update(loading=True),
219
+ } if clear_input else {}),
220
+ conversations:
221
+ gr.update(active_key=state_value["conversation_id"],
222
+ items=list(
223
+ map(
224
+ lambda item: {
225
+ **item,
226
+ "disabled":
227
+ True if item["key"] != state_value[
228
+ "conversation_id"] else False,
229
+ }, state_value["conversations"]))),
230
+ add_conversation_btn:
231
+ gr.update(disabled=True),
232
+ clear_btn:
233
+ gr.update(disabled=True),
234
+ conversation_delete_menu_item:
235
+ gr.update(disabled=True),
236
+ chatbot:
237
+ gr.update(value=history,
238
+ bot_config=bot_config(
239
+ disabled_actions=['edit', 'retry', 'delete']),
240
+ user_config=user_config(
241
+ disabled_actions=['edit', 'delete'])),
242
+ state:
243
+ gr.update(value=state_value),
244
+ }
245
+
246
+ return preprocess_submit_handler
247
+
248
+ @staticmethod
249
+ def postprocess_submit(state_value):
250
+ history = state_value["conversation_contexts"][
251
+ state_value["conversation_id"]]["history"]
252
+ return {
253
+ input:
254
+ gr.update(loading=False),
255
+ conversation_delete_menu_item:
256
+ gr.update(disabled=False),
257
+ clear_btn:
258
+ gr.update(disabled=False),
259
+ conversations:
260
+ gr.update(items=state_value["conversations"]),
261
+ add_conversation_btn:
262
+ gr.update(disabled=False),
263
+ chatbot:
264
+ gr.update(value=history,
265
+ bot_config=bot_config(),
266
+ user_config=user_config()),
267
+ state:
268
+ gr.update(value=state_value),
269
+ }
270
+
271
+ @staticmethod
272
+ def cancel(state_value):
273
+ history = state_value["conversation_contexts"][
274
+ state_value["conversation_id"]]["history"]
275
+ history[-1]["loading"] = False
276
+ history[-1]["status"] = "done"
277
+ history[-1]["footer"] = get_text("Chat completion paused", "对话已暂停")
278
+ return Gradio_Events.postprocess_submit(state_value)
279
+
280
+ @staticmethod
281
+ def delete_message(state_value, e: gr.EventData):
282
+ index = e._data["payload"][0]["index"]
283
+ history = state_value["conversation_contexts"][
284
+ state_value["conversation_id"]]["history"]
285
+ history = history[:index] + history[index + 1:]
286
+
287
+ state_value["conversation_contexts"][
288
+ state_value["conversation_id"]]["history"] = history
289
+
290
+ return gr.update(value=state_value)
291
+
292
+ @staticmethod
293
+ def edit_message(state_value, chatbot_value, e: gr.EventData):
294
+ index = e._data["payload"][0]["index"]
295
+ history = state_value["conversation_contexts"][
296
+ state_value["conversation_id"]]["history"]
297
+ history[index]["content"] = chatbot_value[index]["content"]
298
+ return gr.update(value=state_value)
299
+
300
+ @staticmethod
301
+ def regenerate_message(settings_form_value, thinking_btn_state_value,
302
+ state_value, e: gr.EventData):
303
+ index = e._data["payload"][0]["index"]
304
+ history = state_value["conversation_contexts"][
305
+ state_value["conversation_id"]]["history"]
306
+ history = history[:index]
307
+
308
+ state_value["conversation_contexts"][
309
+ state_value["conversation_id"]] = {
310
+ "history": history,
311
+ "settings": settings_form_value,
312
+ "enable_thinking": thinking_btn_state_value["enable_thinking"]
313
+ }
314
+
315
+ yield Gradio_Events.preprocess_submit()(state_value)
316
+ try:
317
+ for chunk in Gradio_Events.submit(state_value):
318
+ yield chunk
319
+ except Exception as e:
320
+ raise e
321
+ finally:
322
+ yield Gradio_Events.postprocess_submit(state_value)
323
+
324
+ @staticmethod
325
+ def select_suggestion(input_value, e: gr.EventData):
326
+ input_value = input_value[:-1] + e._data["payload"][0]
327
+ return gr.update(value=input_value)
328
+
329
+ @staticmethod
330
+ def apply_prompt(e: gr.EventData):
331
+ return gr.update(value=e._data["payload"][0]["value"]["description"])
332
+
333
+ @staticmethod
334
+ def new_chat(thinking_btn_state, state_value):
335
+ if not state_value["conversation_id"]:
336
+ return gr.skip()
337
+ state_value["conversation_id"] = ""
338
+ thinking_btn_state["enable_thinking"] = True
339
+ return gr.update(active_key=state_value["conversation_id"]), gr.update(
340
+ value=None), gr.update(value=DEFAULT_SETTINGS), gr.update(
341
+ value=thinking_btn_state), gr.update(value=state_value)
342
+
343
+ @staticmethod
344
+ def select_conversation(thinking_btn_state_value, state_value,
345
+ e: gr.EventData):
346
+ active_key = e._data["payload"][0]
347
+ if state_value["conversation_id"] == active_key or (
348
+ active_key not in state_value["conversation_contexts"]):
349
+ return gr.skip()
350
+ state_value["conversation_id"] = active_key
351
+ thinking_btn_state_value["enable_thinking"] = state_value[
352
+ "conversation_contexts"][active_key]["enable_thinking"]
353
+ return gr.update(active_key=active_key), gr.update(
354
+ value=state_value["conversation_contexts"][active_key]["history"]
355
+ ), gr.update(value=state_value["conversation_contexts"][active_key]
356
+ ["settings"]), gr.update(
357
+ value=thinking_btn_state_value), gr.update(
358
+ value=state_value)
359
+
360
+ @staticmethod
361
+ def click_conversation_menu(state_value, e: gr.EventData):
362
+ conversation_id = e._data["payload"][0]["key"]
363
+ operation = e._data["payload"][1]["key"]
364
+ if operation == "delete":
365
+ del state_value["conversation_contexts"][conversation_id]
366
+
367
+ state_value["conversations"] = [
368
+ item for item in state_value["conversations"]
369
+ if item["key"] != conversation_id
370
+ ]
371
+
372
+ if state_value["conversation_id"] == conversation_id:
373
+ state_value["conversation_id"] = ""
374
+ return gr.update(
375
+ items=state_value["conversations"],
376
+ active_key=state_value["conversation_id"]), gr.update(
377
+ value=None), gr.update(value=state_value)
378
+ else:
379
+ return gr.update(
380
+ items=state_value["conversations"]), gr.skip(), gr.update(
381
+ value=state_value)
382
+ return gr.skip()
383
+
384
+ @staticmethod
385
+ def toggle_settings_header(settings_header_state_value):
386
+ settings_header_state_value[
387
+ "open"] = not settings_header_state_value["open"]
388
+ return gr.update(value=settings_header_state_value)
389
+
390
+ @staticmethod
391
+ def clear_conversation_history(state_value):
392
+ if not state_value["conversation_id"]:
393
+ return gr.skip()
394
+ state_value["conversation_contexts"][
395
+ state_value["conversation_id"]]["history"] = []
396
+ return gr.update(value=None), gr.update(value=state_value)
397
+
398
+ @staticmethod
399
+ def update_browser_state(state_value):
400
+
401
+ return gr.update(value=dict(
402
+ conversations=state_value["conversations"],
403
+ conversation_contexts=state_value["conversation_contexts"]))
404
+
405
+ @staticmethod
406
+ def apply_browser_state(browser_state_value, state_value):
407
+ state_value["conversations"] = browser_state_value["conversations"]
408
+ state_value["conversation_contexts"] = browser_state_value[
409
+ "conversation_contexts"]
410
+ return gr.update(
411
+ items=browser_state_value["conversations"]), gr.update(
412
+ value=state_value)
413
+
414
+
415
+ css = """
416
+ .gradio-container {
417
+ padding: 0 !important;
418
+ }
419
+
420
+ .gradio-container > main.fillable {
421
+ padding: 0 !important;
422
+ }
423
+
424
+ #chatbot {
425
+ height: calc(100vh - 21px - 16px);
426
+ max-height: 1500px;
427
+ }
428
+
429
+ #chatbot .chatbot-conversations {
430
+ height: 100vh;
431
+ background-color: var(--ms-gr-ant-color-bg-layout);
432
+ padding-left: 4px;
433
+ padding-right: 4px;
434
+ }
435
+
436
+
437
+ #chatbot .chatbot-conversations .chatbot-conversations-list {
438
+ padding-left: 0;
439
+ padding-right: 0;
440
+ }
441
+
442
+ #chatbot .chatbot-chat {
443
+ padding: 32px;
444
+ padding-bottom: 0;
445
+ height: 100%;
446
+ }
447
+
448
+ @media (max-width: 768px) {
449
+ #chatbot .chatbot-chat {
450
+ padding: 0;
451
+ }
452
+ }
453
+
454
+ #chatbot .chatbot-chat .chatbot-chat-messages {
455
+ flex: 1;
456
+ }
457
+
458
+
459
+ #chatbot .setting-form-thinking-budget .ms-gr-ant-form-item-control-input-content {
460
+ display: flex;
461
+ flex-wrap: wrap;
462
+ }
463
+ """
464
+
465
+ model_options_map_json = json.dumps(MODEL_OPTIONS_MAP)
466
+ js = "function init() { window.MODEL_OPTIONS_MAP=" + model_options_map_json + "}"
467
+
468
+ with gr.Blocks(css=css, js=js, fill_width=True) as demo:
469
+ state = gr.State({
470
+ "conversation_contexts": {},
471
+ "conversations": [],
472
+ "conversation_id": "",
473
+ })
474
+
475
+ with ms.Application(), antdx.XProvider(
476
+ theme=DEFAULT_THEME, locale=DEFAULT_LOCALE), ms.AutoLoading():
477
+ with antd.Row(gutter=[20, 20], wrap=False, elem_id="chatbot"):
478
+ # Left Column
479
+ with antd.Col(md=dict(flex="0 0 260px", span=24, order=0),
480
+ span=0,
481
+ elem_style=dict(width=0),
482
+ order=1):
483
+ with ms.Div(elem_classes="chatbot-conversations"):
484
+ with antd.Flex(vertical=True,
485
+ gap="small",
486
+ elem_style=dict(height="100%")):
487
+ # Logo
488
+ Logo()
489
+
490
+ # New Conversation Button
491
+ with antd.Button(value=None,
492
+ color="primary",
493
+ variant="filled",
494
+ block=True) as add_conversation_btn:
495
+ ms.Text(get_text("New Conversation", "新建对话"))
496
+ with ms.Slot("icon"):
497
+ antd.Icon("PlusOutlined")
498
+
499
+ # Conversations List
500
+ with antdx.Conversations(
501
+ elem_classes="chatbot-conversations-list",
502
+ ) as conversations:
503
+ with ms.Slot('menu.items'):
504
+ with antd.Menu.Item(
505
+ label="Delete", key="delete",
506
+ danger=True
507
+ ) as conversation_delete_menu_item:
508
+ with ms.Slot("icon"):
509
+ antd.Icon("DeleteOutlined")
510
+ # Right Column
511
+ with antd.Col(flex=1, elem_style=dict(height="100%")):
512
+ with antd.Flex(vertical=True,
513
+ gap="small",
514
+ elem_classes="chatbot-chat"):
515
+ # Chatbot
516
+ chatbot = pro.Chatbot(elem_classes="chatbot-chat-messages",
517
+ height=0,
518
+ welcome_config=welcome_config(),
519
+ user_config=user_config(),
520
+ bot_config=bot_config())
521
+
522
+ # Input
523
+ with antdx.Suggestion(
524
+ items=DEFAULT_SUGGESTIONS,
525
+ # onKeyDown Handler in Javascript
526
+ should_trigger="""(e, { onTrigger, onKeyDown }) => {
527
+ switch(e.key) {
528
+ case '/':
529
+ onTrigger()
530
+ break
531
+ case 'ArrowRight':
532
+ case 'ArrowLeft':
533
+ case 'ArrowUp':
534
+ case 'ArrowDown':
535
+ break;
536
+ default:
537
+ onTrigger(false)
538
+ }
539
+ onKeyDown(e)
540
+ }""") as suggestion:
541
+ with ms.Slot("children"):
542
+ with antdx.Sender(placeholder=get_text(
543
+ "Enter \"/\" to get suggestions",
544
+ "输入 \"/\" 获取提示"), ) as input:
545
+ with ms.Slot("header"):
546
+ settings_header_state, settings_form = SettingsHeader(
547
+ )
548
+ with ms.Slot("prefix"):
549
+ with antd.Flex(
550
+ gap=4,
551
+ wrap=True,
552
+ elem_style=dict(maxWidth='40vw')):
553
+ with antd.Button(
554
+ value=None,
555
+ type="text") as setting_btn:
556
+ with ms.Slot("icon"):
557
+ antd.Icon("SettingOutlined")
558
+ with antd.Button(
559
+ value=None,
560
+ type="text") as clear_btn:
561
+ with ms.Slot("icon"):
562
+ antd.Icon("ClearOutlined")
563
+ thinking_btn_state = ThinkingButton()
564
+
565
+ # Events Handler
566
+ # Browser State Handler
567
+ if save_history:
568
+ browser_state = gr.BrowserState(
569
+ {
570
+ "conversation_contexts": {},
571
+ "conversations": [],
572
+ },
573
+ storage_key="qwen3_chat_demo_storage")
574
+ state.change(fn=Gradio_Events.update_browser_state,
575
+ inputs=[state],
576
+ outputs=[browser_state])
577
+
578
+ demo.load(fn=Gradio_Events.apply_browser_state,
579
+ inputs=[browser_state, state],
580
+ outputs=[conversations, state])
581
+
582
+ # Conversations Handler
583
+ add_conversation_btn.click(fn=Gradio_Events.new_chat,
584
+ inputs=[thinking_btn_state, state],
585
+ outputs=[
586
+ conversations, chatbot, settings_form,
587
+ thinking_btn_state, state
588
+ ])
589
+ conversations.active_change(fn=Gradio_Events.select_conversation,
590
+ inputs=[thinking_btn_state, state],
591
+ outputs=[
592
+ conversations, chatbot, settings_form,
593
+ thinking_btn_state, state
594
+ ])
595
+ conversations.menu_click(fn=Gradio_Events.click_conversation_menu,
596
+ inputs=[state],
597
+ outputs=[conversations, chatbot, state])
598
+ # Chatbot Handler
599
+ chatbot.welcome_prompt_select(fn=Gradio_Events.apply_prompt,
600
+ outputs=[input])
601
+
602
+ chatbot.delete(fn=Gradio_Events.delete_message,
603
+ inputs=[state],
604
+ outputs=[state])
605
+ chatbot.edit(fn=Gradio_Events.edit_message,
606
+ inputs=[state, chatbot],
607
+ outputs=[state])
608
+
609
+ regenerating_event = chatbot.retry(
610
+ fn=Gradio_Events.regenerate_message,
611
+ inputs=[settings_form, thinking_btn_state, state],
612
+ outputs=[
613
+ input, clear_btn, conversation_delete_menu_item,
614
+ add_conversation_btn, conversations, chatbot, state
615
+ ])
616
+
617
+ # Input Handler
618
+ submit_event = input.submit(
619
+ fn=Gradio_Events.add_message,
620
+ inputs=[input, settings_form, thinking_btn_state, state],
621
+ outputs=[
622
+ input, clear_btn, conversation_delete_menu_item,
623
+ add_conversation_btn, conversations, chatbot, state
624
+ ])
625
+ input.cancel(fn=Gradio_Events.cancel,
626
+ inputs=[state],
627
+ outputs=[
628
+ input, conversation_delete_menu_item, clear_btn,
629
+ conversations, add_conversation_btn, chatbot, state
630
+ ],
631
+ cancels=[submit_event, regenerating_event],
632
+ queue=False)
633
+ # Input Actions Handler
634
+ setting_btn.click(fn=Gradio_Events.toggle_settings_header,
635
+ inputs=[settings_header_state],
636
+ outputs=[settings_header_state])
637
+ clear_btn.click(fn=Gradio_Events.clear_conversation_history,
638
+ inputs=[state],
639
+ outputs=[chatbot, state])
640
+ suggestion.select(fn=Gradio_Events.select_suggestion,
641
+ inputs=[input],
642
+ outputs=[input])
643
+
644
+ if __name__ == "__main__":
645
+ demo.queue(default_concurrency_limit=100,
646
+ max_size=100).launch(ssr_mode=False, max_threads=100)
assets/qwen.png ADDED

Git LFS Details

  • SHA256: 50660a07fbe5578cc31d452aaf543eb24b8884ccd44c114a68acd18532d380cf
  • Pointer size: 131 Bytes
  • Size of remote file: 108 kB
config.py ADDED
@@ -0,0 +1,230 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ from modelscope_studio.components.pro.chatbot import ChatbotActionConfig, ChatbotBotConfig, ChatbotUserConfig, ChatbotWelcomeConfig
3
+
4
+ # Env
5
+ is_cn = os.getenv('MODELSCOPE_ENVIRONMENT') == 'studio'
6
+ api_key = os.getenv('API_KEY')
7
+
8
+
9
+ def get_text(text: str, cn_text: str):
10
+ if is_cn:
11
+ return cn_text
12
+ return text
13
+
14
+
15
+ # Save history in browser
16
+ save_history = True
17
+
18
+
19
+ # Chatbot Config
20
+ def user_config(disabled_actions=None):
21
+ return ChatbotUserConfig(
22
+ class_names=dict(content="user-message-content"),
23
+ actions=[
24
+ "copy", "edit",
25
+ ChatbotActionConfig(
26
+ action="delete",
27
+ popconfirm=dict(title=get_text("Delete the message", "删除消息"),
28
+ description=get_text(
29
+ "Are you sure to delete this message?",
30
+ "确认删除该消息?"),
31
+ okButtonProps=dict(danger=True)))
32
+ ],
33
+ disabled_actions=disabled_actions)
34
+
35
+
36
+ def bot_config(disabled_actions=None):
37
+ return ChatbotBotConfig(actions=[
38
+ "copy", "edit",
39
+ ChatbotActionConfig(
40
+ action="retry",
41
+ popconfirm=dict(
42
+ title=get_text("Regenerate the message", "重新生成消息"),
43
+ description=get_text(
44
+ "Regenerate the message will also delete all subsequent messages.",
45
+ "重新生成消息会删除所有后续消息。"),
46
+ okButtonProps=dict(danger=True))),
47
+ ChatbotActionConfig(action="delete",
48
+ popconfirm=dict(
49
+ title=get_text("Delete the message", "删除消息"),
50
+ description=get_text(
51
+ "Are you sure to delete this message?",
52
+ "确认删除该消息?"),
53
+ okButtonProps=dict(danger=True)))
54
+ ],
55
+ avatar="./assets/qwen.png",
56
+ disabled_actions=disabled_actions)
57
+
58
+
59
+ def welcome_config():
60
+ return ChatbotWelcomeConfig(
61
+ variant="borderless",
62
+ icon="./assets/qwen.png",
63
+ title=get_text("Hello, I'm Qwen3", "你好,我是 Qwen3"),
64
+ description=get_text("Select a model and enter text to get started.",
65
+ "选择模型并输入文本,开始对话吧。"),
66
+ prompts=dict(
67
+ title=get_text("How can I help you today?", "有什么我能帮助你的吗?"),
68
+ styles={
69
+ "list": {
70
+ "width": '100%',
71
+ },
72
+ "item": {
73
+ "flex": 1,
74
+ },
75
+ },
76
+ items=[{
77
+ "label":
78
+ get_text("📅 Make a plan", "📅 制定计划"),
79
+ "children": [{
80
+ "description":
81
+ get_text("Help me with a plan to start a business",
82
+ "帮助我制定一个创业计划")
83
+ }, {
84
+ "description":
85
+ get_text("Help me with a plan to achieve my goals",
86
+ "帮助我制定一个实现目标的计划")
87
+ }, {
88
+ "description":
89
+ get_text("Help me with a plan for a successful interview",
90
+ "帮助我制定一个成功的面试计划")
91
+ }]
92
+ }, {
93
+ "label":
94
+ get_text("🖋 Help me write", "🖋 帮我写"),
95
+ "children": [{
96
+ "description":
97
+ get_text("Help me write a story with a twist ending",
98
+ "帮助我写一个带有意外结局的故事")
99
+ }, {
100
+ "description":
101
+ get_text("Help me write a blog post on mental health",
102
+ "帮助我写一篇关于心理健康的博客文章")
103
+ }, {
104
+ "description":
105
+ get_text("Help me write a letter to my future self",
106
+ "帮助我写一封给未来自己的信")
107
+ }]
108
+ }]),
109
+ )
110
+
111
+
112
+ DEFAULT_SUGGESTIONS = [{
113
+ "label":
114
+ get_text('Make a plan', '制定计划'),
115
+ "value":
116
+ get_text('Make a plan', '制定计划'),
117
+ "children": [{
118
+ "label":
119
+ get_text("Start a business", "开始创业"),
120
+ "value":
121
+ get_text("Help me with a plan to start a business", "帮助我制定一个创业计划")
122
+ }, {
123
+ "label":
124
+ get_text("Achieve my goals", "实现我的目标"),
125
+ "value":
126
+ get_text("Help me with a plan to achieve my goals", "帮助我制定一个实现目标的计划")
127
+ }, {
128
+ "label":
129
+ get_text("Successful interview", "成功的面试"),
130
+ "value":
131
+ get_text("Help me with a plan for a successful interview",
132
+ "帮助我制定一个成功的面试计划")
133
+ }]
134
+ }, {
135
+ "label":
136
+ get_text('Help me write', '帮我写'),
137
+ "value":
138
+ get_text("Help me write", '帮我写'),
139
+ "children": [{
140
+ "label":
141
+ get_text("Story with a twist ending", "带有意外结局的故事"),
142
+ "value":
143
+ get_text("Help me write a story with a twist ending",
144
+ "帮助我写一个带有意外结局的故事")
145
+ }, {
146
+ "label":
147
+ get_text("Blog post on mental health", "关于心理健康的博客文章"),
148
+ "value":
149
+ get_text("Help me write a blog post on mental health",
150
+ "帮助我写一篇关于心理健康的博客文章")
151
+ }, {
152
+ "label":
153
+ get_text("Letter to my future self", "给未来自己的信"),
154
+ "value":
155
+ get_text("Help me write a letter to my future self", "帮助我写一封给未来自己的信")
156
+ }]
157
+ }]
158
+
159
+ DEFAULT_SYS_PROMPT = "You are a helpful and harmless assistant."
160
+
161
+ MIN_THINKING_BUDGET = 1
162
+
163
+ MAX_THINKING_BUDGET = 38
164
+
165
+ DEFAULT_THINKING_BUDGET = 38
166
+
167
+ DEFAULT_MODEL = "qwen3-235b-a22b"
168
+
169
+ MODEL_OPTIONS = [
170
+ {
171
+ "label": get_text("Qwen3-235B-A22B", "通义千问3-235B-A22B"),
172
+ "modelId": "Qwen/Qwen3-235B-A22B",
173
+ "value": "qwen3-235b-a22b"
174
+ },
175
+ {
176
+ "label": get_text("Qwen3-32B", "通义千问3-32B"),
177
+ "modelId": "Qwen/Qwen3-32B",
178
+ "value": "qwen3-32b"
179
+ },
180
+ {
181
+ "label": get_text("Qwen3-30B-A3B", "通义千问3-30B-A3B"),
182
+ "modelId": "Qwen/Qwen3-30B-A3B",
183
+ "value": "qwen3-30b-a3b"
184
+ },
185
+ {
186
+ "label": get_text("Qwen3-14B", "通义千问3-14B"),
187
+ "modelId": "Qwen/Qwen3-14B",
188
+ "value": "qwen3-14b"
189
+ },
190
+ {
191
+ "label": get_text("Qwen3-8B", "通义千问3-8B"),
192
+ "modelId": "Qwen/Qwen3-8B",
193
+ "value": "qwen3-8b"
194
+ },
195
+ {
196
+ "label": get_text("Qwen3-4B", "通义千问3-4B"),
197
+ "modelId": "Qwen/Qwen3-4B",
198
+ "value": "qwen3-4b"
199
+ },
200
+ {
201
+ "label": get_text("Qwen3-1.7B", "通义千问3-1.7B"),
202
+ "modelId": "Qwen/Qwen3-1.7B",
203
+ "value": "qwen3-1.7b"
204
+ },
205
+ {
206
+ "label": get_text("Qwen3-0.6B", "通义千问3-0.6B"),
207
+ "modelId": "Qwen/Qwen3-0.6B",
208
+ "value": "qwen3-0.6b"
209
+ },
210
+ ]
211
+
212
+ for model in MODEL_OPTIONS:
213
+ model[
214
+ "link"] = is_cn and f"https://modelscope.cn/models/{model['modelId']}" or f"https://huggingface.co/{model['modelId']}"
215
+
216
+ MODEL_OPTIONS_MAP = {model["value"]: model for model in MODEL_OPTIONS}
217
+
218
+ DEFAULT_LOCALE = 'zh_CN' if is_cn else 'en_US'
219
+
220
+ DEFAULT_THEME = {
221
+ "token": {
222
+ "colorPrimary": "#6A57FF",
223
+ }
224
+ }
225
+
226
+ DEFAULT_SETTINGS = {
227
+ "model": DEFAULT_MODEL,
228
+ "sys_prompt": DEFAULT_SYS_PROMPT,
229
+ "thinking_budget": DEFAULT_THINKING_BUDGET
230
+ }
gitattributes ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ assets/qwen.png filter=lfs diff=lfs merge=lfs -text
ui_components/logo.py ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import modelscope_studio.components.antd as antd
2
+ import modelscope_studio.components.base as ms
3
+
4
+
5
+ def Logo():
6
+ with antd.Typography.Title(level=1,
7
+ elem_style=dict(fontSize=24,
8
+ padding=8,
9
+ margin=0)):
10
+ with antd.Flex(align="center", gap="small", justify="center"):
11
+ antd.Image('./assets/qwen.png',
12
+ preview=False,
13
+ alt="logo",
14
+ width=24,
15
+ height=24)
16
+ ms.Span("Qwen3")
ui_components/settings_header.py ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import modelscope_studio.components.antd as antd
3
+ import modelscope_studio.components.antdx as antdx
4
+ import modelscope_studio.components.base as ms
5
+
6
+ from config import DEFAULT_SETTINGS, MODEL_OPTIONS, MAX_THINKING_BUDGET, MIN_THINKING_BUDGET, get_text
7
+
8
+
9
+ def SettingsHeader():
10
+ state = gr.State({"open": True})
11
+ with antdx.Sender.Header(title=get_text("Settings", "设置"),
12
+ open=True) as settings_header:
13
+ with antd.Form(value=DEFAULT_SETTINGS) as settings_form:
14
+ with antd.Form.Item(form_name="model",
15
+ label=get_text("Chat Model", "对话模型")):
16
+ with antd.Select(options=MODEL_OPTIONS):
17
+ with ms.Slot("labelRender",
18
+ params_mapping="""(option) => ({
19
+ label: option.label,
20
+ link: { href: window.MODEL_OPTIONS_MAP[option.value].link },
21
+ })"""):
22
+ antd.Typography.Text(as_item="label")
23
+ antd.Typography.Link(get_text("Model Link", "模型链接"),
24
+ href_target="_blank",
25
+ as_item="link")
26
+
27
+ with antd.Form.Item(form_name="thinking_budget",
28
+ label=get_text("Thinking Budget", "思考预算"),
29
+ elem_classes="setting-form-thinking-budget"):
30
+ antd.Slider(elem_style=dict(flex=1, marginRight=14),
31
+ min=MIN_THINKING_BUDGET,
32
+ max=MAX_THINKING_BUDGET,
33
+ tooltip=dict(formatter="(v) => `${v}k`"))
34
+ antd.InputNumber(max=MAX_THINKING_BUDGET,
35
+ min=MIN_THINKING_BUDGET,
36
+ elem_style=dict(width=100),
37
+ addon_after="k")
38
+ # with antd.Form.Item(form_name="sys_prompt",
39
+ # label=get_text("System Prompt", "系统提示")):
40
+ # antd.Input.Textarea(auto_size=dict(minRows=3, maxRows=6))
41
+
42
+ def close_header(state_value):
43
+ state_value["open"] = False
44
+ return gr.update(value=state_value)
45
+
46
+ state.change(fn=lambda state_value: gr.update(open=state_value["open"]),
47
+ inputs=[state],
48
+ outputs=[settings_header])
49
+
50
+ settings_header.open_change(fn=close_header,
51
+ inputs=[state],
52
+ outputs=[state])
53
+
54
+ return state, settings_form
ui_components/thinking_button.py ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import modelscope_studio.components.antd as antd
2
+ import modelscope_studio.components.base as ms
3
+ import gradio as gr
4
+ from config import get_text
5
+
6
+
7
+ def ThinkingButton():
8
+ state = gr.State({"enable_thinking": True})
9
+ with antd.Button(get_text("Thinking", "深度思考"),
10
+ shape="round",
11
+ color="primary",
12
+ variant="solid") as thinking_btn:
13
+ with ms.Slot("icon"):
14
+ antd.Icon("SunOutlined")
15
+
16
+ def toggle_thinking(state_value):
17
+ state_value["enable_thinking"] = not state_value["enable_thinking"]
18
+ return gr.update(value=state_value)
19
+
20
+ def apply_state_change(state_value):
21
+ return gr.update(
22
+ variant="solid" if state_value["enable_thinking"] else "")
23
+
24
+ state.change(fn=apply_state_change, inputs=[state], outputs=[thinking_btn])
25
+
26
+ thinking_btn.click(fn=toggle_thinking, inputs=[state], outputs=[state])
27
+
28
+ return state