Spaces:
Runtime error
Runtime error
Upload 4 files
Browse files- mods/btn_rag.py +47 -6
- mods/btn_retry.py +8 -12
- mods/btn_submit.py +0 -8
- mods/btn_submit_vo_suggest.py +2 -0
mods/btn_rag.py
CHANGED
|
@@ -1,8 +1,49 @@
|
|
| 1 |
def init(cfg):
|
| 2 |
-
# ==========
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
|
| 7 |
-
|
| 8 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
def init(cfg):
|
| 2 |
+
# ========== 共同 ==========
|
| 3 |
+
model = cfg['model']
|
| 4 |
+
s_info = cfg['s_info']
|
| 5 |
+
lock = cfg['session_lock']
|
| 6 |
|
| 7 |
+
# ========== 特殊 ==========
|
| 8 |
+
chat_template = cfg['chat_template']
|
| 9 |
+
|
| 10 |
+
# ========== 注入内容 ==========
|
| 11 |
+
def btn_rag(_n_keep, _n_discard,
|
| 12 |
+
_temperature, _repeat_penalty, _frequency_penalty,
|
| 13 |
+
_presence_penalty, _repeat_last_n, _top_k,
|
| 14 |
+
_top_p, _min_p, _typical_p,
|
| 15 |
+
_tfs_z, _mirostat_mode, _mirostat_eta,
|
| 16 |
+
_mirostat_tau, _usr, _char,
|
| 17 |
+
_rag, _max_tokens):
|
| 18 |
+
with lock:
|
| 19 |
+
if not cfg['session_active']:
|
| 20 |
+
raise RuntimeError
|
| 21 |
+
if cfg['btn_stop_status']:
|
| 22 |
+
yield model.venv_info
|
| 23 |
+
return
|
| 24 |
+
# ========== 清除之前注入的内容 ==========
|
| 25 |
+
model.venv_remove('rag')
|
| 26 |
+
# ========== 没有需要注入的内容 ==========
|
| 27 |
+
if not _rag:
|
| 28 |
+
yield model.venv_info
|
| 29 |
+
return
|
| 30 |
+
# ========== 需要临时注入的内容 ==========
|
| 31 |
+
model.venv_create('rag')
|
| 32 |
+
t_rag = chat_template('system', _rag)
|
| 33 |
+
model.eval_t(t_rag, _n_keep, _n_discard)
|
| 34 |
+
yield model.venv_info
|
| 35 |
+
|
| 36 |
+
cfg['btn_rag_fn'] = {
|
| 37 |
+
'fn': btn_rag,
|
| 38 |
+
'inputs': cfg['setting'],
|
| 39 |
+
'outputs': s_info
|
| 40 |
+
}
|
| 41 |
+
cfg['btn_rag_fn'].update(cfg['btn_concurrency'])
|
| 42 |
+
|
| 43 |
+
cfg['btn_rag'].click(
|
| 44 |
+
**cfg['btn_start']
|
| 45 |
+
).success(
|
| 46 |
+
**cfg['btn_rag_fn']
|
| 47 |
+
).success(
|
| 48 |
+
**cfg['btn_finish']
|
| 49 |
+
)
|
mods/btn_retry.py
CHANGED
|
@@ -24,11 +24,6 @@ def init(cfg):
|
|
| 24 |
if not model.venv_revision('usr'):
|
| 25 |
yield history, model.venv_info
|
| 26 |
return
|
| 27 |
-
# ========== 需要临时注入的内容 ==========
|
| 28 |
-
if len(_rag) > 0:
|
| 29 |
-
model.venv_create('rag') # 记录 venv_idx
|
| 30 |
-
t_rag = chat_template('system', _rag)
|
| 31 |
-
model.eval_t(t_rag, _n_keep, _n_discard)
|
| 32 |
# ========== 模型输出 ==========
|
| 33 |
model.venv_create('char')
|
| 34 |
_tmp = btn_com(_n_keep, _n_discard,
|
|
@@ -43,17 +38,18 @@ def init(cfg):
|
|
| 43 |
# ========== 输出完毕后格式化输出 ==========
|
| 44 |
history[-1][1] = chat_display_format(history[-1][1])
|
| 45 |
yield history, model.venv_info
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
|
| 50 |
cfg['btn_retry'].click(
|
| 51 |
**cfg['btn_start']
|
| 52 |
).success(
|
| 53 |
-
|
| 54 |
-
inputs=[chatbot]+cfg['setting'],
|
| 55 |
-
outputs=[chatbot, s_info],
|
| 56 |
-
**cfg['btn_concurrency']
|
| 57 |
).success(
|
| 58 |
**cfg['btn_finish']
|
| 59 |
)
|
|
|
|
| 24 |
if not model.venv_revision('usr'):
|
| 25 |
yield history, model.venv_info
|
| 26 |
return
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
# ========== 模型输出 ==========
|
| 28 |
model.venv_create('char')
|
| 29 |
_tmp = btn_com(_n_keep, _n_discard,
|
|
|
|
| 38 |
# ========== 输出完毕后格式化输出 ==========
|
| 39 |
history[-1][1] = chat_display_format(history[-1][1])
|
| 40 |
yield history, model.venv_info
|
| 41 |
+
|
| 42 |
+
cfg['btn_retry_fn'] = {
|
| 43 |
+
'fn': btn_retry,
|
| 44 |
+
'inputs': [chatbot]+cfg['setting'],
|
| 45 |
+
'outputs': [chatbot, s_info],
|
| 46 |
+
}
|
| 47 |
+
cfg['btn_retry_fn'].update(cfg['btn_concurrency'])
|
| 48 |
|
| 49 |
cfg['btn_retry'].click(
|
| 50 |
**cfg['btn_start']
|
| 51 |
).success(
|
| 52 |
+
**cfg['btn_retry_fn']
|
|
|
|
|
|
|
|
|
|
| 53 |
).success(
|
| 54 |
**cfg['btn_finish']
|
| 55 |
)
|
mods/btn_submit.py
CHANGED
|
@@ -29,11 +29,6 @@ def init(cfg):
|
|
| 29 |
with lock:
|
| 30 |
if not cfg['session_active']:
|
| 31 |
raise RuntimeError
|
| 32 |
-
# ========== 需要临时注入的内容 ==========
|
| 33 |
-
if len(_rag) > 0:
|
| 34 |
-
model.venv_create('rag') # 记录 venv_idx
|
| 35 |
-
t_rag = chat_template('system', _rag)
|
| 36 |
-
model.eval_t(t_rag, _n_keep, _n_discard)
|
| 37 |
# ========== 释放不再需要的环境 ==========
|
| 38 |
model.venv_disband({'usr', 'char'})
|
| 39 |
print('venv_disband char', model.venv_info)
|
|
@@ -59,9 +54,6 @@ def init(cfg):
|
|
| 59 |
# ========== 输出完毕后格式化输出 ==========
|
| 60 |
history[-1][1] = chat_display_format(history[-1][1])
|
| 61 |
yield history, model.venv_info
|
| 62 |
-
# ========== 响应完毕后清除注入的内容 ==========
|
| 63 |
-
model.venv_remove('rag') # 销毁对应的 venv
|
| 64 |
-
yield history, model.venv_info
|
| 65 |
|
| 66 |
cfg['btn_submit_fn_usr'] = {
|
| 67 |
'fn': btn_submit_usr,
|
|
|
|
| 29 |
with lock:
|
| 30 |
if not cfg['session_active']:
|
| 31 |
raise RuntimeError
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
# ========== 释放不再需要的环境 ==========
|
| 33 |
model.venv_disband({'usr', 'char'})
|
| 34 |
print('venv_disband char', model.venv_info)
|
|
|
|
| 54 |
# ========== 输出完毕后格式化输出 ==========
|
| 55 |
history[-1][1] = chat_display_format(history[-1][1])
|
| 56 |
yield history, model.venv_info
|
|
|
|
|
|
|
|
|
|
| 57 |
|
| 58 |
cfg['btn_submit_fn_usr'] = {
|
| 59 |
'fn': btn_submit_usr,
|
mods/btn_submit_vo_suggest.py
CHANGED
|
@@ -3,6 +3,8 @@ def init(cfg):
|
|
| 3 |
**cfg['btn_start']
|
| 4 |
).success(
|
| 5 |
**cfg['btn_submit_fn_usr']
|
|
|
|
|
|
|
| 6 |
).success(
|
| 7 |
**cfg['btn_submit_fn_bot']
|
| 8 |
).success(
|
|
|
|
| 3 |
**cfg['btn_start']
|
| 4 |
).success(
|
| 5 |
**cfg['btn_submit_fn_usr']
|
| 6 |
+
).success(
|
| 7 |
+
**cfg['btn_rag_fn']
|
| 8 |
).success(
|
| 9 |
**cfg['btn_submit_fn_bot']
|
| 10 |
).success(
|