|
|
import gradio as gr
|
|
|
from enum import Enum, auto
|
|
|
|
|
|
from llm_api import ModelConfig, wenxin_model_config, doubao_model_config, gpt_model_config, zhipuai_model_config, test_stream_chat
|
|
|
from config import API_SETTINGS, RENDER_SETTING_API_TEST_BTN, ENABLE_SETTING_SELECT_SUB_MODEL
|
|
|
|
|
|
|
|
|
class Provider:
|
|
|
GPT = "GPT(OpenAI)"
|
|
|
WENXIN = "文心(百度)"
|
|
|
DOUBAO = "豆包(字节跳动)"
|
|
|
ZHIPUAI = "GLM(智谱)"
|
|
|
OTHERS = '其他'
|
|
|
|
|
|
def deep_update(d, u):
|
|
|
"""Recursively update dictionary d with values from dictionary u"""
|
|
|
for k, v in u.items():
|
|
|
if isinstance(v, dict) and k in d and isinstance(d[k], dict):
|
|
|
deep_update(d[k], v)
|
|
|
else:
|
|
|
d[k] = v
|
|
|
|
|
|
def new_setting():
|
|
|
model_config = API_SETTINGS.pop('model')
|
|
|
sub_model_config = API_SETTINGS.pop('sub_model')
|
|
|
|
|
|
new_setting = dict(
|
|
|
model=ModelConfig(**model_config),
|
|
|
sub_model=ModelConfig(**sub_model_config),
|
|
|
render_count=0,
|
|
|
provider_name=Provider.GPT,
|
|
|
wenxin={
|
|
|
'ak': '',
|
|
|
'sk': '',
|
|
|
'default_model': 'ERNIE-Novel-8K',
|
|
|
'default_sub_model': 'ERNIE-3.5-8K',
|
|
|
'available_models': list(wenxin_model_config.keys())
|
|
|
},
|
|
|
doubao={
|
|
|
'api_key': '',
|
|
|
'main_endpoint_id': '',
|
|
|
'sub_endpoint_id': '',
|
|
|
'default_model': 'doubao-pro-32k',
|
|
|
'default_sub_model': 'doubao-lite-32k',
|
|
|
'available_models': list(doubao_model_config.keys())
|
|
|
},
|
|
|
gpt={
|
|
|
'api_key': '',
|
|
|
'base_url': '',
|
|
|
'proxies': '',
|
|
|
'default_model': 'gpt-4o',
|
|
|
'default_sub_model': 'gpt-4o-mini',
|
|
|
'available_models': list(gpt_model_config.keys())
|
|
|
},
|
|
|
zhipuai={
|
|
|
'api_key': '',
|
|
|
'default_model': 'glm-4-plus',
|
|
|
'default_sub_model': 'glm-4-flashx',
|
|
|
'available_models': list(zhipuai_model_config.keys())
|
|
|
},
|
|
|
others={
|
|
|
'api_key': '',
|
|
|
'base_url': '',
|
|
|
'default_model': '',
|
|
|
'default_sub_model': '',
|
|
|
'available_models': []
|
|
|
}
|
|
|
)
|
|
|
|
|
|
deep_update(new_setting, API_SETTINGS)
|
|
|
|
|
|
return new_setting
|
|
|
|
|
|
|
|
|
def render_setting(setting, setting_state):
|
|
|
with gr.Accordion("API 设置"):
|
|
|
with gr.Row():
|
|
|
provider_name = gr.Dropdown(
|
|
|
choices=[Provider.GPT, Provider.WENXIN, Provider.DOUBAO, Provider.ZHIPUAI, Provider.OTHERS],
|
|
|
value=setting['provider_name'],
|
|
|
label="模型提供商",
|
|
|
scale=1
|
|
|
)
|
|
|
|
|
|
def on_select_provider(provider_name):
|
|
|
setting['provider_name'] = provider_name
|
|
|
return setting
|
|
|
|
|
|
provider_name.select(fn=on_select_provider, inputs=provider_name, outputs=[setting_state])
|
|
|
|
|
|
match setting['provider_name']:
|
|
|
case Provider.WENXIN:
|
|
|
provider_config = setting['wenxin']
|
|
|
case Provider.DOUBAO:
|
|
|
provider_config = setting['doubao']
|
|
|
case Provider.GPT:
|
|
|
provider_config = setting['gpt']
|
|
|
case Provider.ZHIPUAI:
|
|
|
provider_config = setting['zhipuai']
|
|
|
case Provider.OTHERS:
|
|
|
provider_config = setting['others']
|
|
|
|
|
|
main_model = gr.Dropdown(
|
|
|
choices=provider_config['available_models'],
|
|
|
value=provider_config['default_model'],
|
|
|
label="主模型",
|
|
|
scale=1,
|
|
|
allow_custom_value=setting['provider_name'] == Provider.OTHERS
|
|
|
)
|
|
|
|
|
|
sub_model = gr.Dropdown(
|
|
|
choices=provider_config['available_models'],
|
|
|
value=provider_config['default_sub_model'],
|
|
|
label="辅助模型",
|
|
|
scale=1,
|
|
|
allow_custom_value=setting['provider_name'] == Provider.OTHERS,
|
|
|
interactive=ENABLE_SETTING_SELECT_SUB_MODEL
|
|
|
)
|
|
|
|
|
|
with gr.Row():
|
|
|
if setting['provider_name'] == Provider.WENXIN:
|
|
|
baidu_access_key = gr.Textbox(
|
|
|
value=provider_config['ak'],
|
|
|
label='Baidu Access Key',
|
|
|
lines=1,
|
|
|
placeholder='Enter your Baidu access key here',
|
|
|
interactive=True,
|
|
|
scale=10,
|
|
|
type='password'
|
|
|
)
|
|
|
baidu_secret_key = gr.Textbox(
|
|
|
value=provider_config['sk'],
|
|
|
label='Baidu Secret Key',
|
|
|
lines=1,
|
|
|
placeholder='Enter your Baidu secret key here',
|
|
|
interactive=True,
|
|
|
scale=10,
|
|
|
type='password'
|
|
|
)
|
|
|
|
|
|
elif setting['provider_name'] == Provider.DOUBAO:
|
|
|
doubao_api_key = gr.Textbox(
|
|
|
value=provider_config['api_key'],
|
|
|
label='Doubao API Key',
|
|
|
lines=1,
|
|
|
placeholder='Enter your Doubao API key here',
|
|
|
interactive=True,
|
|
|
scale=10,
|
|
|
type='password'
|
|
|
)
|
|
|
main_endpoint_id = gr.Textbox(
|
|
|
value=provider_config['main_endpoint_id'],
|
|
|
label='Main Endpoint ID',
|
|
|
lines=1,
|
|
|
placeholder='Enter your main endpoint ID here',
|
|
|
interactive=True,
|
|
|
scale=10,
|
|
|
type='password'
|
|
|
)
|
|
|
sub_endpoint_id = gr.Textbox(
|
|
|
value=provider_config['sub_endpoint_id'],
|
|
|
label='Sub Endpoint ID',
|
|
|
lines=1,
|
|
|
placeholder='Enter your sub endpoint ID here',
|
|
|
interactive=True,
|
|
|
scale=10,
|
|
|
type='password'
|
|
|
)
|
|
|
|
|
|
elif setting['provider_name'] in [Provider.GPT, Provider.OTHERS]:
|
|
|
gpt_api_key = gr.Textbox(
|
|
|
value=provider_config['api_key'],
|
|
|
label='OpenAI API Key',
|
|
|
lines=1,
|
|
|
placeholder='Enter your OpenAI API key here',
|
|
|
interactive=True,
|
|
|
scale=10,
|
|
|
type='password'
|
|
|
)
|
|
|
base_url = gr.Textbox(
|
|
|
value=provider_config['base_url'],
|
|
|
label='API Base URL',
|
|
|
lines=1,
|
|
|
placeholder='Enter API base URL here',
|
|
|
interactive=True,
|
|
|
scale=10,
|
|
|
type='password'
|
|
|
)
|
|
|
|
|
|
elif setting['provider_name'] == Provider.ZHIPUAI:
|
|
|
zhipuai_api_key = gr.Textbox(
|
|
|
value=provider_config['api_key'],
|
|
|
label='ZhipuAI API Key',
|
|
|
lines=1,
|
|
|
placeholder='Enter your ZhipuAI API key here',
|
|
|
interactive=True,
|
|
|
scale=10,
|
|
|
type='password'
|
|
|
)
|
|
|
|
|
|
with gr.Row():
|
|
|
if setting['provider_name'] == Provider.WENXIN:
|
|
|
def on_submit(main_model, sub_model, baidu_access_key, baidu_secret_key):
|
|
|
provider_config['ak'] = baidu_access_key
|
|
|
provider_config['sk'] = baidu_secret_key
|
|
|
|
|
|
setting['model'] = ModelConfig(
|
|
|
model=main_model,
|
|
|
ak=baidu_access_key,
|
|
|
sk=baidu_secret_key,
|
|
|
max_tokens=4096
|
|
|
)
|
|
|
setting['sub_model'] = ModelConfig(
|
|
|
model=sub_model,
|
|
|
ak=baidu_access_key,
|
|
|
sk=baidu_secret_key,
|
|
|
max_tokens=4096
|
|
|
)
|
|
|
|
|
|
submit_event = dict(
|
|
|
fn=on_submit,
|
|
|
inputs=[main_model, sub_model, baidu_access_key, baidu_secret_key],
|
|
|
)
|
|
|
|
|
|
on_submit(main_model.value, sub_model.value, baidu_access_key.value, baidu_secret_key.value)
|
|
|
|
|
|
main_model.change(**submit_event)
|
|
|
sub_model.change(**submit_event)
|
|
|
baidu_access_key.change(**submit_event)
|
|
|
baidu_secret_key.change(**submit_event)
|
|
|
|
|
|
elif setting['provider_name'] == Provider.DOUBAO:
|
|
|
def on_submit(main_model, sub_model, doubao_api_key, main_endpoint_id, sub_endpoint_id):
|
|
|
provider_config['api_key'] = doubao_api_key
|
|
|
provider_config['main_endpoint_id'] = main_endpoint_id
|
|
|
provider_config['sub_endpoint_id'] = sub_endpoint_id
|
|
|
|
|
|
setting['model'] = ModelConfig(
|
|
|
model=main_model,
|
|
|
api_key=doubao_api_key,
|
|
|
endpoint_id=main_endpoint_id,
|
|
|
max_tokens=4096
|
|
|
)
|
|
|
setting['sub_model'] = ModelConfig(
|
|
|
model=sub_model,
|
|
|
api_key=doubao_api_key,
|
|
|
endpoint_id=sub_endpoint_id,
|
|
|
max_tokens=4096
|
|
|
)
|
|
|
|
|
|
submit_event = dict(
|
|
|
fn=on_submit,
|
|
|
inputs=[main_model, sub_model, doubao_api_key, main_endpoint_id, sub_endpoint_id],
|
|
|
)
|
|
|
|
|
|
on_submit(main_model.value, sub_model.value, doubao_api_key.value, main_endpoint_id.value, sub_endpoint_id.value)
|
|
|
|
|
|
main_model.change(**submit_event)
|
|
|
sub_model.change(**submit_event)
|
|
|
doubao_api_key.change(**submit_event)
|
|
|
main_endpoint_id.change(**submit_event)
|
|
|
sub_endpoint_id.change(**submit_event)
|
|
|
|
|
|
elif setting['provider_name'] in [Provider.GPT, Provider.OTHERS]:
|
|
|
def on_submit(main_model, sub_model, gpt_api_key, base_url):
|
|
|
provider_config['api_key'] = gpt_api_key
|
|
|
provider_config['base_url'] = base_url.strip()
|
|
|
|
|
|
setting['model'] = ModelConfig(
|
|
|
model=main_model,
|
|
|
api_key=provider_config['api_key'],
|
|
|
base_url=provider_config['base_url'],
|
|
|
max_tokens=4096,
|
|
|
proxies=provider_config.get('proxies', None),
|
|
|
)
|
|
|
setting['sub_model'] = ModelConfig(
|
|
|
model=sub_model,
|
|
|
api_key=provider_config['api_key'],
|
|
|
base_url=provider_config['base_url'],
|
|
|
max_tokens=4096,
|
|
|
proxies=provider_config.get('proxies', None),
|
|
|
)
|
|
|
|
|
|
submit_event = dict(
|
|
|
fn=on_submit,
|
|
|
inputs=[main_model, sub_model, gpt_api_key, base_url],
|
|
|
)
|
|
|
|
|
|
on_submit(main_model.value, sub_model.value, gpt_api_key.value, base_url.value)
|
|
|
|
|
|
main_model.change(**submit_event)
|
|
|
sub_model.change(**submit_event)
|
|
|
gpt_api_key.change(**submit_event)
|
|
|
base_url.change(**submit_event)
|
|
|
|
|
|
elif setting['provider_name'] == Provider.ZHIPUAI:
|
|
|
def on_submit(main_model, sub_model, zhipuai_api_key):
|
|
|
provider_config['api_key'] = zhipuai_api_key
|
|
|
|
|
|
setting['model'] = ModelConfig(
|
|
|
model=main_model,
|
|
|
api_key=zhipuai_api_key,
|
|
|
max_tokens=4096
|
|
|
)
|
|
|
setting['sub_model'] = ModelConfig(
|
|
|
model=sub_model,
|
|
|
api_key=zhipuai_api_key,
|
|
|
max_tokens=4096
|
|
|
)
|
|
|
|
|
|
submit_event = dict(
|
|
|
fn=on_submit,
|
|
|
inputs=[main_model, sub_model, zhipuai_api_key],
|
|
|
)
|
|
|
|
|
|
on_submit(main_model.value, sub_model.value, zhipuai_api_key.value)
|
|
|
|
|
|
main_model.change(**submit_event)
|
|
|
sub_model.change(**submit_event)
|
|
|
zhipuai_api_key.change(**submit_event)
|
|
|
|
|
|
if RENDER_SETTING_API_TEST_BTN:
|
|
|
test_btn = gr.Button("测试")
|
|
|
test_report = gr.Textbox(show_label=False, container=False, value='', interactive=False, scale=10)
|
|
|
|
|
|
def on_test_llm_api():
|
|
|
if not setting['model']['model'].strip():
|
|
|
return gr.Info('主模型名不能为空')
|
|
|
|
|
|
if not setting['sub_model']['model'].strip():
|
|
|
return gr.Info('辅助模型名不能为空')
|
|
|
|
|
|
try:
|
|
|
response1 = yield from test_stream_chat(setting['model'])
|
|
|
response2 = yield from test_stream_chat(setting['sub_model'])
|
|
|
report_text = f"User:1+1=?\n主模型 ：{response1.response}({response1.cost_info})\n辅助模型：{response2.response}({response2.cost_info})\n测试通过！"
|
|
|
yield report_text
|
|
|
except Exception as e:
|
|
|
yield f"测试失败：{str(e)}"
|
|
|
|
|
|
if RENDER_SETTING_API_TEST_BTN:
|
|
|
test_btn.click(
|
|
|
on_test_llm_api,
|
|
|
outputs=[test_report]
|
|
|
) |
