| from mmengine.config import read_base | |
| from opencompass.models import MoonShot | |
| from opencompass.partitioners import NaivePartitioner | |
| from opencompass.runners.local_api import LocalAPIRunner | |
| from opencompass.tasks import OpenICLInferTask | |
| with read_base(): | |
| from ..summarizers.medium import summarizer | |
| from ..datasets.ceval.ceval_gen import ceval_datasets | |
| datasets = [ | |
| *ceval_datasets, | |
| ] | |
| models = [ | |
| dict( | |
| abbr='moonshot-v1-32k', | |
| type=MoonShot, | |
| path='moonshot-v1-32k', | |
| key='xxxxxxx', | |
| url= 'xxxxxxxx', | |
| system_prompt= '你是 Kimi，由 Moonshot AI 提供的人工智能助手，你更擅长中文和英文的对话。' | |
| '你会为用户提供安全，有帮助，准确的回答。同时，你会拒绝一些涉及恐怖主义，种族歧视，' | |
| '黄色暴力等问题的回答。Moonshot AI 为专有名词，不可翻译成其他语言。', | |
| query_per_second=1, | |
| max_out_len=2048, | |
| max_seq_len=2048, | |
| batch_size=8), | |
| ] | |
| infer = dict( | |
| partitioner=dict(type=NaivePartitioner), | |
| runner=dict( | |
| type=LocalAPIRunner, | |
| max_num_workers=4, | |
| concurrent_users=4, | |
| task=dict(type=OpenICLInferTask)), | |
| ) | |
| work_dir = "outputs/api_moonshot/" |