| from datetime import datetime |
|
|
| from lagent.actions import ActionExecutor, BingBrowser |
| from lagent.llms import INTERNLM2_META, LMDeployServer |
|
|
| from mindsearch.agent.mindsearch_agent import (MindSearchAgent, |
| MindSearchProtocol) |
| from mindsearch.agent.mindsearch_prompt import ( |
| FINAL_RESPONSE_CN, FINAL_RESPONSE_EN, GRAPH_PROMPT_CN, GRAPH_PROMPT_EN, |
| searcher_context_template_cn, searcher_context_template_en, |
| searcher_input_template_cn, searcher_input_template_en, |
| searcher_system_prompt_cn, searcher_system_prompt_en) |
|
|
| lang = 'cn' |
| llm = LMDeployServer(path='internlm/internlm2_5-7b-chat', |
| model_name='internlm2', |
| meta_template=INTERNLM2_META, |
| top_p=0.8, |
| top_k=1, |
| temperature=0, |
| max_new_tokens=8192, |
| repetition_penalty=1.02, |
| stop_words=['<|im_end|>']) |
|
|
| agent = MindSearchAgent( |
| llm=llm, |
| protocol=MindSearchProtocol( |
| meta_prompt=datetime.now().strftime('The current date is %Y-%m-%d.'), |
| interpreter_prompt=GRAPH_PROMPT_CN |
| if lang == 'cn' else GRAPH_PROMPT_EN, |
| response_prompt=FINAL_RESPONSE_CN |
| if lang == 'cn' else FINAL_RESPONSE_EN), |
| searcher_cfg=dict( |
| llm=llm, |
| plugin_executor=ActionExecutor( |
| BingBrowser(searcher_type='DuckDuckGoSearch', topk=6)), |
| protocol=MindSearchProtocol( |
| meta_prompt=datetime.now().strftime( |
| 'The current date is %Y-%m-%d.'), |
| plugin_prompt=searcher_system_prompt_cn |
| if lang == 'cn' else searcher_system_prompt_en, |
| ), |
| template=dict(input=searcher_input_template_cn |
| if lang == 'cn' else searcher_input_template_en, |
| context=searcher_context_template_cn |
| if lang == 'cn' else searcher_context_template_en)), |
| max_turn=10) |
|
|
| for agent_return in agent.stream_chat('上海今天适合穿什么衣服'): |
| pass |
|
|