|
|
from swift.llm import TemplateInputs, get_model_tokenizer, get_template |
|
|
|
|
|
|
|
|
def test_deepseek_v2_5(): |
|
|
tokenizer = get_model_tokenizer('deepseek-ai/DeepSeek-V2.5-1210', load_model=False)[1] |
|
|
template = get_template(tokenizer.model_meta.template, tokenizer) |
|
|
inputs = TemplateInputs(messages=[{ |
|
|
'role': 'system', |
|
|
'content': '000' |
|
|
}, { |
|
|
'role': 'user', |
|
|
'content': 'aaa' |
|
|
}, { |
|
|
'role': 'assistant', |
|
|
'content': 'bbb' |
|
|
}, { |
|
|
'role': 'user', |
|
|
'content': 'ccc' |
|
|
}]) |
|
|
res = template.encode(inputs) |
|
|
template.print_inputs(res) |
|
|
template.template_backend = 'jinja' |
|
|
res2 = template.encode(inputs) |
|
|
template.print_inputs(res) |
|
|
assert res['input_ids'] == res2['input_ids'] |
|
|
|
|
|
|
|
|
def test_qwen2_5_math_reward(): |
|
|
tokenizer = get_model_tokenizer('Qwen/Qwen2.5-Math-RM-72B', load_model=False)[1] |
|
|
template = get_template(tokenizer.model_meta.template, tokenizer) |
|
|
inputs = TemplateInputs(messages=[{ |
|
|
'role': |
|
|
'user', |
|
|
'content': |
|
|
'Janet’s ducks lay 16 eggs per day. She eats three for breakfast every morning and bakes muffins ' |
|
|
"for her friends every day with four. She sells the remainder at the farmers' market daily for $2 per " |
|
|
"fresh duck egg. How much in dollars does she make every day at the farmers' market?" |
|
|
}, { |
|
|
'role': |
|
|
'assistant', |
|
|
'content': |
|
|
"To determine how much Janet makes from selling the duck eggs at the farmers' market, we need to " |
|
|
'follow these steps:\n\n1. Calculate the total number of eggs laid by the ducks each day.\n2. ' |
|
|
'Determine how many eggs Janet eats and bakes for herself each day.\n3. Find out how many eggs are ' |
|
|
"left to be sold.\n4. Calculate the revenue from selling the remaining eggs at $2 per egg.\n\nLet's " |
|
|
"start with the first step:\n\n1. Janet's ducks lay 16 eggs per day.\n\nNext, we calculate how many " |
|
|
'eggs Janet eats and bakes for herself each day:\n\n2. Janet eats 3 eggs for breakfast every morning.' |
|
|
'\n3. Janet bakes 4 eggs for her friends every day.\n\nSo, the total number of eggs Janet eats and ' |
|
|
'bakes for herself each day is:\n\\[ 3 + 4 = 7 \\text{ eggs} \\]\n\nNow, we find out how many eggs ' |
|
|
'are left to be sold:\n\\[ 16 - 7 = 9 \\text{ eggs} \\]\n\nFinally, we calculate the revenue from ' |
|
|
'selling the remaining eggs at $2 per egg:\n\\[ 9 \\times 2 = 18 \\text{ dollars} \\]\n\nTherefore, ' |
|
|
"Janet makes \\(\\boxed{18}\\) dollars every day at the farmers' market." |
|
|
}]) |
|
|
res = template.encode(inputs) |
|
|
template.print_inputs(res) |
|
|
template.template_backend = 'jinja' |
|
|
res2 = template.encode(inputs) |
|
|
template.print_inputs(res) |
|
|
assert res['input_ids'] == res2['input_ids'] |
|
|
assert len(res['input_ids']) == 364 |
|
|
|
|
|
|
|
|
def test_minimax(): |
|
|
tokenizer = get_model_tokenizer('MiniMax/MiniMax-Text-01', load_model=False)[1] |
|
|
template = get_template(tokenizer.model_meta.template, tokenizer) |
|
|
inputs = TemplateInputs( |
|
|
messages=[{ |
|
|
'role': 'system', |
|
|
'content': 'You are a helpful assistant created by MiniMax based on MiniMax-Text-01 model.' |
|
|
}, { |
|
|
'role': 'user', |
|
|
'content': 'Hello!' |
|
|
}]) |
|
|
res = template.encode(inputs) |
|
|
template.print_inputs(res) |
|
|
assert tokenizer.decode(res['input_ids']) == ( |
|
|
'<beginning_of_sentence>system ai_setting=assistant\nYou are a helpful assistant created by MiniMax based ' |
|
|
'on MiniMax-Text-01 model.<end_of_sentence>\n<beginning_of_sentence>user name=user\nHello!<end_of_sentence>\n' |
|
|
'<beginning_of_sentence>ai name=assistant\n') |
|
|
|
|
|
|
|
|
def test_minimax_vl(): |
|
|
tokenizer = get_model_tokenizer('MiniMax/MiniMax-VL-01', load_model=False)[1] |
|
|
template = get_template(tokenizer.model_meta.template, tokenizer) |
|
|
inputs = TemplateInputs( |
|
|
messages=[{ |
|
|
'role': 'system', |
|
|
'content': 'You are a helpful assistant created by MiniMax based on MiniMax-VL-01 model.' |
|
|
}, { |
|
|
'role': 'user', |
|
|
'content': '<image>Describe this image.' |
|
|
}], |
|
|
images=['http://modelscope-open.oss-cn-hangzhou.aliyuncs.com/images/cat.png']) |
|
|
res = template.encode(inputs) |
|
|
assert len(res['input_ids']) == 5877 |
|
|
|
|
|
|
|
|
if __name__ == '__main__': |
|
|
|
|
|
|
|
|
|
|
|
test_minimax_vl() |
|
|
|
