File size: 4,463 Bytes
7feac49 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 |
from swift.llm import TemplateInputs, get_model_tokenizer, get_template
def test_deepseek_v2_5():
tokenizer = get_model_tokenizer('deepseek-ai/DeepSeek-V2.5-1210', load_model=False)[1]
template = get_template(tokenizer.model_meta.template, tokenizer)
inputs = TemplateInputs(messages=[{
'role': 'system',
'content': '000'
}, {
'role': 'user',
'content': 'aaa'
}, {
'role': 'assistant',
'content': 'bbb'
}, {
'role': 'user',
'content': 'ccc'
}])
res = template.encode(inputs)
template.print_inputs(res)
template.template_backend = 'jinja'
res2 = template.encode(inputs)
template.print_inputs(res)
assert res['input_ids'] == res2['input_ids']
def test_qwen2_5_math_reward():
tokenizer = get_model_tokenizer('Qwen/Qwen2.5-Math-RM-72B', load_model=False)[1]
template = get_template(tokenizer.model_meta.template, tokenizer)
inputs = TemplateInputs(messages=[{
'role':
'user',
'content':
'Janet’s ducks lay 16 eggs per day. She eats three for breakfast every morning and bakes muffins '
"for her friends every day with four. She sells the remainder at the farmers' market daily for $2 per "
"fresh duck egg. How much in dollars does she make every day at the farmers' market?"
}, {
'role':
'assistant',
'content':
"To determine how much Janet makes from selling the duck eggs at the farmers' market, we need to "
'follow these steps:\n\n1. Calculate the total number of eggs laid by the ducks each day.\n2. '
'Determine how many eggs Janet eats and bakes for herself each day.\n3. Find out how many eggs are '
"left to be sold.\n4. Calculate the revenue from selling the remaining eggs at $2 per egg.\n\nLet's "
"start with the first step:\n\n1. Janet's ducks lay 16 eggs per day.\n\nNext, we calculate how many "
'eggs Janet eats and bakes for herself each day:\n\n2. Janet eats 3 eggs for breakfast every morning.'
'\n3. Janet bakes 4 eggs for her friends every day.\n\nSo, the total number of eggs Janet eats and '
'bakes for herself each day is:\n\\[ 3 + 4 = 7 \\text{ eggs} \\]\n\nNow, we find out how many eggs '
'are left to be sold:\n\\[ 16 - 7 = 9 \\text{ eggs} \\]\n\nFinally, we calculate the revenue from '
'selling the remaining eggs at $2 per egg:\n\\[ 9 \\times 2 = 18 \\text{ dollars} \\]\n\nTherefore, '
"Janet makes \\(\\boxed{18}\\) dollars every day at the farmers' market."
}])
res = template.encode(inputs)
template.print_inputs(res)
template.template_backend = 'jinja'
res2 = template.encode(inputs)
template.print_inputs(res)
assert res['input_ids'] == res2['input_ids']
assert len(res['input_ids']) == 364
def test_minimax():
tokenizer = get_model_tokenizer('MiniMax/MiniMax-Text-01', load_model=False)[1]
template = get_template(tokenizer.model_meta.template, tokenizer)
inputs = TemplateInputs(
messages=[{
'role': 'system',
'content': 'You are a helpful assistant created by MiniMax based on MiniMax-Text-01 model.'
}, {
'role': 'user',
'content': 'Hello!'
}])
res = template.encode(inputs)
template.print_inputs(res)
assert tokenizer.decode(res['input_ids']) == (
'<beginning_of_sentence>system ai_setting=assistant\nYou are a helpful assistant created by MiniMax based '
'on MiniMax-Text-01 model.<end_of_sentence>\n<beginning_of_sentence>user name=user\nHello!<end_of_sentence>\n'
'<beginning_of_sentence>ai name=assistant\n')
def test_minimax_vl():
tokenizer = get_model_tokenizer('MiniMax/MiniMax-VL-01', load_model=False)[1]
template = get_template(tokenizer.model_meta.template, tokenizer)
inputs = TemplateInputs(
messages=[{
'role': 'system',
'content': 'You are a helpful assistant created by MiniMax based on MiniMax-VL-01 model.'
}, {
'role': 'user',
'content': '<image>Describe this image.'
}],
images=['http://modelscope-open.oss-cn-hangzhou.aliyuncs.com/images/cat.png'])
res = template.encode(inputs)
assert len(res['input_ids']) == 5877
if __name__ == '__main__':
# test_deepseek_v2_5()
# test_qwen2_5_math_reward()
# test_minimax()
test_minimax_vl()
|