File size: 1,233 Bytes
7134ce7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 | import os
def test_client():
from swift import sampling_main, SamplingArguments
import json
base_url = 'https://dashscope.aliyuncs.com/compatible-mode/v1'
api_key = os.environ.get('OPENAI_API_KEY')
engine_kwargs = json.dumps({
'base_url': base_url,
'api_key': api_key,
})
dataset = 'tastelikefeet/competition_math#5'
system = """A conversation between User and Assistant. The user asks a question, and the Assistant solves it.
The assistant first thinks about the reasoning process in the mind and then provides the user
with the answer. The reasoning process and answer are enclosed
within <think> </think> and <answer> </answer> tags, respectively,
i.e., <think> reasoning process here </think> <answer> answer here </answer>."""
args = SamplingArguments(
sampler_type='distill',
sampler_engine='client',
model='deepseek-r1',
dataset=dataset,
num_return_sequences=1,
stream=True,
system=system,
temperature=0.6,
top_p=0.95,
engine_kwargs=engine_kwargs,
)
sampling_main(args)
if __name__ == '__main__':
test_client()
|