| from swift import SamplingArguments, sampling_main | |
| def test_sampling(): | |
| sampling_main( | |
| SamplingArguments( | |
| model='LLM-Research/Meta-Llama-3.1-8B-Instruct', | |
| sampler_engine='transformers', | |
| num_return_sequences=5, | |
| dataset='AI-ModelScope/alpaca-gpt4-data-zh#5')) | |
| if __name__ == '__main__': | |
| test_sampling() | |