File size: 2,190 Bytes
7feac49 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
import os
os.environ['CUDA_VISIBLE_DEVICES'] = '0'
def test_cli(infer_backend):
from swift.llm import infer_main, InferArguments
args = InferArguments(model='Qwen/Qwen2-VL-7B-Instruct', infer_backend=infer_backend)
infer_main(args)
def test_cli_jinja(infer_backend):
from swift.llm import infer_main, InferArguments
args = InferArguments(model='Qwen/Qwen2-VL-7B-Instruct', infer_backend=infer_backend, template_backend='jinja')
infer_main(args)
def test_dataset(infer_backend):
from swift.llm import infer_main, InferArguments
args = InferArguments(
model='Qwen/Qwen2-7B-Instruct',
infer_backend=infer_backend,
val_dataset=['AI-ModelScope/alpaca-gpt4-data-zh#10'],
stream=True)
infer_main(args)
def test_mllm_dataset(infer_backend):
from swift.llm import infer_main, InferArguments
args = InferArguments(
model='Qwen/Qwen2-VL-7B-Instruct',
infer_backend=infer_backend,
val_dataset=['modelscope/coco_2014_caption:validation#1000'],
stream=True)
infer_main(args)
def test_dataset_ddp():
os.environ['CUDA_VISIBLE_DEVICES'] = '0,1,2,3'
from swift.llm import infer_main, InferArguments
args = InferArguments(
model='Qwen/Qwen2-7B-Instruct', max_batch_size=64, val_dataset=['AI-ModelScope/alpaca-gpt4-data-zh#1000'])
infer_main(args)
def test_dataset_mp_ddp():
os.environ['CUDA_VISIBLE_DEVICES'] = '0,1,2,3'
from swift.llm import infer_main, InferArguments
args = InferArguments(
model='Qwen/Qwen2-7B-Instruct', max_batch_size=64, val_dataset=['AI-ModelScope/alpaca-gpt4-data-zh#1000'])
infer_main(args)
def test_emu3_gen(infer_backend):
from swift.llm import infer_main, InferArguments
args = InferArguments(
model='BAAI/Emu3-Gen',
infer_backend=infer_backend,
stream=False,
use_chat_template=False,
top_k=2048,
max_new_tokens=40960)
infer_main(args)
if __name__ == '__main__':
# test_cli('pt')
# test_cli_jinja('pt')
# test_dataset('pt')
# test_mllm_dataset('pt')
# test_dataset_ddp()
# test_dataset_mp_ddp()
test_emu3_gen('pt')
|