File size: 2,581 Bytes
7feac49 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
import os
os.environ['CUDA_VISIBLE_DEVICES'] = '0'
kwargs = {
'per_device_train_batch_size': 2,
'save_steps': 5,
'gradient_accumulation_steps': 4,
'num_train_epochs': 1,
}
def test_full_vit():
os.environ['MAX_PIXELS'] = '100352'
os.environ['SIZE_FACTOR'] = '12'
os.environ['CUDA_VISIBLE_DEVICES'] = '0,1'
from swift.llm import sft_main, TrainArguments, infer_main, InferArguments
sft_main(
TrainArguments(
model='Qwen/Qwen2-VL-7B-Instruct',
dataset=['modelscope/coco_2014_caption:validation#20', 'AI-ModelScope/alpaca-gpt4-data-en#20'],
train_type='full',
freeze_llm=True,
freeze_vit=False,
freeze_aligner=True,
**kwargs))
def test_full_aligner():
os.environ['MAX_PIXELS'] = '100352'
os.environ['SIZE_FACTOR'] = '12'
os.environ['CUDA_VISIBLE_DEVICES'] = '0,1'
from swift.llm import sft_main, TrainArguments, infer_main, InferArguments
sft_main(
TrainArguments(
model='Qwen/Qwen2-VL-7B-Instruct',
dataset=['modelscope/coco_2014_caption:validation#20', 'AI-ModelScope/alpaca-gpt4-data-en#20'],
train_type='full',
freeze_llm=True,
freeze_vit=True,
freeze_aligner=False,
**kwargs))
def test_lora_vit():
os.environ['MAX_PIXELS'] = '100352'
os.environ['SIZE_FACTOR'] = '12'
os.environ['CUDA_VISIBLE_DEVICES'] = '0,1'
from swift.llm import sft_main, TrainArguments, infer_main, InferArguments
sft_main(
TrainArguments(
model='Qwen/Qwen2-VL-7B-Instruct',
dataset=['modelscope/coco_2014_caption:validation#20', 'AI-ModelScope/alpaca-gpt4-data-en#20'],
train_type='lora',
freeze_llm=True,
freeze_vit=False,
freeze_aligner=True,
**kwargs))
def test_lora_aligner():
os.environ['MAX_PIXELS'] = '100352'
os.environ['SIZE_FACTOR'] = '12'
os.environ['CUDA_VISIBLE_DEVICES'] = '0,1'
from swift.llm import sft_main, TrainArguments, infer_main, InferArguments
sft_main(
TrainArguments(
model='Qwen/Qwen2-VL-7B-Instruct',
dataset=['modelscope/coco_2014_caption:validation#20', 'AI-ModelScope/alpaca-gpt4-data-en#20'],
train_type='lora',
freeze_llm=True,
freeze_vit=True,
freeze_aligner=False,
**kwargs))
if __name__ == '__main__':
# test_full_vit()
test_full_aligner()
# test_lora_vit()
# test_lora_aligner()
|