File size: 765 Bytes
3b6ded8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
from unsloth import FastVisionModel
from consts import BASE_MODEL
def setup_model(model: str) -> tuple:
model, tokenizer = FastVisionModel.from_pretrained(
BASE_MODEL,
load_in_4bit = True,
use_gradient_checkpointing = "True",
)
model = FastVisionModel.get_peft_model(
model,
finetune_vision_layers = False,
finetune_language_layers = True,
finetune_attention_modules = True,
finetune_mlp_modules = True,
r = 16,
lora_alpha = 16,
lora_dropout = 0,
bias = "none",
random_state = 3407,
use_rslora = False,
loftq_config = None,
use_gradient_checkpointing = "True"
)
return model, tokenizer
|