SajayR commited on
Commit
a1c53df
·
verified ·
1 Parent(s): f7e4488

Update hf_model.py

Browse files
Files changed (1) hide show
  1. hf_model.py +1 -1
hf_model.py CHANGED
@@ -129,7 +129,7 @@ class ViTLoRAEmbedder(nn.Module):
129
  target_modules = ["attn.qkv", "attn.proj"]
130
  lora_config = LoraConfig(
131
  task_type=TaskType.FEATURE_EXTRACTION,
132
- inference_mode=False,
133
  r=lora_rank,
134
  lora_alpha=lora_alpha,
135
  target_modules=target_modules,
 
129
  target_modules = ["attn.qkv", "attn.proj"]
130
  lora_config = LoraConfig(
131
  task_type=TaskType.FEATURE_EXTRACTION,
132
+ inference_mode=True,
133
  r=lora_rank,
134
  lora_alpha=lora_alpha,
135
  target_modules=target_modules,