Update hf_model.py
Browse files- hf_model.py +1 -1
hf_model.py
CHANGED
|
@@ -129,7 +129,7 @@ class ViTLoRAEmbedder(nn.Module):
|
|
| 129 |
target_modules = ["attn.qkv", "attn.proj"]
|
| 130 |
lora_config = LoraConfig(
|
| 131 |
task_type=TaskType.FEATURE_EXTRACTION,
|
| 132 |
-
inference_mode=
|
| 133 |
r=lora_rank,
|
| 134 |
lora_alpha=lora_alpha,
|
| 135 |
target_modules=target_modules,
|
|
|
|
| 129 |
target_modules = ["attn.qkv", "attn.proj"]
|
| 130 |
lora_config = LoraConfig(
|
| 131 |
task_type=TaskType.FEATURE_EXTRACTION,
|
| 132 |
+
inference_mode=True,
|
| 133 |
r=lora_rank,
|
| 134 |
lora_alpha=lora_alpha,
|
| 135 |
target_modules=target_modules,
|