fix: fix LoRA implementation

modeling_lora.py

@@ -210,6 +210,7 @@ class BertLoRA(BertPreTrainedModel):
         self._num_adaptions = config.num_loras
         self._register_lora(self._num_adaptions)
         self.main_params_trainable = False
+        self._task_idx = None
         self.current_task = 0
 
     @property
@@ -265,7 +266,7 @@ class BertLoRA(BertPreTrainedModel):
     @current_task.setter
     def current_task(self, task_idx: Union[None, int]):
         assert task_idx is None or 0 <= task_idx < self._num_adaptions
-        if self._task_idx != task_idx
+        if self._task_idx != task_idx:
             self._task_idx = task_idx
             self.apply(
                 partial(LoRAParametrization.select_task_for_layer, task_idx=task_idx)