changing LoRA settings

model.py

@@ -207,8 +207,8 @@ class T5Model(LabelStudioMLBase):
             
             # Configure LoRA
             lora_config = LoraConfig(
-                r=int(os.getenv('LORA_R', '16')),
-                lora_alpha=int(os.getenv('LORA_ALPHA', '16')),
+                r=int(os.getenv('LORA_R', '4')),
+                lora_alpha=int(os.getenv('LORA_ALPHA', '8')),
                 target_modules=os.getenv('LORA_TARGET_MODULES', 'q,v').split(','),
                 lora_dropout=float(os.getenv('LORA_DROPOUT', '0.1')),
                 bias="none",
@@ -225,11 +225,11 @@ class T5Model(LabelStudioMLBase):
             
             # Training loop
             logger.info("Starting training loop...")
-            optimizer = torch.optim.AdamW(model.parameters(), lr=float(os.getenv('LEARNING_RATE', '1e-4')))
-            
-            num_epochs = int(os.getenv('NUM_EPOCHS', '3'))
+            optimizer = torch.optim.AdamW(model.parameters(), lr=float(os.getenv('LEARNING_RATE', '1e-5')))
             
+            num_epochs = int(os.getenv('NUM_EPOCHS', '6'))
             
+
             # Add LoRA settings logging here
             logger.info("Current LoRA Configuration:")
             logger.info(f"  - Rank (r): {lora_config.r}")