Upload train_args.json

storage/sigma_lora_out/train_args.json

@@ -6,7 +6,7 @@
   "torch_dtype": "bf16",
   "dataset_id": null,
   "split": "train",
-  "data_dir": "/workspace/.hf_sigma_cache/Veltraxor__Sigma/storage/sigma_pickplace",
+  "data_dir": "/workspace/storage/sigma_pickplace",
   "hf_data_repo": "Veltraxor/Sigma",
   "hf_data_subdir": "storage/sigma_pickplace",
   "prefer_hf_shards": false,
@@ -26,16 +26,16 @@
   "alpha_a": 1.0,
   "alpha_b": 1.0,
   "alpha_c": 1.0,
-  "lambda_sem": 1.2,
+  "lambda_sem": 1.0,
   "lambda_intent": 0.8,
-  "lambda_tau": 0.05,
+  "lambda_tau": 0.03,
   "beta_mi": 0.1,
-  "eta_var": 0.1,
+  "eta_var": 0.2,
   "hard_mining_ratio": 0.3,
   "hard_mining_lambda": 1.0,
-  "loss_warmup_ratio": 0.4,
-  "lambda_sem_start": 0.2,
-  "lambda_intent_start": 0.2,
+  "loss_warmup_ratio": 0.6,
+  "lambda_sem_start": 0.1,
+  "lambda_intent_start": 0.1,
   "max_grad_norm": 1.0,
   "lora_r": 16,
   "lora_alpha": 32,