| { | |
| "train_jsonl": "data/groups_train.jsonl", | |
| "valid_jsonl": "data/groups_valid.jsonl", | |
| "run_dir": "runs/adv0", | |
| "backbone": "google/mt5-small", | |
| "num_latents": 16, | |
| "latent_dropout": 0.1, | |
| "latent_noise_std": 0.01, | |
| "batch_size": 4, | |
| "grad_accum": 8, | |
| "lr": 0.0001, | |
| "epochs": 1, | |
| "max_doc_len": 256, | |
| "max_sum_len": 64, | |
| "lambda_align": 0.1, | |
| "tau": 0.07, | |
| "lambda_langadv": 0.5, | |
| "lambda_varcov": 1.0, | |
| "var_target_std": 0.05, | |
| "eval_every": 200, | |
| "max_train_examples": 2000, | |
| "max_valid_examples": 200 | |
| } |