File size: 843 Bytes
b8ee2d2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
{
 "model_name": "Qwen/Qwen3.5-9B",
 "objective": "multilabel",
 "balanced_sampling": false,
 "num_labels": 11,
 "borderline_benign_target": 0.5,
 "dual_use_harmful_target": 0.8,
 "lora_r": 128,
 "lora_alpha": 256,
 "lora_dropout": 0.0456,
 "lora_target_modules": null,
 "lr": 0.0002,
 "lr_backbone": 9.16254877203936e-05,
 "lr_head": 0.00020784609690826527,
 "max_steps": 8000,
 "batch_size": 4,
 "max_grad_norm": 1.0,
 "compile": false,
 "seed": 0,
 "max_length": 2048,
 "dataset_loop": true,
 "dataset_text_column": "prompt_response",
 "dataset_category_column": "category",
 "dataset_entry_type_column": "entry_type",
 "dataset_method_column": null,
 "dataset_split": "train",
 "sample_categories": null,
 "sample_complexity": 1,
 "eval_frac": 0.02,
 "eval_every": 500,
 "table_every": 500,
 "moving_avg_window": 100,
 "save_every": 2000
}