File size: 709 Bytes
22f36a8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
{
  "data": {
    "input_jsonl_file": "D:/WorkSpace/AnglE_yj/data_preparation/Aspect-Polarity_Pair/output/v2/asap_angle_contextual_ap_data_hybrid.jsonl",
    "output_dir": "checkpoints_learnable/v3_all1"
  },
  "model": {
    "name": "hfl/chinese-roberta-wwm-ext",
    "max_length": 192,
    "pooling_strategy": "cls"
  },
  "training": {
    "batch_size": 32,
    "gradient_accumulation_steps": 4,
    "num_epochs": 5,
    "learning_rate": 2e-05,
    "warmup_steps": 500,
    "save_steps": 1000,
    "logging_steps": 100,
    "fp16": true
  },
  "loss": {
    "cosine_w": 1.0,
    "ibn_w": 1.0,
    "angle_w": 1.0,
    "cosine_tau": 20,
    "ibn_tau": 20,
    "angle_tau": 1
  }
}