File size: 751 Bytes
e8ee8cb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
{
  "total_params": 391,
  "modified_params": 379,
  "enhancements_by_layer": {
    "embed": 11,
    "other": 52,
    "weight": 164,
    "bias": 151,
    "norm": 1
  },
  "avg_enhancement": 6.443907424206293e-05,
  "config": {
    "name": "uniform_enhancement_var0.5_iter2_base_enhancement_1.2",
    "attention_scale": 1.2,
    "output_scale": 1.2,
    "projection_scale": 1.2,
    "norm_scale": 1.2,
    "embed_scale": 1.2,
    "weight_scale": 1.2,
    "bias_scale": 0.8,
    "base_enhancement": 0.0012,
    "importance_factor": 1.0,
    "noise_scale": 0.0002,
    "min_scale_threshold": 0.1,
    "apply_noise_to_unimportant": true,
    "apply_stabilization": true,
    "norm_clip": 0.08,
    "skip_pattern": "none",
    "emergency_scale": 0.01
  }
}