| { | |
| "total_params": 391, | |
| "modified_params": 379, | |
| "enhancements_by_layer": { | |
| "embed": 11, | |
| "other": 52, | |
| "weight": 164, | |
| "bias": 151, | |
| "norm": 1 | |
| }, | |
| "avg_enhancement": 6.444014889314346e-05, | |
| "config": { | |
| "name": "uniform_enhancement_var0.5_iter2_base_enhancement_1.2", | |
| "attention_scale": 1.2, | |
| "output_scale": 1.2, | |
| "projection_scale": 1.2, | |
| "norm_scale": 1.2, | |
| "embed_scale": 1.2, | |
| "weight_scale": 1.2, | |
| "bias_scale": 0.8, | |
| "base_enhancement": 0.0012, | |
| "importance_factor": 1.0, | |
| "noise_scale": 0.0002, | |
| "min_scale_threshold": 0.1, | |
| "apply_noise_to_unimportant": true, | |
| "apply_stabilization": true, | |
| "norm_clip": 0.08, | |
| "skip_pattern": "none", | |
| "emergency_scale": 0.01 | |
| } | |
| } |