fdra-half-life-regularization / collapse_recovery.json
juddddd's picture
Upload folder using huggingface_hub
1d5bbb5 verified
{
"initial": {
"loss": 0.001383569373401749,
"metrics": {
"total_regularization_loss": 0.001383569373401749,
"log_uniform_component": 0.001383569373401749,
"long_tail_component": 0.0,
"tau_min": 1.0,
"tau_max": 4096.000000001263,
"tau_mean": 543.8082185661614,
"tau_median": 64.57680802482213,
"log_tau_mean": 4.158883083359678,
"log_tau_var": 6.137399790697096,
"log_tau_target_mean": 4.1588830833596715,
"log_tau_target_var": 5.765436167018415,
"mean_deviation": 6.217248937900877e-15,
"var_deviation": 0.3719636236786803,
"log_uniform_loss": 0.1383569373401749,
"tail_mass": 0.09375,
"tail_target": 0.05,
"tail_deficit": 0.0,
"n_long_range": 3.0,
"frac_long_range": 0.09375,
"tau_threshold": 2048.0,
"long_tail_loss": 0.0
}
},
"collapsed": {
"loss": 0.36693908511078693,
"metrics": {
"total_regularization_loss": 0.36693908511078693,
"log_uniform_component": 0.36691408511078694,
"long_tail_component": 2.5000000000000005e-05,
"tau_min": 2.020371807156366,
"tau_max": 9.95315237248336,
"tau_mean": 6.270319117247597,
"tau_median": 6.700532127402145,
"log_tau_mean": 1.7426337239633587,
"log_tau_var": 0.21087519928247694,
"log_tau_target_mean": 4.1588830833596715,
"log_tau_target_var": 5.765436167018415,
"mean_deviation": 2.416249359396313,
"var_deviation": 5.554560967735938,
"log_uniform_loss": 36.69140851107869,
"tail_mass": 0.0,
"tail_target": 0.05,
"tail_deficit": 0.05,
"n_long_range": 0.0,
"frac_long_range": 0.0,
"tau_threshold": 2048.0,
"long_tail_loss": 0.0025000000000000005
}
},
"regularized": {
"loss": 0.014551131119617434,
"metrics": {
"total_regularization_loss": 0.014551131119617434,
"log_uniform_component": 0.014551131119617434,
"long_tail_component": 0.0,
"tau_min": 1.8401958097472582,
"tau_max": 6931.125226233421,
"tau_mean": 881.2651347021084,
"tau_median": 9.523585481546851,
"log_tau_mean": 2.9635890418545223,
"log_tau_var": 5.927871588968278,
"log_tau_target_mean": 4.1588830833596715,
"log_tau_target_var": 5.765436167018415,
"mean_deviation": 1.1952940415051492,
"var_deviation": 0.16243542194986293,
"log_uniform_loss": 1.4551131119617433,
"tail_mass": 0.125,
"tail_target": 0.05,
"tail_deficit": 0.0,
"n_long_range": 4.0,
"frac_long_range": 0.125,
"tau_threshold": 2048.0,
"long_tail_loss": 0.0
}
}
}