finbert-macro / seed_replication.json
ryousuf569's picture
Upload folder using huggingface_hub
440bdf5 verified
Raw
History Blame Contribute Delete
9.9 kB
{
"generated": "2026-08-20 11:17:21",
"rule": "macro and corporate are carried side by side as separate columns and are NEVER averaged",
"note": "Ranges over a handful of seeds. No significance test, no p-value.",
"seeds": [
42,
1,
2
],
"tolerance": 0.01,
"precision": {
"fp16": true,
"bf16": false,
"reason": "NVIDIA GeForce GTX 1660 Ti sm_75 no native bf16"
},
"metrics": {
"macro_f1": {
"name": "macro real held-out F1",
"units": "pts",
"scale": 100.0
},
"corp_f1": {
"name": "corporate F1",
"units": "pts",
"scale": 100.0
},
"probe_acc": {
"name": "probe accuracy",
"units": "pts",
"scale": 100.0
},
"pairs_solved": {
"name": "minimal pairs solved",
"units": "pairs",
"scale": 1.0
},
"agree_acc": {
"name": "polarity-agreeing probe acc",
"units": "pts",
"scale": 100.0
},
"pb_f1": {
"name": "PhraseBank F1",
"units": "pts",
"scale": 100.0
}
},
"configs": [
{
"name": "u4@20k",
"macro_share": 0.65,
"unfreeze": 4,
"total": 20000,
"epochs": 16,
"criterion": "macro_floored",
"mix_policy": "fixed_total"
},
{
"name": "u6@32k",
"macro_share": 0.65,
"unfreeze": 6,
"total": 32000,
"epochs": 16,
"criterion": "macro_floored",
"mix_policy": "fixed_total"
}
],
"per_seed": [
{
"config": "u4@20k",
"seed": 42,
"status": "LOADED",
"dir": "models/mix65_unfreeze4_macro_floored_s42",
"how": "run.json match in mix65_unfreeze4_macro_floored_s42",
"metrics": {
"macro_f1": 67.59165949395553,
"corp_f1": 81.38670066473745,
"probe_acc": 79.16666666666666,
"pairs_solved": 12.0,
"agree_acc": 57.14285714285714,
"pb_f1": 86.91964125668869
}
},
{
"config": "u4@20k",
"seed": 1,
"status": "TRAINED",
"dir": "models/rep_u4_20k_s1",
"how": "trained by this script, 102.94 min",
"metrics": {
"macro_f1": 67.28569186992823,
"corp_f1": 82.06353062408495,
"probe_acc": 70.83333333333334,
"pairs_solved": 7.0,
"agree_acc": 50.0,
"pb_f1": 85.065296617682
}
},
{
"config": "u4@20k",
"seed": 2,
"status": "TRAINED",
"dir": "models/rep_u4_20k_s2",
"how": "trained by this script, 136.91 min",
"metrics": {
"macro_f1": 67.41373179920018,
"corp_f1": 82.31776419246067,
"probe_acc": 64.58333333333334,
"pairs_solved": 5.0,
"agree_acc": 57.14285714285714,
"pb_f1": 73.63131856850693
}
},
{
"config": "u6@32k",
"seed": 42,
"status": "LOADED",
"dir": "models/mix65_unfreeze6_full32k",
"how": "run.json match in mix65_unfreeze6_full32k",
"metrics": {
"macro_f1": 68.81987346760383,
"corp_f1": 83.97251903033337,
"probe_acc": 77.08333333333334,
"pairs_solved": 8.0,
"agree_acc": 64.28571428571429,
"pb_f1": 73.07008355119325
}
},
{
"config": "u6@32k",
"seed": 1,
"status": "TRAINED",
"dir": "models/rep_u6_32k_s1",
"how": "trained by this script, 205.69 min",
"metrics": {
"macro_f1": 69.3386664919747,
"corp_f1": 82.66029840632898,
"probe_acc": 81.25,
"pairs_solved": 11.0,
"agree_acc": 57.14285714285714,
"pb_f1": 65.74260663190499
}
},
{
"config": "u6@32k",
"seed": 2,
"status": "TRAINED",
"dir": "models/rep_u6_32k_s2",
"how": "trained by this script, 246.78 min",
"metrics": {
"macro_f1": 69.728009428257,
"corp_f1": 84.15625933222256,
"probe_acc": 81.25,
"pairs_solved": 10.0,
"agree_acc": 64.28571428571429,
"pb_f1": 69.87313438147625
}
}
],
"vanilla": {
"macro_f1": 39.03300821786394,
"corp_f1": 70.23790161183014,
"probe_acc": 41.66666666666667,
"pairs_solved": 6.0,
"agree_acc": 71.42857142857143,
"pb_f1": 96.24820403323632
},
"aggregate": {
"u4@20k": {
"macro_f1": {
"n": 3,
"mean": 67.43036105436131,
"std": 0.15366016345702269,
"min": 67.28569186992823,
"max": 67.59165949395553,
"range": 0.3059676240273035
},
"corp_f1": {
"n": 3,
"mean": 81.9226651604277,
"std": 0.4812505920023736,
"min": 81.38670066473745,
"max": 82.31776419246067,
"range": 0.9310635277232251
},
"probe_acc": {
"n": 3,
"mean": 71.52777777777779,
"std": 7.316426217258837,
"min": 64.58333333333334,
"max": 79.16666666666666,
"range": 14.583333333333314
},
"pairs_solved": {
"n": 3,
"mean": 8.0,
"std": 3.605551275463989,
"min": 5.0,
"max": 12.0,
"range": 7.0
},
"agree_acc": {
"n": 3,
"mean": 54.76190476190476,
"std": 4.12393049421161,
"min": 50.0,
"max": 57.14285714285714,
"range": 7.142857142857139
},
"pb_f1": {
"n": 3,
"mean": 81.8720854809592,
"std": 7.196688682239868,
"min": 73.63131856850693,
"max": 86.91964125668869,
"range": 13.288322688181765
}
},
"u6@32k": {
"macro_f1": {
"n": 3,
"mean": 69.29551646261184,
"std": 0.4556030888101787,
"min": 68.81987346760383,
"max": 69.728009428257,
"range": 0.9081359606531691
},
"corp_f1": {
"n": 3,
"mean": 83.59635892296164,
"std": 0.815841340417078,
"min": 82.66029840632898,
"max": 84.15625933222256,
"range": 1.4959609258935842
},
"probe_acc": {
"n": 3,
"mean": 79.86111111111111,
"std": 2.405626121623435,
"min": 77.08333333333334,
"max": 81.25,
"range": 4.166666666666657
},
"pairs_solved": {
"n": 3,
"mean": 9.666666666666666,
"std": 1.5275252316519468,
"min": 8.0,
"max": 11.0,
"range": 3.0
},
"agree_acc": {
"n": 3,
"mean": 61.904761904761905,
"std": 4.123930494211619,
"min": 57.14285714285714,
"max": 64.28571428571429,
"range": 7.142857142857153
},
"pb_f1": {
"n": 3,
"mean": 69.56194152152483,
"std": 3.673637195986982,
"min": 65.74260663190499,
"max": 73.07008355119325,
"range": 7.327476919288259
}
}
},
"comparisons": [
{
"a": "u4@20k",
"b": "u6@32k",
"metric": "macro_f1",
"units": "pts",
"gap": 1.86515540825053,
"spread": 0.9081359606531691,
"half_spread": 0.4540679803265846,
"n_seeds": 3,
"leader": "u6@32k",
"ranges_overlap": false,
"verdict": "RESOLVED",
"a_min": 67.28569186992823,
"a_max": 67.59165949395553,
"b_min": 68.81987346760383,
"b_max": 69.728009428257
},
{
"a": "u4@20k",
"b": "u6@32k",
"metric": "corp_f1",
"units": "pts",
"gap": 1.6736937625339436,
"spread": 1.4959609258935842,
"half_spread": 0.7479804629467921,
"n_seeds": 3,
"leader": "u6@32k",
"ranges_overlap": false,
"verdict": "RESOLVED",
"a_min": 81.38670066473745,
"a_max": 82.31776419246067,
"b_min": 82.66029840632898,
"b_max": 84.15625933222256
},
{
"a": "u4@20k",
"b": "u6@32k",
"metric": "probe_acc",
"units": "pts",
"gap": 8.333333333333329,
"spread": 14.583333333333314,
"half_spread": 7.291666666666657,
"n_seeds": 3,
"leader": null,
"ranges_overlap": true,
"verdict": "NOT resolved",
"a_min": 64.58333333333334,
"a_max": 79.16666666666666,
"b_min": 77.08333333333334,
"b_max": 81.25
},
{
"a": "u4@20k",
"b": "u6@32k",
"metric": "pairs_solved",
"units": "pairs",
"gap": 1.666666666666666,
"spread": 7.0,
"half_spread": 3.5,
"n_seeds": 3,
"leader": null,
"ranges_overlap": true,
"verdict": "NOT resolved",
"a_min": 5.0,
"a_max": 12.0,
"b_min": 8.0,
"b_max": 11.0
},
{
"a": "u4@20k",
"b": "u6@32k",
"metric": "agree_acc",
"units": "pts",
"gap": 7.142857142857146,
"spread": 7.142857142857153,
"half_spread": 3.5714285714285765,
"n_seeds": 3,
"leader": null,
"ranges_overlap": true,
"verdict": "NOT resolved",
"a_min": 50.0,
"a_max": 57.14285714285714,
"b_min": 57.14285714285714,
"b_max": 64.28571428571429
},
{
"a": "u4@20k",
"b": "u6@32k",
"metric": "pb_f1",
"units": "pts",
"gap": 12.31014395943437,
"spread": 13.288322688181765,
"half_spread": 6.644161344090882,
"n_seeds": 3,
"leader": null,
"ranges_overlap": false,
"verdict": "NOT resolved",
"a_min": 73.63131856850693,
"a_max": 86.91964125668869,
"b_min": 65.74260663190499,
"b_max": 73.07008355119325
}
],
"unrankable_metrics": [
"probe_acc",
"pairs_solved",
"agree_acc",
"pb_f1"
]
}