zemantics / planB_robust /probe_leakage.json
JohnnyZeppelin's picture
Upload folder using huggingface_hub
c78c96b verified
raw
history blame contribute delete
903 Bytes
{
"ckpt": "runs/planB_robust/ckpt.pt",
"max_train_groups": 8000,
"max_valid_groups": 946,
"probe_hidden": 256,
"epochs": 20,
"lr": 0.01,
"baseline_majority_lang_acc": 0.5,
"baseline_majority_len_acc": 0.9271249771118164,
"lang_probe": {
"train_acc": 0.662875,
"valid_acc": 0.6617336152219874,
"best_valid_acc": 0.6633192389006343
},
"len_probe": {
"train_acc": 0.9288125,
"valid_acc": 0.9011627906976745,
"best_valid_acc": 0.9011627906976745
},
"lang_probe_length_matched": {
"train_acc": 0.6607785200411099,
"valid_acc": 0.6471885336273429,
"best_valid_acc": 0.6670341786108048
},
"lang_bucketwise_valid_acc": {
"bucket_0_acc": 0.59375,
"bucket_1_acc": 0.7250000238418579,
"bucket_2_acc": 0.6521738767623901,
"bucket_3_acc": 0.6621701121330261
},
"length_matched_sizes": {
"train": 15568,
"valid": 1814
}
}