debias_bert-base_read_mnli_21 / all_results.json
jialicheng's picture
Upload folder using huggingface_hub
627071f verified
{
"ave/id": 0.8039901522345656,
"ave/ood": 0.6655333333333333,
"ave/stress": 64.0945466109986,
"ave/transfer": 0.7497459865880919,
"epoch": 3.0,
"eval_accuracy": 0.7497459865880919,
"eval_combined_score": 0.7497459865880919,
"eval_constituent_accuracy": 0.6894,
"eval_lexical_overlap_accuracy": 0.7264,
"eval_loss": 0.6465421915054321,
"eval_runtime": 80.4633,
"eval_samples_per_second": 122.317,
"eval_steps_per_second": 0.485,
"eval_subsequence_accuracy": 0.5808,
"gap/constituent": 0.11459015223456559,
"gap/lexical_overlap": 0.07759015223456556,
"gap/ood": 0.1384568189012323,
"gap/stress": 16.304468612457953,
"gap/subsequence": 0.22319015223456562,
"gap/transfer": 0.05424416564647372,
"mnli-m": 0.8036678553234845,
"mnli-mm": 0.8043124491456468,
"ood": 0.6655333333333333,
"ood/constituent": 0.6894,
"ood/lexical_overlap": 0.7264,
"ood/subsequence": 0.5808,
"stress-antonym": 67.07238949391416,
"stress-length_mismatch": 78.69587366276109,
"stress-negation": 62.55085435313262,
"stress-numerical_reasoning": 40.086887835703,
"stress-spelling_error": 75.59373973952063,
"stress-word_overlap": 60.56753458096013,
"train_loss": 1.0418564292048953,
"train_runtime": 17681.2422,
"train_samples_per_second": 66.63,
"train_steps_per_second": 2.082,
"transfer": 0.7497459865880919,
"transfer-qnli": 50.55830129965221,
"transfer-snli": 79.15057915057915
}