{ "params_M": 57.781248, "final": { "triplet_acc": { "all_nli": { "n": 2000, "acc": 0.977 }, "corporate": { "n": 6, "acc": 1.0 }, "math_code": { "n": 9, "acc": 1.0 }, "quora": { "n": 1589, "acc": 0.9691629955947136 }, "security": { "n": 2, "acc": 1.0 }, "_overall": { "n": 3606, "acc": 0.973655019412091 } }, "stsb": { "dataset": "sentence-transformers/stsb", "n": 1379, "spearman": 0.6860609574807518 } }, "mlm_only_baseline": { "triplet_acc": { "all_nli": { "n": 2000, "acc": 0.5845 }, "corporate": { "n": 6, "acc": 0.8333333333333334 }, "math_code": { "n": 9, "acc": 0.7777777777777778 }, "quora": { "n": 1589, "acc": 0.8439269981120201 }, "security": { "n": 2, "acc": 1.0 }, "_overall": { "n": 3606, "acc": 0.6999445368829729 } }, "stsb": { "dataset": "sentence-transformers/stsb", "n": 1379, "spearman": 0.35731131242348346 } }, "bulk": { "n": 25074, "dim": 512, "seconds": 6.380460739135742, "peak_gb": 0.5156831741333008 } }