| { |
| "params_M": 57.781248, |
| "final": { |
| "triplet_acc": { |
| "all_nli": { |
| "n": 2000, |
| "acc": 0.977 |
| }, |
| "corporate": { |
| "n": 6, |
| "acc": 1.0 |
| }, |
| "math_code": { |
| "n": 9, |
| "acc": 1.0 |
| }, |
| "quora": { |
| "n": 1589, |
| "acc": 0.9691629955947136 |
| }, |
| "security": { |
| "n": 2, |
| "acc": 1.0 |
| }, |
| "_overall": { |
| "n": 3606, |
| "acc": 0.973655019412091 |
| } |
| }, |
| "stsb": { |
| "dataset": "sentence-transformers/stsb", |
| "n": 1379, |
| "spearman": 0.6860609574807518 |
| } |
| }, |
| "mlm_only_baseline": { |
| "triplet_acc": { |
| "all_nli": { |
| "n": 2000, |
| "acc": 0.5845 |
| }, |
| "corporate": { |
| "n": 6, |
| "acc": 0.8333333333333334 |
| }, |
| "math_code": { |
| "n": 9, |
| "acc": 0.7777777777777778 |
| }, |
| "quora": { |
| "n": 1589, |
| "acc": 0.8439269981120201 |
| }, |
| "security": { |
| "n": 2, |
| "acc": 1.0 |
| }, |
| "_overall": { |
| "n": 3606, |
| "acc": 0.6999445368829729 |
| } |
| }, |
| "stsb": { |
| "dataset": "sentence-transformers/stsb", |
| "n": 1379, |
| "spearman": 0.35731131242348346 |
| } |
| }, |
| "bulk": { |
| "n": 25074, |
| "dim": 512, |
| "seconds": 6.380460739135742, |
| "peak_gb": 0.5156831741333008 |
| } |
| } |
