| { | |
| "FLOPs Inference": [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1173844352.0, | |
| 722439040.0, | |
| 1009544576.0, | |
| 1005618560.0, | |
| 2280133760.0, | |
| 1011507584.0, | |
| 1009326752.0, | |
| 12869, | |
| 4136.2, | |
| 2959073096.5, | |
| 23351244671.2, | |
| 807160876780360 | |
| ], | |
| "FLOPs Train Full": [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 5115631061802.667, | |
| 17556245646.666668, | |
| 5497130944298.667, | |
| 4222071118592.0, | |
| 7426235753344.0, | |
| 5175738394410.667, | |
| 4151353164288.0, | |
| 2239219.6, | |
| 719710.3, | |
| 2959073096.5, | |
| 23351244671.2, | |
| 20179021919509.0 | |
| ], | |
| "F1-score": [ | |
| 0.7700764068243765, | |
| 0.7315839469458050, | |
| 0.7241594599110075, | |
| 0.7410676497113696, | |
| 0.9082769775399714, | |
| 0.24467212044445652, | |
| 0.9133714329840307, | |
| 0.8905815499705426, | |
| 0.8849857794222751, | |
| 0.9045815357093705, | |
| 0.9168024922602523, | |
| 0.8190154221734954, | |
| 0.8774801700483007, | |
| 0.9145287273831909, | |
| 0.9204767907515433, | |
| 0.778571428571429 | |
| ], | |
| "Accuracy": [ | |
| 0.7873712616230678, | |
| 0.7642923972808240, | |
| 0.7444908562169557, | |
| 0.7787217863798491, | |
| 0.9219476435514172, | |
| 0.30630074328187534, | |
| 0.9230731846769582, | |
| 0.9001082251082252, | |
| 0.8930609327779139, | |
| 0.923247570040023, | |
| 0.9266801437556155, | |
| 0.8307947504787654, | |
| 0.8840118518693956, | |
| 0.9265261841958903, | |
| 0.9269562154610903, | |
| 0.787142857142857 | |
| ], | |
| "Adapter": [ | |
| "knn", | |
| "logreg", | |
| "random_forest", | |
| "fasttext + logreg", | |
| "loha", | |
| "full tuning", | |
| "lora", | |
| "cls_head", | |
| "p_tuning", | |
| "lora (q, k and v)", | |
| "adalora", | |
| "rnn", | |
| "cnn", | |
| "zeroshot_classification_1", | |
| "zeroshot_classification_2", | |
| "qwen_32B_quant_4_bit" | |
| ] | |
| } |