File size: 851 Bytes
0b51517
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
{
  "FLOPs Inference": [
    5362347138.0,
    5382124818.0,
    5362347138.0,
    5393758290.0,
    6537307038.0,
    6257480946.0,
    5383287906.0
  ],
  "FLOPs Train Full": [
    39010822778368.0,
    68806659160768.0,
    100406901569600.0,
    65687804731264.0,
    86932958406720.0,
    82516760556096.0,
    75977358795328.0
  ],
  "F1-score": [
    0.4221129411761862,
    0.7802555765943977,
    0.46148184750371374,
    0.006628735357855218,
    0.659783634219552,
    0.7702310350090817,
    0.7802462880887377
  ],
  "Accuracy": [
    0.4694332135369871,
    0.8012503743635819,
    0.5039807327543177,
    0.07687556154537287,
    0.6650007487271639,
    0.8030223619846262,
    0.8144716481980633
  ],
  "Adapter": [
    "cls_head",
    "adalora",
    "full tuning",
    "lora (q, k and v)",
    "p_tuning",
    "loha",
    "lora"
  ]
}