Hugging Face's logo

theapemachine
/
sparse-transformer-experiments

Model card Files
xet
 Community
sparse-transformer-experiments
File size: 2,922 Bytes
d522b21
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
{
  "dense": {
    "ml": 5.470963843663534,
    "sl": 0.011881365182615072,
    "rs": [
      {
        "vl": 5.462562449773153,
        "vp": 235.7006222090039,
        "wall": 180.9852545230242,
        "ms": 361.9705090460484,
        "np": 153625681,
        "tl": 4.8674397468566895,
        "ov": []
      },
      {
        "vl": 5.479365237553915,
        "vp": 239.69451000129558,
        "wall": 182.200853472983,
        "ms": 364.401706945966,
        "np": 153625681,
        "tl": 4.805025577545166,
        "ov": []
      }
    ],
    "ms": 363.1861079960072
  },
  "ema+phantom": {
    "ml": 5.8750211715698235,
    "sl": 0.24326497850071485,
    "rs": [
      {
        "vl": 5.703006855646769,
        "vp": 299.76740451157195,
        "wall": 182.6970101299812,
        "ms": 365.3940202599624,
        "np": 153625681,
        "tl": 5.23537540435791,
        "ov": []
      },
      {
        "vl": 6.047035487492879,
        "vp": 422.85760344611595,
        "wall": 181.418581061007,
        "ms": 362.837162122014,
        "np": 153625681,
        "tl": 5.769244194030762,
        "ov": []
      }
    ],
    "ms": 364.1155911909882
  },
  "ema+frozen": {
    "ml": 5.916988627115885,
    "sl": 0.2694835326741373,
    "rs": [
      {
        "vl": 5.726434993743896,
        "vp": 306.87331071764936,
        "wall": 188.5501747400267,
        "ms": 377.1003494800534,
        "np": 153625681,
        "tl": 5.237701416015625,
        "ov": []
      },
      {
        "vl": 6.107542260487874,
        "vp": 449.2332589317059,
        "wall": 188.27587481000228,
        "ms": 376.55174962000456,
        "np": 153625681,
        "tl": 5.846779823303223,
        "ov": []
      }
    ],
    "ms": 376.826049550029
  },
  "random+phantom": {
    "ml": 6.068808245658874,
    "sl": 0.10064859614030679,
    "rs": [
      {
        "vl": 5.997638940811157,
        "vp": 402.47739782552736,
        "wall": 182.72152607497992,
        "ms": 365.44305214995984,
        "np": 153625681,
        "tl": 5.671731472015381,
        "ov": []
      },
      {
        "vl": 6.139977550506591,
        "vp": 464.04315320863196,
        "wall": 182.64213591298903,
        "ms": 365.28427182597807,
        "np": 153625681,
        "tl": 5.895707130432129,
        "ov": []
      }
    ],
    "ms": 365.36366198796895
  },
  "random+frozen": {
    "ml": 6.023915259043376,
    "sl": 0.1318031756672929,
    "rs": [
      {
        "vl": 5.930716339747111,
        "vp": 376.4240647875548,
        "wall": 188.23220402898733,
        "ms": 376.46440805797465,
        "np": 153625681,
        "tl": 5.553424835205078,
        "ov": []
      },
      {
        "vl": 6.11711417833964,
        "vp": 453.5539283399606,
        "wall": 188.22304020100273,
        "ms": 376.44608040200546,
        "np": 153625681,
        "tl": 5.866490840911865,
        "ov": []
      }
    ],
    "ms": 376.45524422999006
  }
}