Hugging Face's logo

theapemachine
/
sparse-transformer-experiments

Model card Files
xet
 Community
theapemachine commited on
Commit
d522b21
·
verified ·
1 Parent(s): 4c080ec

Upload results/exp1.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results/exp1.json +127 -0
results/exp1.json ADDED
@@ -0,0 +1,127 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dense": {
3
+ "ml": 5.470963843663534,
4
+ "sl": 0.011881365182615072,
5
+ "rs": [
6
+ {
7
+ "vl": 5.462562449773153,
8
+ "vp": 235.7006222090039,
9
+ "wall": 180.9852545230242,
10
+ "ms": 361.9705090460484,
11
+ "np": 153625681,
12
+ "tl": 4.8674397468566895,
13
+ "ov": []
14
+ },
15
+ {
16
+ "vl": 5.479365237553915,
17
+ "vp": 239.69451000129558,
18
+ "wall": 182.200853472983,
19
+ "ms": 364.401706945966,
20
+ "np": 153625681,
21
+ "tl": 4.805025577545166,
22
+ "ov": []
23
+ }
24
+ ],
25
+ "ms": 363.1861079960072
26
+ },
27
+ "ema+phantom": {
28
+ "ml": 5.8750211715698235,
29
+ "sl": 0.24326497850071485,
30
+ "rs": [
31
+ {
32
+ "vl": 5.703006855646769,
33
+ "vp": 299.76740451157195,
34
+ "wall": 182.6970101299812,
35
+ "ms": 365.3940202599624,
36
+ "np": 153625681,
37
+ "tl": 5.23537540435791,
38
+ "ov": []
39
+ },
40
+ {
41
+ "vl": 6.047035487492879,
42
+ "vp": 422.85760344611595,
43
+ "wall": 181.418581061007,
44
+ "ms": 362.837162122014,
45
+ "np": 153625681,
46
+ "tl": 5.769244194030762,
47
+ "ov": []
48
+ }
49
+ ],
50
+ "ms": 364.1155911909882
51
+ },
52
+ "ema+frozen": {
53
+ "ml": 5.916988627115885,
54
+ "sl": 0.2694835326741373,
55
+ "rs": [
56
+ {
57
+ "vl": 5.726434993743896,
58
+ "vp": 306.87331071764936,
59
+ "wall": 188.5501747400267,
60
+ "ms": 377.1003494800534,
61
+ "np": 153625681,
62
+ "tl": 5.237701416015625,
63
+ "ov": []
64
+ },
65
+ {
66
+ "vl": 6.107542260487874,
67
+ "vp": 449.2332589317059,
68
+ "wall": 188.27587481000228,
69
+ "ms": 376.55174962000456,
70
+ "np": 153625681,
71
+ "tl": 5.846779823303223,
72
+ "ov": []
73
+ }
74
+ ],
75
+ "ms": 376.826049550029
76
+ },
77
+ "random+phantom": {
78
+ "ml": 6.068808245658874,
79
+ "sl": 0.10064859614030679,
80
+ "rs": [
81
+ {
82
+ "vl": 5.997638940811157,
83
+ "vp": 402.47739782552736,
84
+ "wall": 182.72152607497992,
85
+ "ms": 365.44305214995984,
86
+ "np": 153625681,
87
+ "tl": 5.671731472015381,
88
+ "ov": []
89
+ },
90
+ {
91
+ "vl": 6.139977550506591,
92
+ "vp": 464.04315320863196,
93
+ "wall": 182.64213591298903,
94
+ "ms": 365.28427182597807,
95
+ "np": 153625681,
96
+ "tl": 5.895707130432129,
97
+ "ov": []
98
+ }
99
+ ],
100
+ "ms": 365.36366198796895
101
+ },
102
+ "random+frozen": {
103
+ "ml": 6.023915259043376,
104
+ "sl": 0.1318031756672929,
105
+ "rs": [
106
+ {
107
+ "vl": 5.930716339747111,
108
+ "vp": 376.4240647875548,
109
+ "wall": 188.23220402898733,
110
+ "ms": 376.46440805797465,
111
+ "np": 153625681,
112
+ "tl": 5.553424835205078,
113
+ "ov": []
114
+ },
115
+ {
116
+ "vl": 6.11711417833964,
117
+ "vp": 453.5539283399606,
118
+ "wall": 188.22304020100273,
119
+ "ms": 376.44608040200546,
120
+ "np": 153625681,
121
+ "tl": 5.866490840911865,
122
+ "ov": []
123
+ }
124
+ ],
125
+ "ms": 376.45524422999006
126
+ }
127
+ }