Hugging Face's logo

deepadapt
/
trident-ec

Model card Files
xet
 Community
farguney commited on
Commit
7b7e69d
·
verified ·
1 Parent(s): 4d52be4

Upload r4dr_t2p_text_s0.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. r4dr_t2p_text_s0.json +125 -0
r4dr_t2p_text_s0.json ADDED
@@ -0,0 +1,125 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "screen": "SP-2-SPINE-LM",
3
+ "seed": 0,
4
+ "steps": 3000,
5
+ "batch": 32,
6
+ "block": 512,
7
+ "lrs": [
8
+ 0.001
9
+ ],
10
+ "text_mb": 24.0,
11
+ "d_spine": 384,
12
+ "layers_spine": 8,
13
+ "n_spine": 12018432,
14
+ "tf_mult": 2.0,
15
+ "d_transformer": 624,
16
+ "layers_transformer": 5,
17
+ "n_transformer": 24045216,
18
+ "device": "cuda",
19
+ "thresholds": {
20
+ "pass": 1.05,
21
+ "concern": 1.15
22
+ },
23
+ "corpora": {
24
+ "text": {
25
+ "spine_lr0.001": {
26
+ "best_bpb": 1.6573128700256348,
27
+ "history": [
28
+ {
29
+ "step": 0,
30
+ "train_bits": 8.097306429979653,
31
+ "eval_bpb": 5.986931800842285,
32
+ "best": 5.986931800842285,
33
+ "kBps": 11.0
34
+ },
35
+ {
36
+ "step": 250,
37
+ "train_bits": 2.1230272788424283,
38
+ "eval_bpb": 2.182271718978882,
39
+ "best": 2.182271718978882,
40
+ "kBps": 21.7
41
+ },
42
+ {
43
+ "step": 500,
44
+ "train_bits": 1.9552195068293143,
45
+ "eval_bpb": 2.0323281288146973,
46
+ "best": 2.0323281288146973,
47
+ "kBps": 21.7
48
+ },
49
+ {
50
+ "step": 750,
51
+ "train_bits": 1.7949351158781939,
52
+ "eval_bpb": 1.9211971759796143,
53
+ "best": 1.9211971759796143,
54
+ "kBps": 21.7
55
+ },
56
+ {
57
+ "step": 1000,
58
+ "train_bits": 1.7489086029063365,
59
+ "eval_bpb": 1.850945234298706,
60
+ "best": 1.850945234298706,
61
+ "kBps": 21.7
62
+ },
63
+ {
64
+ "step": 1250,
65
+ "train_bits": 1.6664138567496238,
66
+ "eval_bpb": 1.812852382659912,
67
+ "best": 1.812852382659912,
68
+ "kBps": 21.7
69
+ },
70
+ {
71
+ "step": 1500,
72
+ "train_bits": 1.6738565779483627,
73
+ "eval_bpb": 1.7703351974487305,
74
+ "best": 1.7703351974487305,
75
+ "kBps": 21.7
76
+ },
77
+ {
78
+ "step": 1750,
79
+ "train_bits": 1.6136710772962721,
80
+ "eval_bpb": 1.7218865156173706,
81
+ "best": 1.7218865156173706,
82
+ "kBps": 21.7
83
+ },
84
+ {
85
+ "step": 2000,
86
+ "train_bits": 1.584476162399056,
87
+ "eval_bpb": 1.6893564462661743,
88
+ "best": 1.6893564462661743,
89
+ "kBps": 21.7
90
+ },
91
+ {
92
+ "step": 2250,
93
+ "train_bits": 1.5259576895817784,
94
+ "eval_bpb": 1.6723499298095703,
95
+ "best": 1.6723499298095703,
96
+ "kBps": 21.7
97
+ },
98
+ {
99
+ "step": 2500,
100
+ "train_bits": 1.4685067130784064,
101
+ "eval_bpb": 1.662462830543518,
102
+ "best": 1.662462830543518,
103
+ "kBps": 21.7
104
+ },
105
+ {
106
+ "step": 2750,
107
+ "train_bits": 1.5642197018151327,
108
+ "eval_bpb": 1.6594675779342651,
109
+ "best": 1.6594675779342651,
110
+ "kBps": 21.7
111
+ },
112
+ {
113
+ "step": 2999,
114
+ "train_bits": 1.4700798383858484,
115
+ "eval_bpb": 1.6573128700256348,
116
+ "best": 1.6573128700256348,
117
+ "kBps": 21.7
118
+ }
119
+ ],
120
+ "wall_s": 2268.9
121
+ }
122
+ }
123
+ },
124
+ "partial": true
125
+ }