mgh6 commited on
Commit
40cd650
·
verified ·
1 Parent(s): 93e26aa

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:228e54ea153feeb0f49b0800638a29264ec8340106787699023f5720254dacea
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bca84485a775a4d7d7ed62b6dbe322813a8243a43854ddbc5182409d3faad8dc
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0006e3e3cc59298369c06ee6e4e8b3272c5752f670d9f969958dfd9e69616dc
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91bacf0b72b8dca6e261947576d49ac5064749119eaa520276e6498c46ce1955
3
  size 5365108834
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:848fdf35f13e1fde847fbd191021c99c0675e5e723a1b65fde4649f2fc9250db
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e7034a159dfbc62e35de23e4c6fd1b9f4a30b049e2fbd1857b3a8bade788440
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9f9fc41c0627d630837221d5c7872d3197c08985ee35f058d5f5e36bfe0249b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2ced66205bf6a6509c630ed58ad5e3a6e3843df72048f8b326021e9e36307f
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ae1449d711371210b0f6284f921f3df183a3c5c6628d3fc2950f5c89910866d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:753dcfeefdbe4107c04bfd9f26c44afd642bd34e5d3d0b685a1b7e09f489639e
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3cc14e80a0475fa4dead8d6a3c6f0af9c5a92c40ad285584d68830834b3a6ea
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e87981ec44568bc91dcff3b2572db474da39ce05df9ab33e26b3f375f4eac1b
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:478ca537cf75a11344e25e46d3c46fdcf2db572bdb8cfff6f1ed3781e47a9787
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6956522915b3d6cfb4a36d77fb3f2d3b9a7b7a09c560fa745829757b1d0d295
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.03836047336824137,
5
  "eval_steps": 500,
6
- "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -77,6 +77,76 @@
77
  "learning_rate": 9.616387908546877e-05,
78
  "loss": 71.042,
79
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
80
  }
81
  ],
82
  "logging_steps": 50,
@@ -96,7 +166,7 @@
96
  "attributes": {}
97
  }
98
  },
99
- "total_flos": 8.568157303923016e+17,
100
  "train_batch_size": 2,
101
  "trial_name": null,
102
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.07672094673648273,
5
  "eval_steps": 500,
6
+ "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
77
  "learning_rate": 9.616387908546877e-05,
78
  "loss": 71.042,
79
  "step": 500
80
+ },
81
+ {
82
+ "epoch": 0.0421965207050655,
83
+ "grad_norm": 15.652584075927734,
84
+ "learning_rate": 9.578026699401565e-05,
85
+ "loss": 70.7517,
86
+ "step": 550
87
+ },
88
+ {
89
+ "epoch": 0.046032568041889634,
90
+ "grad_norm": 36.19481658935547,
91
+ "learning_rate": 9.539665490256254e-05,
92
+ "loss": 70.7868,
93
+ "step": 600
94
+ },
95
+ {
96
+ "epoch": 0.049868615378713774,
97
+ "grad_norm": 40.368431091308594,
98
+ "learning_rate": 9.501304281110941e-05,
99
+ "loss": 70.1634,
100
+ "step": 650
101
+ },
102
+ {
103
+ "epoch": 0.05370466271553791,
104
+ "grad_norm": 16.223190307617188,
105
+ "learning_rate": 9.462943071965629e-05,
106
+ "loss": 70.1049,
107
+ "step": 700
108
+ },
109
+ {
110
+ "epoch": 0.05754071005236205,
111
+ "grad_norm": 45.9012336730957,
112
+ "learning_rate": 9.424581862820317e-05,
113
+ "loss": 69.7258,
114
+ "step": 750
115
+ },
116
+ {
117
+ "epoch": 0.06137675738918618,
118
+ "grad_norm": 56.727088928222656,
119
+ "learning_rate": 9.386220653675004e-05,
120
+ "loss": 69.5,
121
+ "step": 800
122
+ },
123
+ {
124
+ "epoch": 0.06521280472601032,
125
+ "grad_norm": 41.01095199584961,
126
+ "learning_rate": 9.347859444529692e-05,
127
+ "loss": 69.2283,
128
+ "step": 850
129
+ },
130
+ {
131
+ "epoch": 0.06904885206283445,
132
+ "grad_norm": 49.74541091918945,
133
+ "learning_rate": 9.309498235384379e-05,
134
+ "loss": 69.0615,
135
+ "step": 900
136
+ },
137
+ {
138
+ "epoch": 0.07288489939965859,
139
+ "grad_norm": 24.164588928222656,
140
+ "learning_rate": 9.271137026239067e-05,
141
+ "loss": 68.7374,
142
+ "step": 950
143
+ },
144
+ {
145
+ "epoch": 0.07672094673648273,
146
+ "grad_norm": 44.137088775634766,
147
+ "learning_rate": 9.232775817093756e-05,
148
+ "loss": 68.4286,
149
+ "step": 1000
150
  }
151
  ],
152
  "logging_steps": 50,
 
166
  "attributes": {}
167
  }
168
  },
169
+ "total_flos": 1.7134867976961393e+18,
170
  "train_batch_size": 2,
171
  "trial_name": null,
172
  "trial_params": null