shorecode commited on
Commit
87fd7cb
·
verified ·
1 Parent(s): c711369

Upload folder using huggingface_hub

Browse files
checkpoint-latest/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4a72b777dacb3233b793d6f7ff120365156aae60f5dbba910787412b7cacf38
3
  size 62293080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca52a8b3016d203a936beddbcf117be824418aa83105a5b7c66cb6ee5e03d904
3
  size 62293080
checkpoint-latest/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d340f82181a0b7aa517f825860842f4e7c4f8a488329d59aadf3546361d8cd0
3
  size 124642443
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3caa7486f45749552621cbfc1449a5f803a04e5ca4e0bb6a48abed87b6ae7f9c
3
  size 124642443
checkpoint-latest/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b182b3dedf0ef16e42c7c650dc1dabae1c16baddbc2124f22d1cc0600b2e9222
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9ab924d1dd6f7d0d0a987395af92fe2c207d68f4ed0046e34205bf59aa0a3e7
3
  size 14645
checkpoint-latest/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6a5728e17488e0af5b9594b7a742e2aa414b404c43f45b9b8c470ef12744e2b
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:733b6a45fd8cebd94fb50b1fb141fd687689caaa2ac76b306c6159a539b547e5
3
  size 1465
checkpoint-latest/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.17596339961288052,
6
  "eval_steps": 500,
7
- "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -80,6 +80,78 @@
80
  "eval_samples_per_second": 114.915,
81
  "eval_steps_per_second": 4.422,
82
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
83
  }
84
  ],
85
  "logging_steps": 125,
@@ -99,7 +171,7 @@
99
  "attributes": {}
100
  }
101
  },
102
- "total_flos": 586712875008000.0,
103
  "train_batch_size": 26,
104
  "trial_name": null,
105
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.35192679922576103,
6
  "eval_steps": 500,
7
+ "global_step": 2000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
80
  "eval_samples_per_second": 114.915,
81
  "eval_steps_per_second": 4.422,
82
  "step": 1000
83
+ },
84
+ {
85
+ "epoch": 0.1979588245644906,
86
+ "grad_norm": 0.8066490292549133,
87
+ "learning_rate": 0.0002802217138835122,
88
+ "loss": 3.5005,
89
+ "step": 1125
90
+ },
91
+ {
92
+ "epoch": 0.21995424951610065,
93
+ "grad_norm": 0.7767718434333801,
94
+ "learning_rate": 0.0002780221713883512,
95
+ "loss": 3.4749,
96
+ "step": 1250
97
+ },
98
+ {
99
+ "epoch": 0.2419496744677107,
100
+ "grad_norm": 0.7831096053123474,
101
+ "learning_rate": 0.0002758226288931902,
102
+ "loss": 3.4609,
103
+ "step": 1375
104
+ },
105
+ {
106
+ "epoch": 0.26394509941932076,
107
+ "grad_norm": 0.9593456387519836,
108
+ "learning_rate": 0.0002736230863980292,
109
+ "loss": 3.4383,
110
+ "step": 1500
111
+ },
112
+ {
113
+ "epoch": 0.26394509941932076,
114
+ "eval_loss": 2.885742664337158,
115
+ "eval_runtime": 91.283,
116
+ "eval_samples_per_second": 107.906,
117
+ "eval_steps_per_second": 4.152,
118
+ "step": 1500
119
+ },
120
+ {
121
+ "epoch": 0.28594052437093087,
122
+ "grad_norm": 0.7641668915748596,
123
+ "learning_rate": 0.0002714235439028682,
124
+ "loss": 3.4404,
125
+ "step": 1625
126
+ },
127
+ {
128
+ "epoch": 0.3079359493225409,
129
+ "grad_norm": 0.71437668800354,
130
+ "learning_rate": 0.00026922400140770716,
131
+ "loss": 3.4147,
132
+ "step": 1750
133
+ },
134
+ {
135
+ "epoch": 0.329931374274151,
136
+ "grad_norm": 0.7094811201095581,
137
+ "learning_rate": 0.0002670244589125462,
138
+ "loss": 3.4125,
139
+ "step": 1875
140
+ },
141
+ {
142
+ "epoch": 0.35192679922576103,
143
+ "grad_norm": 0.722710907459259,
144
+ "learning_rate": 0.00026482491641738516,
145
+ "loss": 3.3959,
146
+ "step": 2000
147
+ },
148
+ {
149
+ "epoch": 0.35192679922576103,
150
+ "eval_loss": 2.8463189601898193,
151
+ "eval_runtime": 91.3088,
152
+ "eval_samples_per_second": 107.876,
153
+ "eval_steps_per_second": 4.151,
154
+ "step": 2000
155
  }
156
  ],
157
  "logging_steps": 125,
 
171
  "attributes": {}
172
  }
173
  },
174
+ "total_flos": 1173425750016000.0,
175
  "train_batch_size": 26,
176
  "trial_name": null,
177
  "trial_params": null