Hugging Face's logo

trapoom555
/
Gemma-2B-Text-Embedding-cft

Sentence Similarity
Transformers
Safetensors
English
sentence-embedding
feature-extraction
Model card Files
xet
Community
trapoom555 commited on
Commit
66543fa
·
1 Parent(s): 8ee755c

Upload checkpoints

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .DS_Store +0 -0
  2. adapter_config.json +29 -0
  3. adapter_model.safetensors +3 -0
  4. checkpoints/.DS_Store +0 -0
  5. checkpoints/checkpoint-1000/adapter_config.json +29 -0
  6. checkpoints/checkpoint-1000/adapter_model.safetensors +3 -0
  7. checkpoints/checkpoint-1000/optimizer.pt +3 -0
  8. checkpoints/checkpoint-1000/rng_state_0.pth +3 -0
  9. checkpoints/checkpoint-1000/rng_state_1.pth +3 -0
  10. checkpoints/checkpoint-1000/rng_state_2.pth +3 -0
  11. checkpoints/checkpoint-1000/rng_state_3.pth +3 -0
  12. checkpoints/checkpoint-1000/scheduler.pt +3 -0
  13. checkpoints/checkpoint-1000/trainer_state.json +721 -0
  14. checkpoints/checkpoint-1000/training_args.bin +3 -0
  15. checkpoints/checkpoint-10000/adapter_config.json +29 -0
  16. checkpoints/checkpoint-10000/adapter_model.safetensors +3 -0
  17. checkpoints/checkpoint-10000/optimizer.pt +3 -0
  18. checkpoints/checkpoint-10000/rng_state_0.pth +3 -0
  19. checkpoints/checkpoint-10000/rng_state_1.pth +3 -0
  20. checkpoints/checkpoint-10000/rng_state_2.pth +3 -0
  21. checkpoints/checkpoint-10000/rng_state_3.pth +3 -0
  22. checkpoints/checkpoint-10000/scheduler.pt +3 -0
  23. checkpoints/checkpoint-10000/trainer_state.json +0 -0
  24. checkpoints/checkpoint-10000/training_args.bin +3 -0
  25. checkpoints/checkpoint-10500/adapter_config.json +29 -0
  26. checkpoints/checkpoint-10500/adapter_model.safetensors +3 -0
  27. checkpoints/checkpoint-10500/optimizer.pt +3 -0
  28. checkpoints/checkpoint-10500/rng_state_0.pth +3 -0
  29. checkpoints/checkpoint-10500/rng_state_1.pth +3 -0
  30. checkpoints/checkpoint-10500/rng_state_2.pth +3 -0
  31. checkpoints/checkpoint-10500/rng_state_3.pth +3 -0
  32. checkpoints/checkpoint-10500/scheduler.pt +3 -0
  33. checkpoints/checkpoint-10500/trainer_state.json +0 -0
  34. checkpoints/checkpoint-10500/training_args.bin +3 -0
  35. checkpoints/checkpoint-11000/adapter_config.json +29 -0
  36. checkpoints/checkpoint-11000/adapter_model.safetensors +3 -0
  37. checkpoints/checkpoint-11000/optimizer.pt +3 -0
  38. checkpoints/checkpoint-11000/rng_state_0.pth +3 -0
  39. checkpoints/checkpoint-11000/rng_state_1.pth +3 -0
  40. checkpoints/checkpoint-11000/rng_state_2.pth +3 -0
  41. checkpoints/checkpoint-11000/rng_state_3.pth +3 -0
  42. checkpoints/checkpoint-11000/scheduler.pt +3 -0
  43. checkpoints/checkpoint-11000/trainer_state.json +0 -0
  44. checkpoints/checkpoint-11000/training_args.bin +3 -0
  45. checkpoints/checkpoint-11500/adapter_config.json +29 -0
  46. checkpoints/checkpoint-11500/adapter_model.safetensors +3 -0
  47. checkpoints/checkpoint-11500/optimizer.pt +3 -0
  48. checkpoints/checkpoint-11500/rng_state_0.pth +3 -0
  49. checkpoints/checkpoint-11500/rng_state_1.pth +3 -0
  50. checkpoints/checkpoint-11500/rng_state_2.pth +3 -0
.DS_Store ADDED
Binary file (6.15 kB). View file
 
adapter_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "../pretrained/gemma-2b-it/",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": "gaussian",
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 32,
14
+ "lora_dropout": 0.1,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": null,
18
+ "peft_type": "LORA",
19
+ "r": 8,
20
+ "rank_pattern": {},
21
+ "revision": null,
22
+ "target_modules": [
23
+ "q_proj",
24
+ "v_proj"
25
+ ],
26
+ "task_type": "CAUSAL_LM",
27
+ "use_dora": false,
28
+ "use_rslora": false
29
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2e4cac19ae4b0fed42f6c1a79458340bbf418d5ca0c2ada790f7109a4b99c5
3
+ size 1852672
checkpoints/.DS_Store ADDED
Binary file (6.15 kB). View file
 
checkpoints/checkpoint-1000/adapter_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "../pretrained/gemma-2b-it/",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": "gaussian",
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 32,
14
+ "lora_dropout": 0.1,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": null,
18
+ "peft_type": "LORA",
19
+ "r": 8,
20
+ "rank_pattern": {},
21
+ "revision": null,
22
+ "target_modules": [
23
+ "q_proj",
24
+ "v_proj"
25
+ ],
26
+ "task_type": "CAUSAL_LM",
27
+ "use_dora": false,
28
+ "use_rslora": false
29
+ }
checkpoints/checkpoint-1000/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b66fb9f2f5cac938c92dae467b1f565f6ab1725a86821c43b7e491b301e3ad0
3
+ size 1852672
checkpoints/checkpoint-1000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5279c692512f595c9f6046bb680937613509d66af5279a17b0c86a638c479c35
3
+ size 3747194
checkpoints/checkpoint-1000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74c0bbe13ba6abf11c8e74c819dd4812dcf1cd31a15084b5d9a67d92cffcd15a
3
+ size 15024
checkpoints/checkpoint-1000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4af53bdc297eb334ac93c2f0f17d63f14b6fde6ea4eab4e3168813ead2e95f2a
3
+ size 15024
checkpoints/checkpoint-1000/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8113f7db0a254d0cdc384448069e86023fafbe13c1d2d6b23e47a02b4ae9dc99
3
+ size 15024
checkpoints/checkpoint-1000/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:369be34e82f746d1ac1423468b34f53a5dfb7cd0bc6c2f70b663f6762401f7c5
3
+ size 15024
checkpoints/checkpoint-1000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a909cc86dc2bb25cb47b301da3b3473b0c55ea709e4a406e429c3b785d1ac94
3
+ size 1064
checkpoints/checkpoint-1000/trainer_state.json ADDED
@@ -0,0 +1,721 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 0.07256367462448299,
5
+ "eval_steps": 500,
6
+ "global_step": 1000,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.0007256367462448298,
13
+ "grad_norm": 45.75,
14
+ "learning_rate": 5e-06,
15
+ "loss": 1.9641,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 0.0014512734924896596,
20
+ "grad_norm": 46.5,
21
+ "learning_rate": 1e-05,
22
+ "loss": 1.7641,
23
+ "step": 20
24
+ },
25
+ {
26
+ "epoch": 0.0021769102387344894,
27
+ "grad_norm": 35.75,
28
+ "learning_rate": 1.5e-05,
29
+ "loss": 1.4723,
30
+ "step": 30
31
+ },
32
+ {
33
+ "epoch": 0.0029025469849793192,
34
+ "grad_norm": 31.0,
35
+ "learning_rate": 2e-05,
36
+ "loss": 1.0985,
37
+ "step": 40
38
+ },
39
+ {
40
+ "epoch": 0.003628183731224149,
41
+ "grad_norm": 28.875,
42
+ "learning_rate": 2.5e-05,
43
+ "loss": 1.0381,
44
+ "step": 50
45
+ },
46
+ {
47
+ "epoch": 0.004353820477468979,
48
+ "grad_norm": 26.625,
49
+ "learning_rate": 3e-05,
50
+ "loss": 0.6977,
51
+ "step": 60
52
+ },
53
+ {
54
+ "epoch": 0.005079457223713809,
55
+ "grad_norm": 23.75,
56
+ "learning_rate": 3.5e-05,
57
+ "loss": 0.6392,
58
+ "step": 70
59
+ },
60
+ {
61
+ "epoch": 0.0058050939699586385,
62
+ "grad_norm": 26.5,
63
+ "learning_rate": 4e-05,
64
+ "loss": 0.7459,
65
+ "step": 80
66
+ },
67
+ {
68
+ "epoch": 0.006530730716203468,
69
+ "grad_norm": 29.875,
70
+ "learning_rate": 4.5e-05,
71
+ "loss": 0.6155,
72
+ "step": 90
73
+ },
74
+ {
75
+ "epoch": 0.007256367462448298,
76
+ "grad_norm": 21.5,
77
+ "learning_rate": 5e-05,
78
+ "loss": 0.3941,
79
+ "step": 100
80
+ },
81
+ {
82
+ "epoch": 0.007982004208693128,
83
+ "grad_norm": 17.0,
84
+ "learning_rate": 4.9999934086574596e-05,
85
+ "loss": 0.4513,
86
+ "step": 110
87
+ },
88
+ {
89
+ "epoch": 0.008707640954937958,
90
+ "grad_norm": 23.875,
91
+ "learning_rate": 4.9999736346645943e-05,
92
+ "loss": 0.5292,
93
+ "step": 120
94
+ },
95
+ {
96
+ "epoch": 0.009433277701182788,
97
+ "grad_norm": 17.25,
98
+ "learning_rate": 4.999940678125673e-05,
99
+ "loss": 0.3869,
100
+ "step": 130
101
+ },
102
+ {
103
+ "epoch": 0.010158914447427617,
104
+ "grad_norm": 24.75,
105
+ "learning_rate": 4.9998945392144796e-05,
106
+ "loss": 0.4121,
107
+ "step": 140
108
+ },
109
+ {
110
+ "epoch": 0.010884551193672447,
111
+ "grad_norm": 16.625,
112
+ "learning_rate": 4.999835218174307e-05,
113
+ "loss": 0.4199,
114
+ "step": 150
115
+ },
116
+ {
117
+ "epoch": 0.011610187939917277,
118
+ "grad_norm": 11.8125,
119
+ "learning_rate": 4.99976271531796e-05,
120
+ "loss": 0.4694,
121
+ "step": 160
122
+ },
123
+ {
124
+ "epoch": 0.012335824686162107,
125
+ "grad_norm": 15.9375,
126
+ "learning_rate": 4.9996770310277506e-05,
127
+ "loss": 0.3736,
128
+ "step": 170
129
+ },
130
+ {
131
+ "epoch": 0.013061461432406937,
132
+ "grad_norm": 18.0,
133
+ "learning_rate": 4.9995781657555e-05,
134
+ "loss": 0.4224,
135
+ "step": 180
136
+ },
137
+ {
138
+ "epoch": 0.013787098178651766,
139
+ "grad_norm": 23.0,
140
+ "learning_rate": 4.99946612002253e-05,
141
+ "loss": 0.4307,
142
+ "step": 190
143
+ },
144
+ {
145
+ "epoch": 0.014512734924896596,
146
+ "grad_norm": 19.375,
147
+ "learning_rate": 4.9993408944196676e-05,
148
+ "loss": 0.3449,
149
+ "step": 200
150
+ },
151
+ {
152
+ "epoch": 0.015238371671141426,
153
+ "grad_norm": 11.0,
154
+ "learning_rate": 4.9992024896072364e-05,
155
+ "loss": 0.3243,
156
+ "step": 210
157
+ },
158
+ {
159
+ "epoch": 0.015964008417386256,
160
+ "grad_norm": 17.875,
161
+ "learning_rate": 4.999050906315055e-05,
162
+ "loss": 0.3002,
163
+ "step": 220
164
+ },
165
+ {
166
+ "epoch": 0.016689645163631087,
167
+ "grad_norm": 6.875,
168
+ "learning_rate": 4.998886145342434e-05,
169
+ "loss": 0.3882,
170
+ "step": 230
171
+ },
172
+ {
173
+ "epoch": 0.017415281909875915,
174
+ "grad_norm": 12.125,
175
+ "learning_rate": 4.9987082075581684e-05,
176
+ "loss": 0.4211,
177
+ "step": 240
178
+ },
179
+ {
180
+ "epoch": 0.018140918656120747,
181
+ "grad_norm": 16.875,
182
+ "learning_rate": 4.9985170939005386e-05,
183
+ "loss": 0.2967,
184
+ "step": 250
185
+ },
186
+ {
187
+ "epoch": 0.018866555402365575,
188
+ "grad_norm": 26.125,
189
+ "learning_rate": 4.998312805377302e-05,
190
+ "loss": 0.3283,
191
+ "step": 260
192
+ },
193
+ {
194
+ "epoch": 0.019592192148610407,
195
+ "grad_norm": 18.0,
196
+ "learning_rate": 4.998095343065685e-05,
197
+ "loss": 0.3455,
198
+ "step": 270
199
+ },
200
+ {
201
+ "epoch": 0.020317828894855235,
202
+ "grad_norm": 15.4375,
203
+ "learning_rate": 4.997864708112384e-05,
204
+ "loss": 0.2891,
205
+ "step": 280
206
+ },
207
+ {
208
+ "epoch": 0.021043465641100066,
209
+ "grad_norm": 30.25,
210
+ "learning_rate": 4.997620901733554e-05,
211
+ "loss": 0.3645,
212
+ "step": 290
213
+ },
214
+ {
215
+ "epoch": 0.021769102387344894,
216
+ "grad_norm": 9.875,
217
+ "learning_rate": 4.997363925214803e-05,
218
+ "loss": 0.3047,
219
+ "step": 300
220
+ },
221
+ {
222
+ "epoch": 0.022494739133589726,
223
+ "grad_norm": 18.625,
224
+ "learning_rate": 4.9970937799111896e-05,
225
+ "loss": 0.2943,
226
+ "step": 310
227
+ },
228
+ {
229
+ "epoch": 0.023220375879834554,
230
+ "grad_norm": 30.625,
231
+ "learning_rate": 4.996810467247207e-05,
232
+ "loss": 0.3315,
233
+ "step": 320
234
+ },
235
+ {
236
+ "epoch": 0.023946012626079385,
237
+ "grad_norm": 14.3125,
238
+ "learning_rate": 4.9965139887167856e-05,
239
+ "loss": 0.2473,
240
+ "step": 330
241
+ },
242
+ {
243
+ "epoch": 0.024671649372324213,
244
+ "grad_norm": 21.5,
245
+ "learning_rate": 4.996204345883278e-05,
246
+ "loss": 0.3173,
247
+ "step": 340
248
+ },
249
+ {
250
+ "epoch": 0.025397286118569045,
251
+ "grad_norm": 16.125,
252
+ "learning_rate": 4.9958815403794546e-05,
253
+ "loss": 0.3813,
254
+ "step": 350
255
+ },
256
+ {
257
+ "epoch": 0.026122922864813873,
258
+ "grad_norm": 15.0625,
259
+ "learning_rate": 4.995545573907492e-05,
260
+ "loss": 0.3366,
261
+ "step": 360
262
+ },
263
+ {
264
+ "epoch": 0.026848559611058705,
265
+ "grad_norm": 19.5,
266
+ "learning_rate": 4.995196448238966e-05,
267
+ "loss": 0.3188,
268
+ "step": 370
269
+ },
270
+ {
271
+ "epoch": 0.027574196357303533,
272
+ "grad_norm": 20.125,
273
+ "learning_rate": 4.9948341652148436e-05,
274
+ "loss": 0.2776,
275
+ "step": 380
276
+ },
277
+ {
278
+ "epoch": 0.028299833103548364,
279
+ "grad_norm": 17.25,
280
+ "learning_rate": 4.994458726745468e-05,
281
+ "loss": 0.3574,
282
+ "step": 390
283
+ },
284
+ {
285
+ "epoch": 0.029025469849793192,
286
+ "grad_norm": 5.375,
287
+ "learning_rate": 4.9940701348105554e-05,
288
+ "loss": 0.2566,
289
+ "step": 400
290
+ },
291
+ {
292
+ "epoch": 0.029751106596038024,
293
+ "grad_norm": 31.0,
294
+ "learning_rate": 4.99366839145918e-05,
295
+ "loss": 0.275,
296
+ "step": 410
297
+ },
298
+ {
299
+ "epoch": 0.030476743342282852,
300
+ "grad_norm": 21.75,
301
+ "learning_rate": 4.993253498809762e-05,
302
+ "loss": 0.2928,
303
+ "step": 420
304
+ },
305
+ {
306
+ "epoch": 0.031202380088527683,
307
+ "grad_norm": 21.25,
308
+ "learning_rate": 4.9928254590500646e-05,
309
+ "loss": 0.3466,
310
+ "step": 430
311
+ },
312
+ {
313
+ "epoch": 0.03192801683477251,
314
+ "grad_norm": 15.25,
315
+ "learning_rate": 4.9923842744371707e-05,
316
+ "loss": 0.2911,
317
+ "step": 440
318
+ },
319
+ {
320
+ "epoch": 0.03265365358101734,
321
+ "grad_norm": 8.9375,
322
+ "learning_rate": 4.99192994729748e-05,
323
+ "loss": 0.2153,
324
+ "step": 450
325
+ },
326
+ {
327
+ "epoch": 0.033379290327262175,
328
+ "grad_norm": 20.5,
329
+ "learning_rate": 4.991462480026693e-05,
330
+ "loss": 0.383,
331
+ "step": 460
332
+ },
333
+ {
334
+ "epoch": 0.034104927073507,
335
+ "grad_norm": 6.46875,
336
+ "learning_rate": 4.9909818750898e-05,
337
+ "loss": 0.3099,
338
+ "step": 470
339
+ },
340
+ {
341
+ "epoch": 0.03483056381975183,
342
+ "grad_norm": 34.0,
343
+ "learning_rate": 4.990488135021065e-05,
344
+ "loss": 0.2897,
345
+ "step": 480
346
+ },
347
+ {
348
+ "epoch": 0.03555620056599666,
349
+ "grad_norm": 7.78125,
350
+ "learning_rate": 4.989981262424017e-05,
351
+ "loss": 0.3098,
352
+ "step": 490
353
+ },
354
+ {
355
+ "epoch": 0.036281837312241494,
356
+ "grad_norm": 41.0,
357
+ "learning_rate": 4.989461259971432e-05,
358
+ "loss": 0.2428,
359
+ "step": 500
360
+ },
361
+ {
362
+ "epoch": 0.03700747405848632,
363
+ "grad_norm": 17.375,
364
+ "learning_rate": 4.988928130405323e-05,
365
+ "loss": 0.2485,
366
+ "step": 510
367
+ },
368
+ {
369
+ "epoch": 0.03773311080473115,
370
+ "grad_norm": 15.625,
371
+ "learning_rate": 4.9883818765369194e-05,
372
+ "loss": 0.2694,
373
+ "step": 520
374
+ },
375
+ {
376
+ "epoch": 0.03845874755097598,
377
+ "grad_norm": 17.75,
378
+ "learning_rate": 4.98782250124666e-05,
379
+ "loss": 0.2752,
380
+ "step": 530
381
+ },
382
+ {
383
+ "epoch": 0.03918438429722081,
384
+ "grad_norm": 9.8125,
385
+ "learning_rate": 4.987250007484172e-05,
386
+ "loss": 0.2687,
387
+ "step": 540
388
+ },
389
+ {
390
+ "epoch": 0.03991002104346564,
391
+ "grad_norm": 3.6875,
392
+ "learning_rate": 4.986664398268256e-05,
393
+ "loss": 0.268,
394
+ "step": 550
395
+ },
396
+ {
397
+ "epoch": 0.04063565778971047,
398
+ "grad_norm": 24.125,
399
+ "learning_rate": 4.986065676686874e-05,
400
+ "loss": 0.2602,
401
+ "step": 560
402
+ },
403
+ {
404
+ "epoch": 0.0413612945359553,
405
+ "grad_norm": 23.125,
406
+ "learning_rate": 4.98545384589713e-05,
407
+ "loss": 0.2731,
408
+ "step": 570
409
+ },
410
+ {
411
+ "epoch": 0.04208693128220013,
412
+ "grad_norm": 13.5625,
413
+ "learning_rate": 4.984828909125251e-05,
414
+ "loss": 0.2537,
415
+ "step": 580
416
+ },
417
+ {
418
+ "epoch": 0.042812568028444964,
419
+ "grad_norm": 6.15625,
420
+ "learning_rate": 4.9841908696665764e-05,
421
+ "loss": 0.1723,
422
+ "step": 590
423
+ },
424
+ {
425
+ "epoch": 0.04353820477468979,
426
+ "grad_norm": 5.03125,
427
+ "learning_rate": 4.9835397308855344e-05,
428
+ "loss": 0.2414,
429
+ "step": 600
430
+ },
431
+ {
432
+ "epoch": 0.04426384152093462,
433
+ "grad_norm": 24.0,
434
+ "learning_rate": 4.9828754962156286e-05,
435
+ "loss": 0.2811,
436
+ "step": 610
437
+ },
438
+ {
439
+ "epoch": 0.04498947826717945,
440
+ "grad_norm": 25.875,
441
+ "learning_rate": 4.9821981691594175e-05,
442
+ "loss": 0.2949,
443
+ "step": 620
444
+ },
445
+ {
446
+ "epoch": 0.04571511501342428,
447
+ "grad_norm": 12.875,
448
+ "learning_rate": 4.981507753288497e-05,
449
+ "loss": 0.2662,
450
+ "step": 630
451
+ },
452
+ {
453
+ "epoch": 0.04644075175966911,
454
+ "grad_norm": 19.375,
455
+ "learning_rate": 4.9808042522434814e-05,
456
+ "loss": 0.2659,
457
+ "step": 640
458
+ },
459
+ {
460
+ "epoch": 0.04716638850591394,
461
+ "grad_norm": 22.25,
462
+ "learning_rate": 4.9800876697339824e-05,
463
+ "loss": 0.3333,
464
+ "step": 650
465
+ },
466
+ {
467
+ "epoch": 0.04789202525215877,
468
+ "grad_norm": 18.875,
469
+ "learning_rate": 4.979358009538594e-05,
470
+ "loss": 0.3197,
471
+ "step": 660
472
+ },
473
+ {
474
+ "epoch": 0.0486176619984036,
475
+ "grad_norm": 24.0,
476
+ "learning_rate": 4.978615275504869e-05,
477
+ "loss": 0.2385,
478
+ "step": 670
479
+ },
480
+ {
481
+ "epoch": 0.04934329874464843,
482
+ "grad_norm": 19.5,
483
+ "learning_rate": 4.977859471549297e-05,
484
+ "loss": 0.2673,
485
+ "step": 680
486
+ },
487
+ {
488
+ "epoch": 0.05006893549089326,
489
+ "grad_norm": 11.1875,
490
+ "learning_rate": 4.977090601657289e-05,
491
+ "loss": 0.2107,
492
+ "step": 690
493
+ },
494
+ {
495
+ "epoch": 0.05079457223713809,
496
+ "grad_norm": 9.8125,
497
+ "learning_rate": 4.976308669883153e-05,
498
+ "loss": 0.2825,
499
+ "step": 700
500
+ },
501
+ {
502
+ "epoch": 0.05152020898338292,
503
+ "grad_norm": 12.6875,
504
+ "learning_rate": 4.975513680350073e-05,
505
+ "loss": 0.2604,
506
+ "step": 710
507
+ },
508
+ {
509
+ "epoch": 0.052245845729627746,
510
+ "grad_norm": 19.375,
511
+ "learning_rate": 4.974705637250089e-05,
512
+ "loss": 0.209,
513
+ "step": 720
514
+ },
515
+ {
516
+ "epoch": 0.05297148247587258,
517
+ "grad_norm": 20.625,
518
+ "learning_rate": 4.97388454484407e-05,
519
+ "loss": 0.255,
520
+ "step": 730
521
+ },
522
+ {
523
+ "epoch": 0.05369711922211741,
524
+ "grad_norm": 17.25,
525
+ "learning_rate": 4.973050407461698e-05,
526
+ "loss": 0.2526,
527
+ "step": 740
528
+ },
529
+ {
530
+ "epoch": 0.05442275596836224,
531
+ "grad_norm": 3.453125,
532
+ "learning_rate": 4.972203229501441e-05,
533
+ "loss": 0.2028,
534
+ "step": 750
535
+ },
536
+ {
537
+ "epoch": 0.055148392714607065,
538
+ "grad_norm": 18.625,
539
+ "learning_rate": 4.971343015430532e-05,
540
+ "loss": 0.2395,
541
+ "step": 760
542
+ },
543
+ {
544
+ "epoch": 0.0558740294608519,
545
+ "grad_norm": 27.5,
546
+ "learning_rate": 4.970469769784941e-05,
547
+ "loss": 0.218,
548
+ "step": 770
549
+ },
550
+ {
551
+ "epoch": 0.05659966620709673,
552
+ "grad_norm": 24.375,
553
+ "learning_rate": 4.96958349716936e-05,
554
+ "loss": 0.2264,
555
+ "step": 780
556
+ },
557
+ {
558
+ "epoch": 0.05732530295334156,
559
+ "grad_norm": 27.125,
560
+ "learning_rate": 4.968684202257169e-05,
561
+ "loss": 0.3467,
562
+ "step": 790
563
+ },
564
+ {
565
+ "epoch": 0.058050939699586385,
566
+ "grad_norm": 18.0,
567
+ "learning_rate": 4.967771889790416e-05,
568
+ "loss": 0.2894,
569
+ "step": 800
570
+ },
571
+ {
572
+ "epoch": 0.058776576445831216,
573
+ "grad_norm": 8.375,
574
+ "learning_rate": 4.966846564579792e-05,
575
+ "loss": 0.1818,
576
+ "step": 810
577
+ },
578
+ {
579
+ "epoch": 0.05950221319207605,
580
+ "grad_norm": 13.75,
581
+ "learning_rate": 4.965908231504607e-05,
582
+ "loss": 0.3376,
583
+ "step": 820
584
+ },
585
+ {
586
+ "epoch": 0.06022784993832088,
587
+ "grad_norm": 53.5,
588
+ "learning_rate": 4.964956895512759e-05,
589
+ "loss": 0.2843,
590
+ "step": 830
591
+ },
592
+ {
593
+ "epoch": 0.060953486684565704,
594
+ "grad_norm": 12.3125,
595
+ "learning_rate": 4.963992561620714e-05,
596
+ "loss": 0.2396,
597
+ "step": 840
598
+ },
599
+ {
600
+ "epoch": 0.061679123430810535,
601
+ "grad_norm": 16.0,
602
+ "learning_rate": 4.963015234913475e-05,
603
+ "loss": 0.255,
604
+ "step": 850
605
+ },
606
+ {
607
+ "epoch": 0.06240476017705537,
608
+ "grad_norm": 6.8125,
609
+ "learning_rate": 4.96202492054456e-05,
610
+ "loss": 0.2316,
611
+ "step": 860
612
+ },
613
+ {
614
+ "epoch": 0.06313039692330019,
615
+ "grad_norm": 22.875,
616
+ "learning_rate": 4.9610216237359684e-05,
617
+ "loss": 0.3816,
618
+ "step": 870
619
+ },
620
+ {
621
+ "epoch": 0.06385603366954502,
622
+ "grad_norm": 23.875,
623
+ "learning_rate": 4.960005349778159e-05,
624
+ "loss": 0.2203,
625
+ "step": 880
626
+ },
627
+ {
628
+ "epoch": 0.06458167041578985,
629
+ "grad_norm": 38.0,
630
+ "learning_rate": 4.95897610403002e-05,
631
+ "loss": 0.3093,
632
+ "step": 890
633
+ },
634
+ {
635
+ "epoch": 0.06530730716203469,
636
+ "grad_norm": 19.75,
637
+ "learning_rate": 4.95793389191884e-05,
638
+ "loss": 0.2255,
639
+ "step": 900
640
+ },
641
+ {
642
+ "epoch": 0.06603294390827952,
643
+ "grad_norm": 16.5,
644
+ "learning_rate": 4.95687871894028e-05,
645
+ "loss": 0.1937,
646
+ "step": 910
647
+ },
648
+ {
649
+ "epoch": 0.06675858065452435,
650
+ "grad_norm": 10.0,
651
+ "learning_rate": 4.9558105906583466e-05,
652
+ "loss": 0.2242,
653
+ "step": 920
654
+ },
655
+ {
656
+ "epoch": 0.06748421740076918,
657
+ "grad_norm": 21.0,
658
+ "learning_rate": 4.9547295127053586e-05,
659
+ "loss": 0.3581,
660
+ "step": 930
661
+ },
662
+ {
663
+ "epoch": 0.068209854147014,
664
+ "grad_norm": 17.125,
665
+ "learning_rate": 4.95363549078192e-05,
666
+ "loss": 0.2132,
667
+ "step": 940
668
+ },
669
+ {
670
+ "epoch": 0.06893549089325883,
671
+ "grad_norm": 17.25,
672
+ "learning_rate": 4.952528530656889e-05,
673
+ "loss": 0.2659,
674
+ "step": 950
675
+ },
676
+ {
677
+ "epoch": 0.06966112763950366,
678
+ "grad_norm": 19.5,
679
+ "learning_rate": 4.9514086381673496e-05,
680
+ "loss": 0.2169,
681
+ "step": 960
682
+ },
683
+ {
684
+ "epoch": 0.0703867643857485,
685
+ "grad_norm": 20.625,
686
+ "learning_rate": 4.9502758192185774e-05,
687
+ "loss": 0.3276,
688
+ "step": 970
689
+ },
690
+ {
691
+ "epoch": 0.07111240113199332,
692
+ "grad_norm": 23.125,
693
+ "learning_rate": 4.949130079784009e-05,
694
+ "loss": 0.2512,
695
+ "step": 980
696
+ },
697
+ {
698
+ "epoch": 0.07183803787823816,
699
+ "grad_norm": 18.125,
700
+ "learning_rate": 4.9479714259052143e-05,
701
+ "loss": 0.2827,
702
+ "step": 990
703
+ },
704
+ {
705
+ "epoch": 0.07256367462448299,
706
+ "grad_norm": 18.375,
707
+ "learning_rate": 4.946799863691862e-05,
708
+ "loss": 0.206,
709
+ "step": 1000
710
+ }
711
+ ],
712
+ "logging_steps": 10,
713
+ "max_steps": 13781,
714
+ "num_input_tokens_seen": 0,
715
+ "num_train_epochs": 1,
716
+ "save_steps": 500,
717
+ "total_flos": 0.0,
718
+ "train_batch_size": 5,
719
+ "trial_name": null,
720
+ "trial_params": null
721
+ }
checkpoints/checkpoint-1000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f13496797d6aaea4e21d2f2de24d7b2ec5d76cf72e27733fa08925121d91fd2
3
+ size 4984
checkpoints/checkpoint-10000/adapter_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "../pretrained/gemma-2b-it/",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": "gaussian",
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 32,
14
+ "lora_dropout": 0.1,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": null,
18
+ "peft_type": "LORA",
19
+ "r": 8,
20
+ "rank_pattern": {},
21
+ "revision": null,
22
+ "target_modules": [
23
+ "q_proj",
24
+ "v_proj"
25
+ ],
26
+ "task_type": "CAUSAL_LM",
27
+ "use_dora": false,
28
+ "use_rslora": false
29
+ }
checkpoints/checkpoint-10000/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f10ed520c32593411920a7e2c30f78a4266ffe079120828c412b95e76984802d
3
+ size 1852672
checkpoints/checkpoint-10000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a6a1be165dc306ce5b3b668baef9b778ac20b5b5f2ae19306d94ffd230de365
3
+ size 3747194
checkpoints/checkpoint-10000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5196538849fc4b57e5c69e398a60829c8465469182ac1e69f09a5fb48b3798cf
3
+ size 15024
checkpoints/checkpoint-10000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd15a6bd7454f8c189b06fa762c372ae9cc5682fa0f46ddde7f79d145d4cb46d
3
+ size 15024
checkpoints/checkpoint-10000/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:992e0a1de86b467a4abf3e98ebb4621f501cf572338e4337a4514da2c672595b
3
+ size 15024
checkpoints/checkpoint-10000/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac66fd3489c14b9144d6c1720be3daec85894c96612ea8215bd7123b1d06ed66
3
+ size 15024
checkpoints/checkpoint-10000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8cf818c444104efe80cf26c7920df0dab123d9b6903f4cd037c26d5d6bf3857
3
+ size 1064
checkpoints/checkpoint-10000/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/checkpoint-10000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f13496797d6aaea4e21d2f2de24d7b2ec5d76cf72e27733fa08925121d91fd2
3
+ size 4984
checkpoints/checkpoint-10500/adapter_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "../pretrained/gemma-2b-it/",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": "gaussian",
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 32,
14
+ "lora_dropout": 0.1,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": null,
18
+ "peft_type": "LORA",
19
+ "r": 8,
20
+ "rank_pattern": {},
21
+ "revision": null,
22
+ "target_modules": [
23
+ "q_proj",
24
+ "v_proj"
25
+ ],
26
+ "task_type": "CAUSAL_LM",
27
+ "use_dora": false,
28
+ "use_rslora": false
29
+ }
checkpoints/checkpoint-10500/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e985b1e393afa5b1c2175e4e37a29e9846a984ad711253061e2025fbf8b31d5
3
+ size 1852672
checkpoints/checkpoint-10500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b38a54164462fba1d315c96f72a0717fb7126161809584d1726a65d0e4ccd979
3
+ size 3747194
checkpoints/checkpoint-10500/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e062d4fc9e6248613cda746999ad8615f0777a42d3fb9ec4413fbd43ee2fa728
3
+ size 15024
checkpoints/checkpoint-10500/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3d59d98a6fd2b151a5ce9152c3555640d1c8d54796e38202614a2372540f935
3
+ size 15024
checkpoints/checkpoint-10500/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bca8f285433437fcf6b37a2afa5ddaf9e6334e8994540d10eae0a9ab782ffb7b
3
+ size 15024
checkpoints/checkpoint-10500/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bc1d009dc00ad478ec7c3913cdee4328e8a526de9b434808dab406ac9b20fbc
3
+ size 15024
checkpoints/checkpoint-10500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e416eeaa9dc4cbd14c09317ab177d36bed29ba9a0fc58f3c28a66906f926d68
3
+ size 1064
checkpoints/checkpoint-10500/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/checkpoint-10500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f13496797d6aaea4e21d2f2de24d7b2ec5d76cf72e27733fa08925121d91fd2
3
+ size 4984
checkpoints/checkpoint-11000/adapter_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "../pretrained/gemma-2b-it/",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": "gaussian",
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 32,
14
+ "lora_dropout": 0.1,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": null,
18
+ "peft_type": "LORA",
19
+ "r": 8,
20
+ "rank_pattern": {},
21
+ "revision": null,
22
+ "target_modules": [
23
+ "q_proj",
24
+ "v_proj"
25
+ ],
26
+ "task_type": "CAUSAL_LM",
27
+ "use_dora": false,
28
+ "use_rslora": false
29
+ }
checkpoints/checkpoint-11000/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c06998a1d5b5748f9202804e075eabfe8996899ea6acfef716653f51a88b36db
3
+ size 1852672
checkpoints/checkpoint-11000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b182e899c8503d41c04283e8cb80c973bb58c9e6304871999e1ee98f28a28f87
3
+ size 3747194
checkpoints/checkpoint-11000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c325fa42d594c133ccf16f44fd732e88ede3398932e3e3d251debbb1aaed241
3
+ size 15024
checkpoints/checkpoint-11000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78b51388887e6e782b23d52cccd5e676ecfcd459c4cab9228d7428f985b7739e
3
+ size 15024
checkpoints/checkpoint-11000/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a385fa14c6eb02a9061046f49cb2317b01193ad4ff4674245dbb09cda3b13a0b
3
+ size 15024
checkpoints/checkpoint-11000/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d1dd53b00f31c3724f4c797c24f7d8dfb9828dc176c5848790b4488bc98c96c
3
+ size 15024
checkpoints/checkpoint-11000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0d012a99c88d57e6f359e9b70583cd819536789f1d7ee2b6ff584c2ea8aff39
3
+ size 1064
checkpoints/checkpoint-11000/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/checkpoint-11000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f13496797d6aaea4e21d2f2de24d7b2ec5d76cf72e27733fa08925121d91fd2
3
+ size 4984
checkpoints/checkpoint-11500/adapter_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "../pretrained/gemma-2b-it/",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": "gaussian",
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 32,
14
+ "lora_dropout": 0.1,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": null,
18
+ "peft_type": "LORA",
19
+ "r": 8,
20
+ "rank_pattern": {},
21
+ "revision": null,
22
+ "target_modules": [
23
+ "q_proj",
24
+ "v_proj"
25
+ ],
26
+ "task_type": "CAUSAL_LM",
27
+ "use_dora": false,
28
+ "use_rslora": false
29
+ }
checkpoints/checkpoint-11500/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a206e0615e3136c9e0fd40bdd6991eb2ef046c5f177610b31dd37a9b1fcc582f
3
+ size 1852672
checkpoints/checkpoint-11500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5214c3c95f8379de9a0a18731b32f0fc3dfb3d7f24d9704bf7f9dc89012e2c5b
3
+ size 3747194
checkpoints/checkpoint-11500/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddcabcf8d784bd6eed0c017180c42a20b0a396f118b725c9ca61f3e770810388
3
+ size 15024
checkpoints/checkpoint-11500/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d5db07447175b96d4db2f4e2c7c080cfc5b52cb33ad6419dab4ac39bc54168a
3
+ size 15024
checkpoints/checkpoint-11500/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8b5cd74bd55ce6e337af66eefec1aac409dfeb673beeb2b066d0eb792d5d1f4
3
+ size 15024