GautamR commited on
Commit
79e05f3
·
verified ·
1 Parent(s): 5311b38

Upload 7 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
adapter_config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": "google/translategemma-27b-it",
7
+ "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
+ "fan_in_fan_out": false,
13
+ "inference_mode": true,
14
+ "init_lora_weights": true,
15
+ "layer_replication": null,
16
+ "layers_pattern": null,
17
+ "layers_to_transform": null,
18
+ "loftq_config": {},
19
+ "lora_alpha": 128,
20
+ "lora_bias": false,
21
+ "lora_dropout": 0.05,
22
+ "megatron_config": null,
23
+ "megatron_core": "megatron.core",
24
+ "modules_to_save": null,
25
+ "peft_type": "LORA",
26
+ "peft_version": "0.18.1",
27
+ "qalora_group_size": 16,
28
+ "r": 64,
29
+ "rank_pattern": {},
30
+ "revision": null,
31
+ "target_modules": [
32
+ "up_proj",
33
+ "down_proj",
34
+ "o_proj",
35
+ "k_proj",
36
+ "q_proj",
37
+ "gate_proj",
38
+ "v_proj"
39
+ ],
40
+ "target_parameters": null,
41
+ "task_type": "CAUSAL_LM",
42
+ "trainable_token_indices": null,
43
+ "use_dora": false,
44
+ "use_qalora": false,
45
+ "use_rslora": false
46
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95fe742cc54828dcde4065879aaaa1198c741eb29f6f349c9d1f45cff9d70ee7
3
+ size 1864199752
chat_template.jinja ADDED
@@ -0,0 +1,641 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set languages = {
2
+ "aa": "Afar",
3
+ "aa-DJ": "Afar",
4
+ "aa-ER": "Afar",
5
+ "ab": "Abkhazian",
6
+ "af": "Afrikaans",
7
+ "af-NA": "Afrikaans",
8
+ "ak": "Akan",
9
+ "am": "Amharic",
10
+ "an": "Aragonese",
11
+ "ar": "Arabic",
12
+ "ar-AE": "Arabic",
13
+ "ar-BH": "Arabic",
14
+ "ar-DJ": "Arabic",
15
+ "ar-DZ": "Arabic",
16
+ "ar-EG": "Arabic",
17
+ "ar-EH": "Arabic",
18
+ "ar-ER": "Arabic",
19
+ "ar-IL": "Arabic",
20
+ "ar-IQ": "Arabic",
21
+ "ar-JO": "Arabic",
22
+ "ar-KM": "Arabic",
23
+ "ar-KW": "Arabic",
24
+ "ar-LB": "Arabic",
25
+ "ar-LY": "Arabic",
26
+ "ar-MA": "Arabic",
27
+ "ar-MR": "Arabic",
28
+ "ar-OM": "Arabic",
29
+ "ar-PS": "Arabic",
30
+ "ar-QA": "Arabic",
31
+ "ar-SA": "Arabic",
32
+ "ar-SD": "Arabic",
33
+ "ar-SO": "Arabic",
34
+ "ar-SS": "Arabic",
35
+ "ar-SY": "Arabic",
36
+ "ar-TD": "Arabic",
37
+ "ar-TN": "Arabic",
38
+ "ar-YE": "Arabic",
39
+ "as": "Assamese",
40
+ "az": "Azerbaijani",
41
+ "az-Arab": "Azerbaijani",
42
+ "az-Arab-IQ": "Azerbaijani",
43
+ "az-Arab-TR": "Azerbaijani",
44
+ "az-Cyrl": "Azerbaijani",
45
+ "az-Latn": "Azerbaijani",
46
+ "ba": "Bashkir",
47
+ "be": "Belarusian",
48
+ "be-tarask": "Belarusian",
49
+ "bg": "Bulgarian",
50
+ "bg-BG": "Bulgarian",
51
+ "bm": "Bambara",
52
+ "bm-Nkoo": "Bambara",
53
+ "bn": "Bengali",
54
+ "bn-IN": "Bengali",
55
+ "bo": "Tibetan",
56
+ "bo-IN": "Tibetan",
57
+ "br": "Breton",
58
+ "bs": "Bosnian",
59
+ "bs-Cyrl": "Bosnian",
60
+ "bs-Latn": "Bosnian",
61
+ "ca": "Catalan",
62
+ "ca-AD": "Catalan",
63
+ "ca-ES": "Catalan",
64
+ "ca-FR": "Catalan",
65
+ "ca-IT": "Catalan",
66
+ "ce": "Chechen",
67
+ "co": "Corsican",
68
+ "cs": "Czech",
69
+ "cs-CZ": "Czech",
70
+ "cv": "Chuvash",
71
+ "cy": "Welsh",
72
+ "da": "Danish",
73
+ "da-DK": "Danish",
74
+ "da-GL": "Danish",
75
+ "de": "German",
76
+ "de-AT": "German",
77
+ "de-BE": "German",
78
+ "de-CH": "German",
79
+ "de-DE": "German",
80
+ "de-IT": "German",
81
+ "de-LI": "German",
82
+ "de-LU": "German",
83
+ "dv": "Divehi",
84
+ "dz": "Dzongkha",
85
+ "ee": "Ewe",
86
+ "ee-TG": "Ewe",
87
+ "el": "Greek",
88
+ "el-CY": "Greek",
89
+ "el-GR": "Greek",
90
+ "el-polyton": "Greek",
91
+ "en": "English",
92
+ "en-AE": "English",
93
+ "en-AG": "English",
94
+ "en-AI": "English",
95
+ "en-AS": "English",
96
+ "en-AT": "English",
97
+ "en-AU": "English",
98
+ "en-BB": "English",
99
+ "en-BE": "English",
100
+ "en-BI": "English",
101
+ "en-BM": "English",
102
+ "en-BS": "English",
103
+ "en-BW": "English",
104
+ "en-BZ": "English",
105
+ "en-CA": "English",
106
+ "en-CC": "English",
107
+ "en-CH": "English",
108
+ "en-CK": "English",
109
+ "en-CM": "English",
110
+ "en-CX": "English",
111
+ "en-CY": "English",
112
+ "en-CZ": "English",
113
+ "en-DE": "English",
114
+ "en-DG": "English",
115
+ "en-DK": "English",
116
+ "en-DM": "English",
117
+ "en-ER": "English",
118
+ "en-ES": "English",
119
+ "en-FI": "English",
120
+ "en-FJ": "English",
121
+ "en-FK": "English",
122
+ "en-FM": "English",
123
+ "en-FR": "English",
124
+ "en-GB": "English",
125
+ "en-GD": "English",
126
+ "en-GG": "English",
127
+ "en-GH": "English",
128
+ "en-GI": "English",
129
+ "en-GM": "English",
130
+ "en-GS": "English",
131
+ "en-GU": "English",
132
+ "en-GY": "English",
133
+ "en-HK": "English",
134
+ "en-HU": "English",
135
+ "en-ID": "English",
136
+ "en-IE": "English",
137
+ "en-IL": "English",
138
+ "en-IM": "English",
139
+ "en-IN": "English",
140
+ "en-IO": "English",
141
+ "en-IT": "English",
142
+ "en-JE": "English",
143
+ "en-JM": "English",
144
+ "en-KE": "English",
145
+ "en-KI": "English",
146
+ "en-KN": "English",
147
+ "en-KY": "English",
148
+ "en-LC": "English",
149
+ "en-LR": "English",
150
+ "en-LS": "English",
151
+ "en-MG": "English",
152
+ "en-MH": "English",
153
+ "en-MO": "English",
154
+ "en-MP": "English",
155
+ "en-MS": "English",
156
+ "en-MT": "English",
157
+ "en-MU": "English",
158
+ "en-MV": "English",
159
+ "en-MW": "English",
160
+ "en-MY": "English",
161
+ "en-NA": "English",
162
+ "en-NF": "English",
163
+ "en-NG": "English",
164
+ "en-NL": "English",
165
+ "en-NO": "English",
166
+ "en-NR": "English",
167
+ "en-NU": "English",
168
+ "en-NZ": "English",
169
+ "en-PG": "English",
170
+ "en-PH": "English",
171
+ "en-PK": "English",
172
+ "en-PL": "English",
173
+ "en-PN": "English",
174
+ "en-PR": "English",
175
+ "en-PT": "English",
176
+ "en-PW": "English",
177
+ "en-RO": "English",
178
+ "en-RW": "English",
179
+ "en-SB": "English",
180
+ "en-SC": "English",
181
+ "en-SD": "English",
182
+ "en-SE": "English",
183
+ "en-SG": "English",
184
+ "en-SH": "English",
185
+ "en-SI": "English",
186
+ "en-SK": "English",
187
+ "en-SL": "English",
188
+ "en-SS": "English",
189
+ "en-SX": "English",
190
+ "en-SZ": "English",
191
+ "en-TC": "English",
192
+ "en-TK": "English",
193
+ "en-TO": "English",
194
+ "en-TT": "English",
195
+ "en-TV": "English",
196
+ "en-TZ": "English",
197
+ "en-UG": "English",
198
+ "en-UM": "English",
199
+ "en-VC": "English",
200
+ "en-VG": "English",
201
+ "en-VI": "English",
202
+ "en-VU": "English",
203
+ "en-WS": "English",
204
+ "en-ZA": "English",
205
+ "en-ZM": "English",
206
+ "en-ZW": "English",
207
+ "eo": "Esperanto",
208
+ "es": "Spanish",
209
+ "es-AR": "Spanish",
210
+ "es-BO": "Spanish",
211
+ "es-BR": "Spanish",
212
+ "es-BZ": "Spanish",
213
+ "es-CL": "Spanish",
214
+ "es-CO": "Spanish",
215
+ "es-CR": "Spanish",
216
+ "es-CU": "Spanish",
217
+ "es-DO": "Spanish",
218
+ "es-EA": "Spanish",
219
+ "es-EC": "Spanish",
220
+ "es-ES": "Spanish",
221
+ "es-GQ": "Spanish",
222
+ "es-GT": "Spanish",
223
+ "es-HN": "Spanish",
224
+ "es-IC": "Spanish",
225
+ "es-MX": "Spanish",
226
+ "es-NI": "Spanish",
227
+ "es-PA": "Spanish",
228
+ "es-PE": "Spanish",
229
+ "es-PH": "Spanish",
230
+ "es-PR": "Spanish",
231
+ "es-PY": "Spanish",
232
+ "es-SV": "Spanish",
233
+ "es-US": "Spanish",
234
+ "es-UY": "Spanish",
235
+ "es-VE": "Spanish",
236
+ "et": "Estonian",
237
+ "et-EE": "Estonian",
238
+ "eu": "Basque",
239
+ "fa": "Persian",
240
+ "fa-AF": "Persian",
241
+ "fa-IR": "Persian",
242
+ "ff": "Fulah",
243
+ "ff-Adlm": "Fulah",
244
+ "ff-Adlm-BF": "Fulah",
245
+ "ff-Adlm-CM": "Fulah",
246
+ "ff-Adlm-GH": "Fulah",
247
+ "ff-Adlm-GM": "Fulah",
248
+ "ff-Adlm-GW": "Fulah",
249
+ "ff-Adlm-LR": "Fulah",
250
+ "ff-Adlm-MR": "Fulah",
251
+ "ff-Adlm-NE": "Fulah",
252
+ "ff-Adlm-NG": "Fulah",
253
+ "ff-Adlm-SL": "Fulah",
254
+ "ff-Adlm-SN": "Fulah",
255
+ "ff-Latn": "Fulah",
256
+ "ff-Latn-BF": "Fulah",
257
+ "ff-Latn-CM": "Fulah",
258
+ "ff-Latn-GH": "Fulah",
259
+ "ff-Latn-GM": "Fulah",
260
+ "ff-Latn-GN": "Fulah",
261
+ "ff-Latn-GW": "Fulah",
262
+ "ff-Latn-LR": "Fulah",
263
+ "ff-Latn-MR": "Fulah",
264
+ "ff-Latn-NE": "Fulah",
265
+ "ff-Latn-NG": "Fulah",
266
+ "ff-Latn-SL": "Fulah",
267
+ "fi": "Finnish",
268
+ "fi-FI": "Finnish",
269
+ "fil-PH": "Filipino",
270
+ "fo": "Faroese",
271
+ "fo-DK": "Faroese",
272
+ "fr": "French",
273
+ "fr-BE": "French",
274
+ "fr-BF": "French",
275
+ "fr-BI": "French",
276
+ "fr-BJ": "French",
277
+ "fr-BL": "French",
278
+ "fr-CA": "French",
279
+ "fr-CD": "French",
280
+ "fr-CF": "French",
281
+ "fr-CG": "French",
282
+ "fr-CH": "French",
283
+ "fr-CI": "French",
284
+ "fr-CM": "French",
285
+ "fr-DJ": "French",
286
+ "fr-DZ": "French",
287
+ "fr-FR": "French",
288
+ "fr-GA": "French",
289
+ "fr-GF": "French",
290
+ "fr-GN": "French",
291
+ "fr-GP": "French",
292
+ "fr-GQ": "French",
293
+ "fr-HT": "French",
294
+ "fr-KM": "French",
295
+ "fr-LU": "French",
296
+ "fr-MA": "French",
297
+ "fr-MC": "French",
298
+ "fr-MF": "French",
299
+ "fr-MG": "French",
300
+ "fr-ML": "French",
301
+ "fr-MQ": "French",
302
+ "fr-MR": "French",
303
+ "fr-MU": "French",
304
+ "fr-NC": "French",
305
+ "fr-NE": "French",
306
+ "fr-PF": "French",
307
+ "fr-PM": "French",
308
+ "fr-RE": "French",
309
+ "fr-RW": "French",
310
+ "fr-SC": "French",
311
+ "fr-SN": "French",
312
+ "fr-SY": "French",
313
+ "fr-TD": "French",
314
+ "fr-TG": "French",
315
+ "fr-TN": "French",
316
+ "fr-VU": "French",
317
+ "fr-WF": "French",
318
+ "fr-YT": "French",
319
+ "fy": "Western Frisian",
320
+ "ga": "Irish",
321
+ "ga-GB": "Irish",
322
+ "gd": "Scottish Gaelic",
323
+ "gl": "Galician",
324
+ "gn": "Guarani",
325
+ "gu": "Gujarati",
326
+ "gu-IN": "Gujarati",
327
+ "gv": "Manx",
328
+ "ha": "Hausa",
329
+ "ha-Arab": "Hausa",
330
+ "ha-Arab-SD": "Hausa",
331
+ "ha-GH": "Hausa",
332
+ "ha-NE": "Hausa",
333
+ "he": "Hebrew",
334
+ "he-IL": "Hebrew",
335
+ "hi": "Hindi",
336
+ "hi-IN": "Hindi",
337
+ "hi-Latn": "Hindi",
338
+ "hr": "Croatian",
339
+ "hr-BA": "Croatian",
340
+ "hr-HR": "Croatian",
341
+ "ht": "Haitian",
342
+ "hu": "Hungarian",
343
+ "hu-HU": "Hungarian",
344
+ "hy": "Armenian",
345
+ "ia": "Interlingua",
346
+ "id": "Indonesian",
347
+ "id-ID": "Indonesian",
348
+ "ie": "Interlingue",
349
+ "ig": "Igbo",
350
+ "ii": "Sichuan Yi",
351
+ "ik": "Inupiaq",
352
+ "io": "Ido",
353
+ "is": "Icelandic",
354
+ "it": "Italian",
355
+ "it-CH": "Italian",
356
+ "it-IT": "Italian",
357
+ "it-SM": "Italian",
358
+ "it-VA": "Italian",
359
+ "iu": "Inuktitut",
360
+ "iu-Latn": "Inuktitut",
361
+ "ja": "Japanese",
362
+ "ja-JP": "Japanese",
363
+ "jv": "Javanese",
364
+ "ka": "Georgian",
365
+ "ki": "Kikuyu",
366
+ "kk": "Kazakh",
367
+ "kk-Arab": "Kazakh",
368
+ "kk-Cyrl": "Kazakh",
369
+ "kk-KZ": "Kazakh",
370
+ "kl": "Kalaallisut",
371
+ "km": "Central Khmer",
372
+ "kn": "Kannada",
373
+ "kn-IN": "Kannada",
374
+ "ko": "Korean",
375
+ "ko-CN": "Korean",
376
+ "ko-KP": "Korean",
377
+ "ko-KR": "Korean",
378
+ "ks": "Kashmiri",
379
+ "ks-Arab": "Kashmiri",
380
+ "ks-Deva": "Kashmiri",
381
+ "ku": "Kurdish",
382
+ "kw": "Cornish",
383
+ "ky": "Kyrgyz",
384
+ "la": "Latin",
385
+ "lb": "Luxembourgish",
386
+ "lg": "Ganda",
387
+ "ln": "Lingala",
388
+ "ln-AO": "Lingala",
389
+ "ln-CF": "Lingala",
390
+ "ln-CG": "Lingala",
391
+ "lo": "Lao",
392
+ "lt": "Lithuanian",
393
+ "lt-LT": "Lithuanian",
394
+ "lu": "Luba-Katanga",
395
+ "lv": "Latvian",
396
+ "lv-LV": "Latvian",
397
+ "mg": "Malagasy",
398
+ "mi": "Maori",
399
+ "mk": "Macedonian",
400
+ "ml": "Malayalam",
401
+ "ml-IN": "Malayalam",
402
+ "mn": "Mongolian",
403
+ "mn-Mong": "Mongolian",
404
+ "mn-Mong-MN": "Mongolian",
405
+ "mr": "Marathi",
406
+ "mr-IN": "Marathi",
407
+ "ms": "Malay",
408
+ "ms-Arab": "Malay",
409
+ "ms-Arab-BN": "Malay",
410
+ "ms-BN": "Malay",
411
+ "ms-ID": "Malay",
412
+ "ms-SG": "Malay",
413
+ "mt": "Maltese",
414
+ "my": "Burmese",
415
+ "nb": "Norwegian Bokmål",
416
+ "nb-SJ": "Norwegian Bokmål",
417
+ "nd": "North Ndebele",
418
+ "ne": "Nepali",
419
+ "ne-IN": "Nepali",
420
+ "nl": "Dutch",
421
+ "nl-AW": "Dutch",
422
+ "nl-BE": "Dutch",
423
+ "nl-BQ": "Dutch",
424
+ "nl-CW": "Dutch",
425
+ "nl-NL": "Dutch",
426
+ "nl-SR": "Dutch",
427
+ "nl-SX": "Dutch",
428
+ "nn": "Norwegian Nynorsk",
429
+ "no": "Norwegian",
430
+ "no-NO": "Norwegian",
431
+ "nr": "South Ndebele",
432
+ "nv": "Navajo",
433
+ "ny": "Chichewa",
434
+ "oc": "Occitan",
435
+ "oc-ES": "Occitan",
436
+ "om": "Oromo",
437
+ "om-KE": "Oromo",
438
+ "or": "Oriya",
439
+ "os": "Ossetian",
440
+ "os-RU": "Ossetian",
441
+ "pa": "Punjabi",
442
+ "pa-IN": "Punjabi",
443
+ "pa-Arab": "Punjabi",
444
+ "pa-Guru": "Punjabi",
445
+ "pl": "Polish",
446
+ "pl-PL": "Polish",
447
+ "ps": "Pashto",
448
+ "ps-PK": "Pashto",
449
+ "pt": "Portuguese",
450
+ "pt-AO": "Portuguese",
451
+ "pt-BR": "Portuguese",
452
+ "pt-CH": "Portuguese",
453
+ "pt-CV": "Portuguese",
454
+ "pt-GQ": "Portuguese",
455
+ "pt-GW": "Portuguese",
456
+ "pt-LU": "Portuguese",
457
+ "pt-MO": "Portuguese",
458
+ "pt-MZ": "Portuguese",
459
+ "pt-PT": "Portuguese",
460
+ "pt-ST": "Portuguese",
461
+ "pt-TL": "Portuguese",
462
+ "qu": "Quechua",
463
+ "qu-BO": "Quechua",
464
+ "qu-EC": "Quechua",
465
+ "rm": "Romansh",
466
+ "rn": "Rundi",
467
+ "ro": "Romanian",
468
+ "ro-MD": "Romanian",
469
+ "ro-RO": "Romanian",
470
+ "ru": "Russian",
471
+ "ru-BY": "Russian",
472
+ "ru-KG": "Russian",
473
+ "ru-KZ": "Russian",
474
+ "ru-MD": "Russian",
475
+ "ru-RU": "Russian",
476
+ "ru-UA": "Russian",
477
+ "rw": "Kinyarwanda",
478
+ "sa": "Sanskrit",
479
+ "sc": "Sardinian",
480
+ "sd": "Sindhi",
481
+ "sd-Arab": "Sindhi",
482
+ "sd-Deva": "Sindhi",
483
+ "se": "Northern Sami",
484
+ "se-FI": "Northern Sami",
485
+ "se-SE": "Northern Sami",
486
+ "sg": "Sango",
487
+ "si": "Sinhala",
488
+ "sk": "Slovak",
489
+ "sk-SK": "Slovak",
490
+ "sl": "Slovenian",
491
+ "sl-SI": "Slovenian",
492
+ "sn": "Shona",
493
+ "so": "Somali",
494
+ "so-DJ": "Somali",
495
+ "so-ET": "Somali",
496
+ "so-KE": "Somali",
497
+ "sq": "Albanian",
498
+ "sq-MK": "Albanian",
499
+ "sq-XK": "Albanian",
500
+ "sr": "Serbian",
501
+ "sr-RS": "Serbian",
502
+ "sr-Cyrl": "Serbian",
503
+ "sr-Cyrl-BA": "Serbian",
504
+ "sr-Cyrl-ME": "Serbian",
505
+ "sr-Cyrl-XK": "Serbian",
506
+ "sr-Latn": "Serbian",
507
+ "sr-Latn-BA": "Serbian",
508
+ "sr-Latn-ME": "Serbian",
509
+ "sr-Latn-XK": "Serbian",
510
+ "ss": "Swati",
511
+ "ss-SZ": "Swati",
512
+ "st": "Southern Sotho",
513
+ "st-LS": "Southern Sotho",
514
+ "su": "Sundanese",
515
+ "su-Latn": "Sundanese",
516
+ "sv": "Swedish",
517
+ "sv-AX": "Swedish",
518
+ "sv-FI": "Swedish",
519
+ "sv-SE": "Swedish",
520
+ "sw": "Swahili",
521
+ "sw-CD": "Swahili",
522
+ "sw-KE": "Swahili",
523
+ "sw-TZ": "Swahili",
524
+ "sw-UG": "Swahili",
525
+ "ta": "Tamil",
526
+ "ta-IN": "Tamil",
527
+ "ta-LK": "Tamil",
528
+ "ta-MY": "Tamil",
529
+ "ta-SG": "Tamil",
530
+ "te": "Telugu",
531
+ "te-IN": "Telugu",
532
+ "tg": "Tajik",
533
+ "th": "Thai",
534
+ "th-TH": "Thai",
535
+ "ti": "Tigrinya",
536
+ "ti-ER": "Tigrinya",
537
+ "tk": "Turkmen",
538
+ "tl": "Tagalog",
539
+ "tn": "Tswana",
540
+ "tn-BW": "Tswana",
541
+ "to": "Tonga",
542
+ "tr": "Turkish",
543
+ "tr-CY": "Turkish",
544
+ "tr-TR": "Turkish",
545
+ "ts": "Tsonga",
546
+ "tt": "Tatar",
547
+ "ug": "Uyghur",
548
+ "uk": "Ukrainian",
549
+ "uk-UA": "Ukrainian",
550
+ "ur": "Urdu",
551
+ "ur-IN": "Urdu",
552
+ "ur-PK": "Urdu",
553
+ "uz": "Uzbek",
554
+ "uz-Arab": "Uzbek",
555
+ "uz-Cyrl": "Uzbek",
556
+ "uz-Latn": "Uzbek",
557
+ "ve": "Venda",
558
+ "vi": "Vietnamese",
559
+ "vi-VN": "Vietnamese",
560
+ "vo": "Volapük",
561
+ "wa": "Walloon",
562
+ "wo": "Wolof",
563
+ "xh": "Xhosa",
564
+ "yi": "Yiddish",
565
+ "yo": "Yoruba",
566
+ "yo-BJ": "Yoruba",
567
+ "za": "Zhuang",
568
+ "zh": "Chinese",
569
+ "zh-CH": "Chinese",
570
+ "zh-TW": "Chinese",
571
+ "zh-Hans": "Chinese",
572
+ "zh-Hans-HK": "Chinese",
573
+ "zh-Hans-MO": "Chinese",
574
+ "zh-Hans-MY": "Chinese",
575
+ "zh-Hans-SG": "Chinese",
576
+ "zh-Hant": "Chinese",
577
+ "zh-Hant-HK": "Chinese",
578
+ "zh-Hant-MO": "Chinese",
579
+ "zh-Hant-MY": "Chinese",
580
+ "zh-Latn": "Chinese",
581
+ "zu": "Zulu",
582
+ "zu-ZA": "Zulu",
583
+ }
584
+ -%}
585
+ {{ bos_token }}
586
+ {%- if (messages[0]['role'] != 'user') -%}
587
+ {{ raise_exception("Conversations must start with a user prompt.") }}
588
+ {%- endif -%}
589
+ {%- for message in messages -%}
590
+ {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
591
+ {{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
592
+ {%- endif -%}
593
+ {%- if (message['role'] == 'assistant') -%}
594
+ {%- if message['content'] is none or message['content'] is not string -%}
595
+ {{ raise_exception("Assistant role must provide content as a string") }}
596
+ {%- endif -%}
597
+ {{ '<start_of_turn>model\n'}}
598
+ {{ message["content"] | trim }}
599
+ {%- elif (message['role'] == 'user') -%}
600
+ {%- if message['content'] is none or message['content'] is not iterable or message['content'] | length != 1 -%}
601
+ {{ raise_exception(
602
+ "User role must provide `content` as an iterable with exactly one item. That item must be a " +
603
+ "`mapping(type:'text' | 'image', source_lang_code:string, target_lang_code:string, " +
604
+ "text:string | none, image:string | none)`."
605
+ ) }}
606
+ {%- endif -%}
607
+ {%- set content = message["content"][0] -%}
608
+ {%- set source_lang_code = content["source_lang_code"] | replace("_", "-") -%}
609
+ {%- set source_lang = languages[source_lang_code] -%}
610
+ {%- set target_lang_code = content["target_lang_code"] | replace("_", "-") -%}
611
+ {%- set target_lang = languages[target_lang_code] -%}
612
+ {{ '<start_of_turn>user\nYou are a professional ' + source_lang + ' (' + source_lang_code + ') to ' +
613
+ target_lang + ' (' + target_lang_code + ') translator. Your goal is to accurately convey the meaning and '
614
+ 'nuances of the original ' + source_lang + ' text while adhering to ' + target_lang + ' grammar, '
615
+ 'vocabulary, and cultural sensitivities.\n'
616
+ }}
617
+ {%- if content["type"] == 'text' -%}
618
+ {{
619
+ 'Produce only the ' + target_lang + ' translation, without any additional explanations or ' +
620
+ 'commentary. Please translate the following ' + source_lang + ' text into ' + target_lang + ':\n\n\n' +
621
+ content["text"] | trim
622
+ }}
623
+ {%- elif content["type"] == 'image' -%}
624
+ {{
625
+ 'Please translate the ' + source_lang + ' text in the provided image into ' + target_lang + '. ' +
626
+ 'Produce only the ' + target_lang + ' translation, without any additional explanations, ' +
627
+ 'alternatives or commentary. Focus only on the text, do not output where the text is located, ' +
628
+ 'surrounding objects or any other explanation about the picture. Ignore symbols, pictogram, and ' +
629
+ 'arrows!\n\n\n<start_of_image>'
630
+ }}
631
+ {%- else -%}
632
+ {{ raise_exception("User role `content` can contain either `text` or `image` data.") }}
633
+ {%- endif -%}
634
+ {%- else -%}
635
+ {{ raise_exception("Conversations must only contain user or assistant roles.") }}
636
+ {%- endif -%}
637
+ {{ '<end_of_turn>\n' }}
638
+ {%- endfor -%}
639
+ {%- if add_generation_prompt -%}
640
+ {{'<start_of_turn>model\n'}}
641
+ {%- endif -%}
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef80689c777a7844dd25eaa6f480fe79c5ea1b9e60c0d44356c64ff780e32fb9
3
+ size 33384443
tokenizer_config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "boi_token": "<start_of_image>",
4
+ "bos_token": "<bos>",
5
+ "clean_up_tokenization_spaces": false,
6
+ "eoi_token": "<end_of_image>",
7
+ "eos_token": "<eos>",
8
+ "image_token": "<image_soft_token>",
9
+ "is_local": false,
10
+ "mask_token": "<mask>",
11
+ "model_max_length": 1000000000000000019884624838656,
12
+ "model_specific_special_tokens": {
13
+ "boi_token": "<start_of_image>",
14
+ "eoi_token": "<end_of_image>",
15
+ "image_token": "<image_soft_token>"
16
+ },
17
+ "pad_token": "<pad>",
18
+ "padding_side": "left",
19
+ "processor_class": "Gemma3Processor",
20
+ "sp_model_kwargs": null,
21
+ "spaces_between_special_tokens": false,
22
+ "tokenizer_class": "GemmaTokenizer",
23
+ "unk_token": "<unk>",
24
+ "use_default_system_prompt": false
25
+ }
trainer_state.json ADDED
@@ -0,0 +1,578 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.864,
6
+ "eval_steps": 54,
7
+ "global_step": 648,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.013333333333333334,
14
+ "grad_norm": 3.1677727699279785,
15
+ "learning_rate": 1.323529411764706e-05,
16
+ "loss": 2.432534408569336,
17
+ "step": 10
18
+ },
19
+ {
20
+ "epoch": 0.02666666666666667,
21
+ "grad_norm": 2.737276077270508,
22
+ "learning_rate": 2.7941176470588236e-05,
23
+ "loss": 1.499803352355957,
24
+ "step": 20
25
+ },
26
+ {
27
+ "epoch": 0.04,
28
+ "grad_norm": 2.322286367416382,
29
+ "learning_rate": 4.2647058823529415e-05,
30
+ "loss": 0.958259391784668,
31
+ "step": 30
32
+ },
33
+ {
34
+ "epoch": 0.05333333333333334,
35
+ "grad_norm": 1.6951706409454346,
36
+ "learning_rate": 5.735294117647059e-05,
37
+ "loss": 0.6128009796142578,
38
+ "step": 40
39
+ },
40
+ {
41
+ "epoch": 0.06666666666666667,
42
+ "grad_norm": 1.5513038635253906,
43
+ "learning_rate": 7.205882352941177e-05,
44
+ "loss": 0.5434298992156983,
45
+ "step": 50
46
+ },
47
+ {
48
+ "epoch": 0.072,
49
+ "eval_loss": 0.4876534342765808,
50
+ "eval_runtime": 46.2236,
51
+ "eval_samples_per_second": 116.802,
52
+ "eval_steps_per_second": 3.656,
53
+ "step": 54
54
+ },
55
+ {
56
+ "epoch": 0.08,
57
+ "grad_norm": 1.2719606161117554,
58
+ "learning_rate": 8.676470588235295e-05,
59
+ "loss": 0.49590306282043456,
60
+ "step": 60
61
+ },
62
+ {
63
+ "epoch": 0.09333333333333334,
64
+ "grad_norm": 1.4482001066207886,
65
+ "learning_rate": 9.995417048579285e-05,
66
+ "loss": 0.4701418876647949,
67
+ "step": 70
68
+ },
69
+ {
70
+ "epoch": 0.10666666666666667,
71
+ "grad_norm": 0.9346111416816711,
72
+ "learning_rate": 9.949587534372136e-05,
73
+ "loss": 0.42320098876953127,
74
+ "step": 80
75
+ },
76
+ {
77
+ "epoch": 0.12,
78
+ "grad_norm": 0.961360514163971,
79
+ "learning_rate": 9.903758020164987e-05,
80
+ "loss": 0.4108582973480225,
81
+ "step": 90
82
+ },
83
+ {
84
+ "epoch": 0.13333333333333333,
85
+ "grad_norm": 1.0673013925552368,
86
+ "learning_rate": 9.857928505957838e-05,
87
+ "loss": 0.4146592617034912,
88
+ "step": 100
89
+ },
90
+ {
91
+ "epoch": 0.144,
92
+ "eval_loss": 0.39331719279289246,
93
+ "eval_runtime": 45.2237,
94
+ "eval_samples_per_second": 119.384,
95
+ "eval_steps_per_second": 3.737,
96
+ "step": 108
97
+ },
98
+ {
99
+ "epoch": 0.14666666666666667,
100
+ "grad_norm": 0.9028648138046265,
101
+ "learning_rate": 9.812098991750688e-05,
102
+ "loss": 0.395797872543335,
103
+ "step": 110
104
+ },
105
+ {
106
+ "epoch": 0.16,
107
+ "grad_norm": 0.9546720385551453,
108
+ "learning_rate": 9.766269477543539e-05,
109
+ "loss": 0.3759224653244019,
110
+ "step": 120
111
+ },
112
+ {
113
+ "epoch": 0.17333333333333334,
114
+ "grad_norm": 1.0134034156799316,
115
+ "learning_rate": 9.720439963336389e-05,
116
+ "loss": 0.3860164642333984,
117
+ "step": 130
118
+ },
119
+ {
120
+ "epoch": 0.18666666666666668,
121
+ "grad_norm": 1.0793383121490479,
122
+ "learning_rate": 9.67461044912924e-05,
123
+ "loss": 0.37697725296020507,
124
+ "step": 140
125
+ },
126
+ {
127
+ "epoch": 0.2,
128
+ "grad_norm": 0.8906319737434387,
129
+ "learning_rate": 9.62878093492209e-05,
130
+ "loss": 0.38399662971496584,
131
+ "step": 150
132
+ },
133
+ {
134
+ "epoch": 0.21333333333333335,
135
+ "grad_norm": 0.9087033867835999,
136
+ "learning_rate": 9.58295142071494e-05,
137
+ "loss": 0.35976552963256836,
138
+ "step": 160
139
+ },
140
+ {
141
+ "epoch": 0.216,
142
+ "eval_loss": 0.36686545610427856,
143
+ "eval_runtime": 45.33,
144
+ "eval_samples_per_second": 119.104,
145
+ "eval_steps_per_second": 3.728,
146
+ "step": 162
147
+ },
148
+ {
149
+ "epoch": 0.22666666666666666,
150
+ "grad_norm": 0.8666670918464661,
151
+ "learning_rate": 9.53712190650779e-05,
152
+ "loss": 0.3579233169555664,
153
+ "step": 170
154
+ },
155
+ {
156
+ "epoch": 0.24,
157
+ "grad_norm": 0.8580495715141296,
158
+ "learning_rate": 9.491292392300642e-05,
159
+ "loss": 0.34284372329711915,
160
+ "step": 180
161
+ },
162
+ {
163
+ "epoch": 0.25333333333333335,
164
+ "grad_norm": 0.7784494757652283,
165
+ "learning_rate": 9.445462878093493e-05,
166
+ "loss": 0.36840295791625977,
167
+ "step": 190
168
+ },
169
+ {
170
+ "epoch": 0.26666666666666666,
171
+ "grad_norm": 0.8598802089691162,
172
+ "learning_rate": 9.399633363886343e-05,
173
+ "loss": 0.3700442314147949,
174
+ "step": 200
175
+ },
176
+ {
177
+ "epoch": 0.28,
178
+ "grad_norm": 0.8933939337730408,
179
+ "learning_rate": 9.353803849679193e-05,
180
+ "loss": 0.36236522197723386,
181
+ "step": 210
182
+ },
183
+ {
184
+ "epoch": 0.288,
185
+ "eval_loss": 0.346111536026001,
186
+ "eval_runtime": 45.7874,
187
+ "eval_samples_per_second": 117.914,
188
+ "eval_steps_per_second": 3.691,
189
+ "step": 216
190
+ },
191
+ {
192
+ "epoch": 0.29333333333333333,
193
+ "grad_norm": 1.05680251121521,
194
+ "learning_rate": 9.307974335472044e-05,
195
+ "loss": 0.35799968242645264,
196
+ "step": 220
197
+ },
198
+ {
199
+ "epoch": 0.30666666666666664,
200
+ "grad_norm": 0.8355916142463684,
201
+ "learning_rate": 9.262144821264895e-05,
202
+ "loss": 0.35074672698974607,
203
+ "step": 230
204
+ },
205
+ {
206
+ "epoch": 0.32,
207
+ "grad_norm": 0.9081747531890869,
208
+ "learning_rate": 9.216315307057746e-05,
209
+ "loss": 0.3546539068222046,
210
+ "step": 240
211
+ },
212
+ {
213
+ "epoch": 0.3333333333333333,
214
+ "grad_norm": 0.9269344210624695,
215
+ "learning_rate": 9.170485792850596e-05,
216
+ "loss": 0.3317249774932861,
217
+ "step": 250
218
+ },
219
+ {
220
+ "epoch": 0.3466666666666667,
221
+ "grad_norm": 0.7904302477836609,
222
+ "learning_rate": 9.124656278643447e-05,
223
+ "loss": 0.3290853023529053,
224
+ "step": 260
225
+ },
226
+ {
227
+ "epoch": 0.36,
228
+ "grad_norm": 0.7114660143852234,
229
+ "learning_rate": 9.078826764436298e-05,
230
+ "loss": 0.322760272026062,
231
+ "step": 270
232
+ },
233
+ {
234
+ "epoch": 0.36,
235
+ "eval_loss": 0.33535903692245483,
236
+ "eval_runtime": 45.3828,
237
+ "eval_samples_per_second": 118.966,
238
+ "eval_steps_per_second": 3.724,
239
+ "step": 270
240
+ },
241
+ {
242
+ "epoch": 0.37333333333333335,
243
+ "grad_norm": 0.8438096046447754,
244
+ "learning_rate": 9.032997250229149e-05,
245
+ "loss": 0.34818062782287595,
246
+ "step": 280
247
+ },
248
+ {
249
+ "epoch": 0.38666666666666666,
250
+ "grad_norm": 0.7516797780990601,
251
+ "learning_rate": 8.987167736021999e-05,
252
+ "loss": 0.31596965789794923,
253
+ "step": 290
254
+ },
255
+ {
256
+ "epoch": 0.4,
257
+ "grad_norm": 0.8765379786491394,
258
+ "learning_rate": 8.94133822181485e-05,
259
+ "loss": 0.33709211349487306,
260
+ "step": 300
261
+ },
262
+ {
263
+ "epoch": 0.41333333333333333,
264
+ "grad_norm": 0.8902734518051147,
265
+ "learning_rate": 8.8955087076077e-05,
266
+ "loss": 0.330603814125061,
267
+ "step": 310
268
+ },
269
+ {
270
+ "epoch": 0.4266666666666667,
271
+ "grad_norm": 0.8690024018287659,
272
+ "learning_rate": 8.84967919340055e-05,
273
+ "loss": 0.32671523094177246,
274
+ "step": 320
275
+ },
276
+ {
277
+ "epoch": 0.432,
278
+ "eval_loss": 0.33184683322906494,
279
+ "eval_runtime": 45.3915,
280
+ "eval_samples_per_second": 118.943,
281
+ "eval_steps_per_second": 3.723,
282
+ "step": 324
283
+ },
284
+ {
285
+ "epoch": 0.44,
286
+ "grad_norm": 0.8143032193183899,
287
+ "learning_rate": 8.8038496791934e-05,
288
+ "loss": 0.3163719177246094,
289
+ "step": 330
290
+ },
291
+ {
292
+ "epoch": 0.4533333333333333,
293
+ "grad_norm": 0.7447159290313721,
294
+ "learning_rate": 8.758020164986251e-05,
295
+ "loss": 0.3183164119720459,
296
+ "step": 340
297
+ },
298
+ {
299
+ "epoch": 0.4666666666666667,
300
+ "grad_norm": 0.7337270379066467,
301
+ "learning_rate": 8.712190650779101e-05,
302
+ "loss": 0.3220224857330322,
303
+ "step": 350
304
+ },
305
+ {
306
+ "epoch": 0.48,
307
+ "grad_norm": 0.6819722056388855,
308
+ "learning_rate": 8.666361136571953e-05,
309
+ "loss": 0.3218740940093994,
310
+ "step": 360
311
+ },
312
+ {
313
+ "epoch": 0.49333333333333335,
314
+ "grad_norm": 0.7921403646469116,
315
+ "learning_rate": 8.620531622364803e-05,
316
+ "loss": 0.32049055099487306,
317
+ "step": 370
318
+ },
319
+ {
320
+ "epoch": 0.504,
321
+ "eval_loss": 0.3204575181007385,
322
+ "eval_runtime": 45.5527,
323
+ "eval_samples_per_second": 118.522,
324
+ "eval_steps_per_second": 3.71,
325
+ "step": 378
326
+ },
327
+ {
328
+ "epoch": 0.5066666666666667,
329
+ "grad_norm": 0.7351377010345459,
330
+ "learning_rate": 8.574702108157654e-05,
331
+ "loss": 0.3107901573181152,
332
+ "step": 380
333
+ },
334
+ {
335
+ "epoch": 0.52,
336
+ "grad_norm": 0.800105094909668,
337
+ "learning_rate": 8.528872593950504e-05,
338
+ "loss": 0.3166258096694946,
339
+ "step": 390
340
+ },
341
+ {
342
+ "epoch": 0.5333333333333333,
343
+ "grad_norm": 0.683992326259613,
344
+ "learning_rate": 8.483043079743355e-05,
345
+ "loss": 0.31937375068664553,
346
+ "step": 400
347
+ },
348
+ {
349
+ "epoch": 0.5466666666666666,
350
+ "grad_norm": 0.7428257465362549,
351
+ "learning_rate": 8.437213565536206e-05,
352
+ "loss": 0.3019124984741211,
353
+ "step": 410
354
+ },
355
+ {
356
+ "epoch": 0.56,
357
+ "grad_norm": 0.7256530523300171,
358
+ "learning_rate": 8.391384051329057e-05,
359
+ "loss": 0.3088233232498169,
360
+ "step": 420
361
+ },
362
+ {
363
+ "epoch": 0.5733333333333334,
364
+ "grad_norm": 0.8287463784217834,
365
+ "learning_rate": 8.345554537121907e-05,
366
+ "loss": 0.3135841369628906,
367
+ "step": 430
368
+ },
369
+ {
370
+ "epoch": 0.576,
371
+ "eval_loss": 0.3146475553512573,
372
+ "eval_runtime": 45.5431,
373
+ "eval_samples_per_second": 118.547,
374
+ "eval_steps_per_second": 3.711,
375
+ "step": 432
376
+ },
377
+ {
378
+ "epoch": 0.5866666666666667,
379
+ "grad_norm": 0.7201558947563171,
380
+ "learning_rate": 8.299725022914757e-05,
381
+ "loss": 0.33163981437683104,
382
+ "step": 440
383
+ },
384
+ {
385
+ "epoch": 0.6,
386
+ "grad_norm": 0.7666788697242737,
387
+ "learning_rate": 8.253895508707609e-05,
388
+ "loss": 0.3103063106536865,
389
+ "step": 450
390
+ },
391
+ {
392
+ "epoch": 0.6133333333333333,
393
+ "grad_norm": 0.7993035912513733,
394
+ "learning_rate": 8.20806599450046e-05,
395
+ "loss": 0.3024377584457397,
396
+ "step": 460
397
+ },
398
+ {
399
+ "epoch": 0.6266666666666667,
400
+ "grad_norm": 0.7305812835693359,
401
+ "learning_rate": 8.16223648029331e-05,
402
+ "loss": 0.30060317516326907,
403
+ "step": 470
404
+ },
405
+ {
406
+ "epoch": 0.64,
407
+ "grad_norm": 0.7218968868255615,
408
+ "learning_rate": 8.11640696608616e-05,
409
+ "loss": 0.30545334815979003,
410
+ "step": 480
411
+ },
412
+ {
413
+ "epoch": 0.648,
414
+ "eval_loss": 0.30640655755996704,
415
+ "eval_runtime": 45.3513,
416
+ "eval_samples_per_second": 119.048,
417
+ "eval_steps_per_second": 3.726,
418
+ "step": 486
419
+ },
420
+ {
421
+ "epoch": 0.6533333333333333,
422
+ "grad_norm": 0.7409582734107971,
423
+ "learning_rate": 8.07057745187901e-05,
424
+ "loss": 0.31014978885650635,
425
+ "step": 490
426
+ },
427
+ {
428
+ "epoch": 0.6666666666666666,
429
+ "grad_norm": 0.8251257538795471,
430
+ "learning_rate": 8.024747937671861e-05,
431
+ "loss": 0.2921054124832153,
432
+ "step": 500
433
+ },
434
+ {
435
+ "epoch": 0.68,
436
+ "grad_norm": 0.8492790460586548,
437
+ "learning_rate": 7.978918423464711e-05,
438
+ "loss": 0.2973308801651001,
439
+ "step": 510
440
+ },
441
+ {
442
+ "epoch": 0.6933333333333334,
443
+ "grad_norm": 0.9368008971214294,
444
+ "learning_rate": 7.933088909257562e-05,
445
+ "loss": 0.2915247917175293,
446
+ "step": 520
447
+ },
448
+ {
449
+ "epoch": 0.7066666666666667,
450
+ "grad_norm": 0.7164352536201477,
451
+ "learning_rate": 7.887259395050412e-05,
452
+ "loss": 0.2985499382019043,
453
+ "step": 530
454
+ },
455
+ {
456
+ "epoch": 0.72,
457
+ "grad_norm": 0.7182020545005798,
458
+ "learning_rate": 7.841429880843263e-05,
459
+ "loss": 0.29260077476501467,
460
+ "step": 540
461
+ },
462
+ {
463
+ "epoch": 0.72,
464
+ "eval_loss": 0.301230788230896,
465
+ "eval_runtime": 45.2631,
466
+ "eval_samples_per_second": 119.281,
467
+ "eval_steps_per_second": 3.734,
468
+ "step": 540
469
+ },
470
+ {
471
+ "epoch": 0.7333333333333333,
472
+ "grad_norm": 0.667168140411377,
473
+ "learning_rate": 7.795600366636114e-05,
474
+ "loss": 0.2892777442932129,
475
+ "step": 550
476
+ },
477
+ {
478
+ "epoch": 0.7466666666666667,
479
+ "grad_norm": 0.8839274048805237,
480
+ "learning_rate": 7.749770852428965e-05,
481
+ "loss": 0.29940755367279054,
482
+ "step": 560
483
+ },
484
+ {
485
+ "epoch": 0.76,
486
+ "grad_norm": 0.7022384405136108,
487
+ "learning_rate": 7.703941338221815e-05,
488
+ "loss": 0.2847739696502686,
489
+ "step": 570
490
+ },
491
+ {
492
+ "epoch": 0.7733333333333333,
493
+ "grad_norm": 0.7643616199493408,
494
+ "learning_rate": 7.658111824014665e-05,
495
+ "loss": 0.3103649139404297,
496
+ "step": 580
497
+ },
498
+ {
499
+ "epoch": 0.7866666666666666,
500
+ "grad_norm": 0.8885356187820435,
501
+ "learning_rate": 7.612282309807517e-05,
502
+ "loss": 0.2783879518508911,
503
+ "step": 590
504
+ },
505
+ {
506
+ "epoch": 0.792,
507
+ "eval_loss": 0.2951120138168335,
508
+ "eval_runtime": 45.5971,
509
+ "eval_samples_per_second": 118.407,
510
+ "eval_steps_per_second": 3.706,
511
+ "step": 594
512
+ },
513
+ {
514
+ "epoch": 0.8,
515
+ "grad_norm": 0.7724995017051697,
516
+ "learning_rate": 7.566452795600368e-05,
517
+ "loss": 0.30985236167907715,
518
+ "step": 600
519
+ },
520
+ {
521
+ "epoch": 0.8133333333333334,
522
+ "grad_norm": 0.9214587807655334,
523
+ "learning_rate": 7.520623281393218e-05,
524
+ "loss": 0.28750762939453123,
525
+ "step": 610
526
+ },
527
+ {
528
+ "epoch": 0.8266666666666667,
529
+ "grad_norm": 0.8178621530532837,
530
+ "learning_rate": 7.474793767186068e-05,
531
+ "loss": 0.3045247793197632,
532
+ "step": 620
533
+ },
534
+ {
535
+ "epoch": 0.84,
536
+ "grad_norm": 0.6371078491210938,
537
+ "learning_rate": 7.428964252978919e-05,
538
+ "loss": 0.2850461006164551,
539
+ "step": 630
540
+ },
541
+ {
542
+ "epoch": 0.8533333333333334,
543
+ "grad_norm": 0.6749277710914612,
544
+ "learning_rate": 7.383134738771769e-05,
545
+ "loss": 0.29334354400634766,
546
+ "step": 640
547
+ },
548
+ {
549
+ "epoch": 0.864,
550
+ "eval_loss": 0.29118046164512634,
551
+ "eval_runtime": 45.5175,
552
+ "eval_samples_per_second": 118.614,
553
+ "eval_steps_per_second": 3.713,
554
+ "step": 648
555
+ }
556
+ ],
557
+ "logging_steps": 10,
558
+ "max_steps": 2250,
559
+ "num_input_tokens_seen": 0,
560
+ "num_train_epochs": 3,
561
+ "save_steps": 324,
562
+ "stateful_callbacks": {
563
+ "TrainerControl": {
564
+ "args": {
565
+ "should_epoch_stop": false,
566
+ "should_evaluate": false,
567
+ "should_log": false,
568
+ "should_save": true,
569
+ "should_training_stop": false
570
+ },
571
+ "attributes": {}
572
+ }
573
+ },
574
+ "total_flos": 6.141916003015066e+17,
575
+ "train_batch_size": 1,
576
+ "trial_name": null,
577
+ "trial_params": null
578
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6f1ad592f6df43d05f6f7f1063e4ee41108e64793eb5d1f3168777f2bdee82
3
+ size 5201