ykyao commited on
Commit
82e62fe
·
verified ·
1 Parent(s): 9215e7b

Upload folder using huggingface_hub

Browse files
cl_hop4/added_tokens.json ADDED
@@ -0,0 +1,485 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Abby": 50258,
3
+ "Abel": 50257,
4
+ "Ace": 50259,
5
+ "Ada": 50260,
6
+ "Addie": 50261,
7
+ "Adele": 50262,
8
+ "Aiden": 50263,
9
+ "Aimee": 50264,
10
+ "Aisha": 50641,
11
+ "Ajay": 50265,
12
+ "Alba": 50266,
13
+ "Alec": 50267,
14
+ "Alfonso": 50642,
15
+ "Aline": 50268,
16
+ "Allegra": 50643,
17
+ "Alma": 50269,
18
+ "Alvin": 50270,
19
+ "Amber": 50271,
20
+ "Amie": 50272,
21
+ "Amir": 50273,
22
+ "Amos": 50644,
23
+ "Ana": 50274,
24
+ "Anika": 50275,
25
+ "Anita": 50276,
26
+ "Annie": 50277,
27
+ "Anson": 50645,
28
+ "Antwan": 50646,
29
+ "Anya": 50278,
30
+ "Araceli": 50647,
31
+ "Arden": 50648,
32
+ "Aria": 50279,
33
+ "Ariel": 50280,
34
+ "Arjun": 50649,
35
+ "Arlette": 50650,
36
+ "Arlo": 50281,
37
+ "Arman": 50282,
38
+ "Aron": 50283,
39
+ "Arya": 50284,
40
+ "Asa": 50285,
41
+ "Ashanti": 50651,
42
+ "Asher": 50286,
43
+ "Aston": 50287,
44
+ "Astrid": 50288,
45
+ "Aubrey": 50289,
46
+ "Aubri": 50652,
47
+ "Audra": 50290,
48
+ "Ava": 50291,
49
+ "Axel": 50292,
50
+ "Ayaan": 50293,
51
+ "Ayden": 50294,
52
+ "Bailey": 50295,
53
+ "Barb": 50296,
54
+ "Barry": 50297,
55
+ "Basil": 50653,
56
+ "Beatrix": 50654,
57
+ "Beau": 50298,
58
+ "Bella": 50299,
59
+ "Benedict": 50655,
60
+ "Benny": 50300,
61
+ "Bernadette": 50656,
62
+ "Bert": 50301,
63
+ "Beth": 50302,
64
+ "Beverly": 50303,
65
+ "Bianca": 50304,
66
+ "Bjorn": 50305,
67
+ "Blaise": 50657,
68
+ "Bobby": 50306,
69
+ "Bonita": 50658,
70
+ "Bonnie": 50307,
71
+ "Boyd": 50308,
72
+ "Brady": 50309,
73
+ "Brandy": 50310,
74
+ "Branson": 50659,
75
+ "Brenda": 50311,
76
+ "Brent": 50312,
77
+ "Brett": 50313,
78
+ "Brianna": 50314,
79
+ "Briar": 50660,
80
+ "Brice": 50315,
81
+ "Bridget": 50316,
82
+ "Britt": 50317,
83
+ "Brock": 50318,
84
+ "Brody": 50319,
85
+ "Brogan": 50661,
86
+ "Bruno": 50320,
87
+ "Bryan": 50321,
88
+ "Bryce": 50322,
89
+ "Byron": 50323,
90
+ "Cade": 50324,
91
+ "Cael": 50325,
92
+ "Cain": 50326,
93
+ "Caleb": 50327,
94
+ "Callan": 50662,
95
+ "Callie": 50328,
96
+ "Calvin": 50663,
97
+ "Cambria": 50664,
98
+ "Cameron": 50329,
99
+ "Cami": 50330,
100
+ "Candace": 50331,
101
+ "Cara": 50332,
102
+ "Carla": 50333,
103
+ "Carlton": 50334,
104
+ "Carmelo": 50665,
105
+ "Carol": 50335,
106
+ "Carrie": 50336,
107
+ "Carson": 50337,
108
+ "Carys": 50666,
109
+ "Casey": 50338,
110
+ "Cason": 50339,
111
+ "Cassius": 50667,
112
+ "Cathy": 50340,
113
+ "Cedric": 50341,
114
+ "Celeste": 50668,
115
+ "Celine": 50669,
116
+ "Cesar": 50342,
117
+ "Chad": 50343,
118
+ "Chandler": 50344,
119
+ "Charlton": 50670,
120
+ "Chase": 50345,
121
+ "Chloe": 50346,
122
+ "Cillian": 50671,
123
+ "Cindy": 50347,
124
+ "Claire": 50348,
125
+ "Claude": 50349,
126
+ "Clay": 50350,
127
+ "Cleo": 50672,
128
+ "Cliff": 50351,
129
+ "Clint": 50352,
130
+ "Clover": 50673,
131
+ "Clyde": 50353,
132
+ "Cody": 50354,
133
+ "Colby": 50355,
134
+ "Colin": 50356,
135
+ "Collette": 50674,
136
+ "Connie": 50357,
137
+ "Cooper": 50358,
138
+ "Cordelia": 50675,
139
+ "Corey": 50359,
140
+ "Cormac": 50676,
141
+ "Corwin": 50677,
142
+ "Cory": 50360,
143
+ "Curt": 50361,
144
+ "Curtis": 50362,
145
+ "Cyrus": 50363,
146
+ "Dahlia": 50678,
147
+ "Daisy": 50364,
148
+ "Dale": 50365,
149
+ "Damon": 50366,
150
+ "Dana": 50367,
151
+ "Danielle": 50368,
152
+ "Dante": 50369,
153
+ "Daphne": 50370,
154
+ "Darin": 50371,
155
+ "Darius": 50372,
156
+ "Darla": 50373,
157
+ "Darlene": 50374,
158
+ "Darnell": 50679,
159
+ "Darrel": 50375,
160
+ "Darren": 50376,
161
+ "Darryl": 50377,
162
+ "Dashiell": 50680,
163
+ "Dawn": 50378,
164
+ "Deacon": 50681,
165
+ "Debbie": 50379,
166
+ "Deborah": 50380,
167
+ "Declan": 50381,
168
+ "Delaney": 50682,
169
+ "Delia": 50382,
170
+ "Demetri": 50383,
171
+ "Demetrius": 50683,
172
+ "Demi": 50384,
173
+ "Denise": 50385,
174
+ "Dennis": 50386,
175
+ "Derek": 50387,
176
+ "Derrick": 50388,
177
+ "Deshawn": 50684,
178
+ "Devin": 50389,
179
+ "Devon": 50390,
180
+ "Dewey": 50685,
181
+ "Dexter": 50391,
182
+ "Diana": 50392,
183
+ "Diane": 50393,
184
+ "Diego": 50394,
185
+ "Dillon": 50395,
186
+ "Dina": 50396,
187
+ "Dino": 50397,
188
+ "Dior": 50686,
189
+ "Dirk": 50398,
190
+ "Dixie": 50399,
191
+ "Dolly": 50400,
192
+ "Dominic": 50401,
193
+ "Donna": 50402,
194
+ "Dorian": 50403,
195
+ "Doris": 50404,
196
+ "Douglas": 50405,
197
+ "Drake": 50406,
198
+ "Drew": 50407,
199
+ "Duke": 50408,
200
+ "Dulcie": 50687,
201
+ "Duncan": 50409,
202
+ "Dustin": 50410,
203
+ "Dusty": 50411,
204
+ "Dwayne": 50412,
205
+ "Dwight": 50413,
206
+ "Dylan": 50414,
207
+ "Eamon": 50688,
208
+ "Earl": 50415,
209
+ "Eddard": 50689,
210
+ "Eddie": 50416,
211
+ "Edgar": 50417,
212
+ "Edith": 50418,
213
+ "Edna": 50419,
214
+ "Edwin": 50420,
215
+ "Eileen": 50421,
216
+ "Elaine": 50422,
217
+ "Eldon": 50690,
218
+ "Eleanor": 50423,
219
+ "Elena": 50424,
220
+ "Eli": 50425,
221
+ "Eliana": 50426,
222
+ "Elijah": 50427,
223
+ "Elisa": 50428,
224
+ "Elise": 50429,
225
+ "Eliza": 50430,
226
+ "Ella": 50431,
227
+ "Ellen": 50432,
228
+ "Elliot": 50433,
229
+ "Eloise": 50434,
230
+ "Elowen": 50691,
231
+ "Elton": 50435,
232
+ "Elvira": 50692,
233
+ "Elvis": 50436,
234
+ "Ember": 50693,
235
+ "Emery": 50437,
236
+ "Emil": 50438,
237
+ "Emilia": 50439,
238
+ "Emiliano": 50694,
239
+ "Emma": 50440,
240
+ "Emmeline": 50695,
241
+ "Emory": 50441,
242
+ "Enid": 50442,
243
+ "Enzo": 50443,
244
+ "Ephraim": 50696,
245
+ "Erica": 50444,
246
+ "Erick": 50445,
247
+ "Erik": 50446,
248
+ "Erin": 50447,
249
+ "Ernest": 50448,
250
+ "Ernie": 50449,
251
+ "Esme": 50450,
252
+ "Esther": 50451,
253
+ "Ethan": 50452,
254
+ "Ethel": 50453,
255
+ "Eugene": 50454,
256
+ "Eulalia": 50697,
257
+ "Eunice": 50455,
258
+ "Evan": 50456,
259
+ "Evander": 50698,
260
+ "Eve": 50457,
261
+ "Evelyn": 50458,
262
+ "Everett": 50459,
263
+ "Ewan": 50460,
264
+ "Ezra": 50461,
265
+ "Fabian": 50462,
266
+ "Fanny": 50463,
267
+ "Faustino": 50699,
268
+ "Felicia": 50464,
269
+ "Felicity": 50700,
270
+ "Felix": 50465,
271
+ "Finley": 50701,
272
+ "Finn": 50467,
273
+ "Fiona": 50466,
274
+ "Flora": 50702,
275
+ "Floyd": 50468,
276
+ "Flynn": 50703,
277
+ "Forrest": 50469,
278
+ "Frances": 50470,
279
+ "Francis": 50471,
280
+ "Frankie": 50472,
281
+ "Freddie": 50473,
282
+ "Freddy": 50474,
283
+ "Frederica": 50704,
284
+ "Freya": 50475,
285
+ "Gabby": 50476,
286
+ "Gabe": 50477,
287
+ "Gabriel": 50478,
288
+ "Gael": 50705,
289
+ "Gail": 50479,
290
+ "Gale": 50480,
291
+ "Garrett": 50706,
292
+ "Garry": 50481,
293
+ "Gavin": 50482,
294
+ "Geoff": 50483,
295
+ "Gerald": 50484,
296
+ "Gerard": 50485,
297
+ "Gigi": 50486,
298
+ "Gilbert": 50487,
299
+ "Gina": 50488,
300
+ "Ginger": 50489,
301
+ "Gino": 50490,
302
+ "Giovanni": 50491,
303
+ "Gisela": 50707,
304
+ "Giselle": 50492,
305
+ "Gladys": 50493,
306
+ "Glen": 50494,
307
+ "Glenda": 50495,
308
+ "Glenn": 50496,
309
+ "Gloria": 50497,
310
+ "Grace": 50498,
311
+ "Grady": 50499,
312
+ "Gregg": 50500,
313
+ "Gregory": 50501,
314
+ "Greta": 50502,
315
+ "Gretchen": 50503,
316
+ "Griffin": 50504,
317
+ "Gus": 50505,
318
+ "Gustavo": 50708,
319
+ "Gwen": 50506,
320
+ "Hadley": 50709,
321
+ "Hailey": 50507,
322
+ "Hamza": 50710,
323
+ "Hank": 50508,
324
+ "Hanna": 50509,
325
+ "Hannah": 50510,
326
+ "Harland": 50711,
327
+ "Harley": 50511,
328
+ "Harold": 50512,
329
+ "Harvey": 50513,
330
+ "Hattie": 50712,
331
+ "Haven": 50713,
332
+ "Hazel": 50514,
333
+ "Heath": 50515,
334
+ "Heather": 50516,
335
+ "Hector": 50517,
336
+ "Heidi": 50518,
337
+ "Helen": 50519,
338
+ "Henri": 50520,
339
+ "Herb": 50521,
340
+ "Herman": 50522,
341
+ "Hilary": 50523,
342
+ "Holland": 50714,
343
+ "Holly": 50524,
344
+ "Horace": 50525,
345
+ "Hudson": 50526,
346
+ "Hugh": 50527,
347
+ "Hugo": 50528,
348
+ "Ida": 50529,
349
+ "Igor": 50530,
350
+ "Iker": 50715,
351
+ "Imogen": 50531,
352
+ "Indira": 50716,
353
+ "Ines": 50532,
354
+ "Inigo": 50717,
355
+ "Irene": 50533,
356
+ "Iris": 50534,
357
+ "Irma": 50535,
358
+ "Isaac": 50536,
359
+ "Isabel": 50537,
360
+ "Isabella": 50538,
361
+ "Isaiah": 50539,
362
+ "Isla": 50540,
363
+ "Ivan": 50541,
364
+ "Ivy": 50542,
365
+ "Jace": 50543,
366
+ "Jackie": 50544,
367
+ "Jacqueline": 50545,
368
+ "Jade": 50546,
369
+ "Jaime": 50547,
370
+ "Jalen": 50548,
371
+ "Jalil": 50718,
372
+ "Jana": 50549,
373
+ "Janet": 50550,
374
+ "Janice": 50551,
375
+ "Jared": 50552,
376
+ "Jareth": 50719,
377
+ "Jasmine": 50553,
378
+ "Jasper": 50554,
379
+ "Javier": 50555,
380
+ "Jayden": 50556,
381
+ "Jeanette": 50557,
382
+ "Jeanne": 50558,
383
+ "Jeffery": 50559,
384
+ "Jeffrey": 50560,
385
+ "Jenna": 50561,
386
+ "Jenny": 50562,
387
+ "Jensen": 50720,
388
+ "Jeremiah": 50563,
389
+ "Jermaine": 50564,
390
+ "Jerome": 50565,
391
+ "Jesse": 50566,
392
+ "Jessie": 50567,
393
+ "Jethro": 50721,
394
+ "Jill": 50568,
395
+ "Joan": 50569,
396
+ "Joanna": 50570,
397
+ "Joanne": 50571,
398
+ "Jocelyn": 50572,
399
+ "Jodi": 50573,
400
+ "Jodie": 50574,
401
+ "Joel": 50575,
402
+ "Joey": 50576,
403
+ "Jonah": 50577,
404
+ "Jorge": 50578,
405
+ "Josie": 50579,
406
+ "Jovan": 50722,
407
+ "Joyce": 50580,
408
+ "Juan": 50581,
409
+ "Juanita": 50582,
410
+ "Judith": 50583,
411
+ "Judy": 50584,
412
+ "Jules": 50585,
413
+ "Julia": 50586,
414
+ "Julian": 50587,
415
+ "Julie": 50588,
416
+ "Juliet": 50589,
417
+ "Julio": 50590,
418
+ "Julius": 50591,
419
+ "Kaden": 50592,
420
+ "Kael": 50723,
421
+ "Kai": 50593,
422
+ "Kaia": 50724,
423
+ "Kara": 50594,
424
+ "Karen": 50595,
425
+ "Kari": 50596,
426
+ "Karina": 50597,
427
+ "Katherine": 50598,
428
+ "Kathleen": 50599,
429
+ "Kathy": 50600,
430
+ "Katie": 50601,
431
+ "Kayla": 50602,
432
+ "Keira": 50603,
433
+ "Kelsey": 50604,
434
+ "Kendall": 50605,
435
+ "Kenji": 50725,
436
+ "Kennedy": 50606,
437
+ "Kenneth": 50607,
438
+ "Kenny": 50608,
439
+ "Khalid": 50609,
440
+ "Kian": 50726,
441
+ "Kimberly": 50610,
442
+ "Kip": 50727,
443
+ "Kirk": 50611,
444
+ "Kris": 50612,
445
+ "Krista": 50613,
446
+ "Kristen": 50614,
447
+ "Kristin": 50615,
448
+ "Kristina": 50616,
449
+ "Kurt": 50617,
450
+ "Lacey": 50618,
451
+ "Lachlan": 50728,
452
+ "Lana": 50619,
453
+ "Lance": 50620,
454
+ "Lara": 50621,
455
+ "Lauren": 50622,
456
+ "Laurie": 50623,
457
+ "Layla": 50624,
458
+ "Lazaro": 50729,
459
+ "Leah": 50625,
460
+ "Leandro": 50730,
461
+ "Leo": 50626,
462
+ "Leona": 50627,
463
+ "Leonard": 50628,
464
+ "Leroy": 50629,
465
+ "Leslie": 50630,
466
+ "Lester": 50631,
467
+ "Liam": 50632,
468
+ "Lincoln": 50633,
469
+ "Linda": 50634,
470
+ "Lindsay": 50635,
471
+ "Logan": 50636,
472
+ "Lola": 50637,
473
+ "Loren": 50638,
474
+ "Louise": 50639,
475
+ "Lucas": 50640,
476
+ "Lucien": 50731,
477
+ "Ludwig": 50732,
478
+ "Malik": 50733,
479
+ "Marcella": 50734,
480
+ "Maxton": 50735,
481
+ "Melina": 50736,
482
+ "Mireille": 50737,
483
+ "Mordecai": 50738,
484
+ "Talia": 50739
485
+ }
cl_hop4/checkpoint-20000/added_tokens.json ADDED
@@ -0,0 +1,485 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Abby": 50258,
3
+ "Abel": 50257,
4
+ "Ace": 50259,
5
+ "Ada": 50260,
6
+ "Addie": 50261,
7
+ "Adele": 50262,
8
+ "Aiden": 50263,
9
+ "Aimee": 50264,
10
+ "Aisha": 50641,
11
+ "Ajay": 50265,
12
+ "Alba": 50266,
13
+ "Alec": 50267,
14
+ "Alfonso": 50642,
15
+ "Aline": 50268,
16
+ "Allegra": 50643,
17
+ "Alma": 50269,
18
+ "Alvin": 50270,
19
+ "Amber": 50271,
20
+ "Amie": 50272,
21
+ "Amir": 50273,
22
+ "Amos": 50644,
23
+ "Ana": 50274,
24
+ "Anika": 50275,
25
+ "Anita": 50276,
26
+ "Annie": 50277,
27
+ "Anson": 50645,
28
+ "Antwan": 50646,
29
+ "Anya": 50278,
30
+ "Araceli": 50647,
31
+ "Arden": 50648,
32
+ "Aria": 50279,
33
+ "Ariel": 50280,
34
+ "Arjun": 50649,
35
+ "Arlette": 50650,
36
+ "Arlo": 50281,
37
+ "Arman": 50282,
38
+ "Aron": 50283,
39
+ "Arya": 50284,
40
+ "Asa": 50285,
41
+ "Ashanti": 50651,
42
+ "Asher": 50286,
43
+ "Aston": 50287,
44
+ "Astrid": 50288,
45
+ "Aubrey": 50289,
46
+ "Aubri": 50652,
47
+ "Audra": 50290,
48
+ "Ava": 50291,
49
+ "Axel": 50292,
50
+ "Ayaan": 50293,
51
+ "Ayden": 50294,
52
+ "Bailey": 50295,
53
+ "Barb": 50296,
54
+ "Barry": 50297,
55
+ "Basil": 50653,
56
+ "Beatrix": 50654,
57
+ "Beau": 50298,
58
+ "Bella": 50299,
59
+ "Benedict": 50655,
60
+ "Benny": 50300,
61
+ "Bernadette": 50656,
62
+ "Bert": 50301,
63
+ "Beth": 50302,
64
+ "Beverly": 50303,
65
+ "Bianca": 50304,
66
+ "Bjorn": 50305,
67
+ "Blaise": 50657,
68
+ "Bobby": 50306,
69
+ "Bonita": 50658,
70
+ "Bonnie": 50307,
71
+ "Boyd": 50308,
72
+ "Brady": 50309,
73
+ "Brandy": 50310,
74
+ "Branson": 50659,
75
+ "Brenda": 50311,
76
+ "Brent": 50312,
77
+ "Brett": 50313,
78
+ "Brianna": 50314,
79
+ "Briar": 50660,
80
+ "Brice": 50315,
81
+ "Bridget": 50316,
82
+ "Britt": 50317,
83
+ "Brock": 50318,
84
+ "Brody": 50319,
85
+ "Brogan": 50661,
86
+ "Bruno": 50320,
87
+ "Bryan": 50321,
88
+ "Bryce": 50322,
89
+ "Byron": 50323,
90
+ "Cade": 50324,
91
+ "Cael": 50325,
92
+ "Cain": 50326,
93
+ "Caleb": 50327,
94
+ "Callan": 50662,
95
+ "Callie": 50328,
96
+ "Calvin": 50663,
97
+ "Cambria": 50664,
98
+ "Cameron": 50329,
99
+ "Cami": 50330,
100
+ "Candace": 50331,
101
+ "Cara": 50332,
102
+ "Carla": 50333,
103
+ "Carlton": 50334,
104
+ "Carmelo": 50665,
105
+ "Carol": 50335,
106
+ "Carrie": 50336,
107
+ "Carson": 50337,
108
+ "Carys": 50666,
109
+ "Casey": 50338,
110
+ "Cason": 50339,
111
+ "Cassius": 50667,
112
+ "Cathy": 50340,
113
+ "Cedric": 50341,
114
+ "Celeste": 50668,
115
+ "Celine": 50669,
116
+ "Cesar": 50342,
117
+ "Chad": 50343,
118
+ "Chandler": 50344,
119
+ "Charlton": 50670,
120
+ "Chase": 50345,
121
+ "Chloe": 50346,
122
+ "Cillian": 50671,
123
+ "Cindy": 50347,
124
+ "Claire": 50348,
125
+ "Claude": 50349,
126
+ "Clay": 50350,
127
+ "Cleo": 50672,
128
+ "Cliff": 50351,
129
+ "Clint": 50352,
130
+ "Clover": 50673,
131
+ "Clyde": 50353,
132
+ "Cody": 50354,
133
+ "Colby": 50355,
134
+ "Colin": 50356,
135
+ "Collette": 50674,
136
+ "Connie": 50357,
137
+ "Cooper": 50358,
138
+ "Cordelia": 50675,
139
+ "Corey": 50359,
140
+ "Cormac": 50676,
141
+ "Corwin": 50677,
142
+ "Cory": 50360,
143
+ "Curt": 50361,
144
+ "Curtis": 50362,
145
+ "Cyrus": 50363,
146
+ "Dahlia": 50678,
147
+ "Daisy": 50364,
148
+ "Dale": 50365,
149
+ "Damon": 50366,
150
+ "Dana": 50367,
151
+ "Danielle": 50368,
152
+ "Dante": 50369,
153
+ "Daphne": 50370,
154
+ "Darin": 50371,
155
+ "Darius": 50372,
156
+ "Darla": 50373,
157
+ "Darlene": 50374,
158
+ "Darnell": 50679,
159
+ "Darrel": 50375,
160
+ "Darren": 50376,
161
+ "Darryl": 50377,
162
+ "Dashiell": 50680,
163
+ "Dawn": 50378,
164
+ "Deacon": 50681,
165
+ "Debbie": 50379,
166
+ "Deborah": 50380,
167
+ "Declan": 50381,
168
+ "Delaney": 50682,
169
+ "Delia": 50382,
170
+ "Demetri": 50383,
171
+ "Demetrius": 50683,
172
+ "Demi": 50384,
173
+ "Denise": 50385,
174
+ "Dennis": 50386,
175
+ "Derek": 50387,
176
+ "Derrick": 50388,
177
+ "Deshawn": 50684,
178
+ "Devin": 50389,
179
+ "Devon": 50390,
180
+ "Dewey": 50685,
181
+ "Dexter": 50391,
182
+ "Diana": 50392,
183
+ "Diane": 50393,
184
+ "Diego": 50394,
185
+ "Dillon": 50395,
186
+ "Dina": 50396,
187
+ "Dino": 50397,
188
+ "Dior": 50686,
189
+ "Dirk": 50398,
190
+ "Dixie": 50399,
191
+ "Dolly": 50400,
192
+ "Dominic": 50401,
193
+ "Donna": 50402,
194
+ "Dorian": 50403,
195
+ "Doris": 50404,
196
+ "Douglas": 50405,
197
+ "Drake": 50406,
198
+ "Drew": 50407,
199
+ "Duke": 50408,
200
+ "Dulcie": 50687,
201
+ "Duncan": 50409,
202
+ "Dustin": 50410,
203
+ "Dusty": 50411,
204
+ "Dwayne": 50412,
205
+ "Dwight": 50413,
206
+ "Dylan": 50414,
207
+ "Eamon": 50688,
208
+ "Earl": 50415,
209
+ "Eddard": 50689,
210
+ "Eddie": 50416,
211
+ "Edgar": 50417,
212
+ "Edith": 50418,
213
+ "Edna": 50419,
214
+ "Edwin": 50420,
215
+ "Eileen": 50421,
216
+ "Elaine": 50422,
217
+ "Eldon": 50690,
218
+ "Eleanor": 50423,
219
+ "Elena": 50424,
220
+ "Eli": 50425,
221
+ "Eliana": 50426,
222
+ "Elijah": 50427,
223
+ "Elisa": 50428,
224
+ "Elise": 50429,
225
+ "Eliza": 50430,
226
+ "Ella": 50431,
227
+ "Ellen": 50432,
228
+ "Elliot": 50433,
229
+ "Eloise": 50434,
230
+ "Elowen": 50691,
231
+ "Elton": 50435,
232
+ "Elvira": 50692,
233
+ "Elvis": 50436,
234
+ "Ember": 50693,
235
+ "Emery": 50437,
236
+ "Emil": 50438,
237
+ "Emilia": 50439,
238
+ "Emiliano": 50694,
239
+ "Emma": 50440,
240
+ "Emmeline": 50695,
241
+ "Emory": 50441,
242
+ "Enid": 50442,
243
+ "Enzo": 50443,
244
+ "Ephraim": 50696,
245
+ "Erica": 50444,
246
+ "Erick": 50445,
247
+ "Erik": 50446,
248
+ "Erin": 50447,
249
+ "Ernest": 50448,
250
+ "Ernie": 50449,
251
+ "Esme": 50450,
252
+ "Esther": 50451,
253
+ "Ethan": 50452,
254
+ "Ethel": 50453,
255
+ "Eugene": 50454,
256
+ "Eulalia": 50697,
257
+ "Eunice": 50455,
258
+ "Evan": 50456,
259
+ "Evander": 50698,
260
+ "Eve": 50457,
261
+ "Evelyn": 50458,
262
+ "Everett": 50459,
263
+ "Ewan": 50460,
264
+ "Ezra": 50461,
265
+ "Fabian": 50462,
266
+ "Fanny": 50463,
267
+ "Faustino": 50699,
268
+ "Felicia": 50464,
269
+ "Felicity": 50700,
270
+ "Felix": 50465,
271
+ "Finley": 50701,
272
+ "Finn": 50467,
273
+ "Fiona": 50466,
274
+ "Flora": 50702,
275
+ "Floyd": 50468,
276
+ "Flynn": 50703,
277
+ "Forrest": 50469,
278
+ "Frances": 50470,
279
+ "Francis": 50471,
280
+ "Frankie": 50472,
281
+ "Freddie": 50473,
282
+ "Freddy": 50474,
283
+ "Frederica": 50704,
284
+ "Freya": 50475,
285
+ "Gabby": 50476,
286
+ "Gabe": 50477,
287
+ "Gabriel": 50478,
288
+ "Gael": 50705,
289
+ "Gail": 50479,
290
+ "Gale": 50480,
291
+ "Garrett": 50706,
292
+ "Garry": 50481,
293
+ "Gavin": 50482,
294
+ "Geoff": 50483,
295
+ "Gerald": 50484,
296
+ "Gerard": 50485,
297
+ "Gigi": 50486,
298
+ "Gilbert": 50487,
299
+ "Gina": 50488,
300
+ "Ginger": 50489,
301
+ "Gino": 50490,
302
+ "Giovanni": 50491,
303
+ "Gisela": 50707,
304
+ "Giselle": 50492,
305
+ "Gladys": 50493,
306
+ "Glen": 50494,
307
+ "Glenda": 50495,
308
+ "Glenn": 50496,
309
+ "Gloria": 50497,
310
+ "Grace": 50498,
311
+ "Grady": 50499,
312
+ "Gregg": 50500,
313
+ "Gregory": 50501,
314
+ "Greta": 50502,
315
+ "Gretchen": 50503,
316
+ "Griffin": 50504,
317
+ "Gus": 50505,
318
+ "Gustavo": 50708,
319
+ "Gwen": 50506,
320
+ "Hadley": 50709,
321
+ "Hailey": 50507,
322
+ "Hamza": 50710,
323
+ "Hank": 50508,
324
+ "Hanna": 50509,
325
+ "Hannah": 50510,
326
+ "Harland": 50711,
327
+ "Harley": 50511,
328
+ "Harold": 50512,
329
+ "Harvey": 50513,
330
+ "Hattie": 50712,
331
+ "Haven": 50713,
332
+ "Hazel": 50514,
333
+ "Heath": 50515,
334
+ "Heather": 50516,
335
+ "Hector": 50517,
336
+ "Heidi": 50518,
337
+ "Helen": 50519,
338
+ "Henri": 50520,
339
+ "Herb": 50521,
340
+ "Herman": 50522,
341
+ "Hilary": 50523,
342
+ "Holland": 50714,
343
+ "Holly": 50524,
344
+ "Horace": 50525,
345
+ "Hudson": 50526,
346
+ "Hugh": 50527,
347
+ "Hugo": 50528,
348
+ "Ida": 50529,
349
+ "Igor": 50530,
350
+ "Iker": 50715,
351
+ "Imogen": 50531,
352
+ "Indira": 50716,
353
+ "Ines": 50532,
354
+ "Inigo": 50717,
355
+ "Irene": 50533,
356
+ "Iris": 50534,
357
+ "Irma": 50535,
358
+ "Isaac": 50536,
359
+ "Isabel": 50537,
360
+ "Isabella": 50538,
361
+ "Isaiah": 50539,
362
+ "Isla": 50540,
363
+ "Ivan": 50541,
364
+ "Ivy": 50542,
365
+ "Jace": 50543,
366
+ "Jackie": 50544,
367
+ "Jacqueline": 50545,
368
+ "Jade": 50546,
369
+ "Jaime": 50547,
370
+ "Jalen": 50548,
371
+ "Jalil": 50718,
372
+ "Jana": 50549,
373
+ "Janet": 50550,
374
+ "Janice": 50551,
375
+ "Jared": 50552,
376
+ "Jareth": 50719,
377
+ "Jasmine": 50553,
378
+ "Jasper": 50554,
379
+ "Javier": 50555,
380
+ "Jayden": 50556,
381
+ "Jeanette": 50557,
382
+ "Jeanne": 50558,
383
+ "Jeffery": 50559,
384
+ "Jeffrey": 50560,
385
+ "Jenna": 50561,
386
+ "Jenny": 50562,
387
+ "Jensen": 50720,
388
+ "Jeremiah": 50563,
389
+ "Jermaine": 50564,
390
+ "Jerome": 50565,
391
+ "Jesse": 50566,
392
+ "Jessie": 50567,
393
+ "Jethro": 50721,
394
+ "Jill": 50568,
395
+ "Joan": 50569,
396
+ "Joanna": 50570,
397
+ "Joanne": 50571,
398
+ "Jocelyn": 50572,
399
+ "Jodi": 50573,
400
+ "Jodie": 50574,
401
+ "Joel": 50575,
402
+ "Joey": 50576,
403
+ "Jonah": 50577,
404
+ "Jorge": 50578,
405
+ "Josie": 50579,
406
+ "Jovan": 50722,
407
+ "Joyce": 50580,
408
+ "Juan": 50581,
409
+ "Juanita": 50582,
410
+ "Judith": 50583,
411
+ "Judy": 50584,
412
+ "Jules": 50585,
413
+ "Julia": 50586,
414
+ "Julian": 50587,
415
+ "Julie": 50588,
416
+ "Juliet": 50589,
417
+ "Julio": 50590,
418
+ "Julius": 50591,
419
+ "Kaden": 50592,
420
+ "Kael": 50723,
421
+ "Kai": 50593,
422
+ "Kaia": 50724,
423
+ "Kara": 50594,
424
+ "Karen": 50595,
425
+ "Kari": 50596,
426
+ "Karina": 50597,
427
+ "Katherine": 50598,
428
+ "Kathleen": 50599,
429
+ "Kathy": 50600,
430
+ "Katie": 50601,
431
+ "Kayla": 50602,
432
+ "Keira": 50603,
433
+ "Kelsey": 50604,
434
+ "Kendall": 50605,
435
+ "Kenji": 50725,
436
+ "Kennedy": 50606,
437
+ "Kenneth": 50607,
438
+ "Kenny": 50608,
439
+ "Khalid": 50609,
440
+ "Kian": 50726,
441
+ "Kimberly": 50610,
442
+ "Kip": 50727,
443
+ "Kirk": 50611,
444
+ "Kris": 50612,
445
+ "Krista": 50613,
446
+ "Kristen": 50614,
447
+ "Kristin": 50615,
448
+ "Kristina": 50616,
449
+ "Kurt": 50617,
450
+ "Lacey": 50618,
451
+ "Lachlan": 50728,
452
+ "Lana": 50619,
453
+ "Lance": 50620,
454
+ "Lara": 50621,
455
+ "Lauren": 50622,
456
+ "Laurie": 50623,
457
+ "Layla": 50624,
458
+ "Lazaro": 50729,
459
+ "Leah": 50625,
460
+ "Leandro": 50730,
461
+ "Leo": 50626,
462
+ "Leona": 50627,
463
+ "Leonard": 50628,
464
+ "Leroy": 50629,
465
+ "Leslie": 50630,
466
+ "Lester": 50631,
467
+ "Liam": 50632,
468
+ "Lincoln": 50633,
469
+ "Linda": 50634,
470
+ "Lindsay": 50635,
471
+ "Logan": 50636,
472
+ "Lola": 50637,
473
+ "Loren": 50638,
474
+ "Louise": 50639,
475
+ "Lucas": 50640,
476
+ "Lucien": 50731,
477
+ "Ludwig": 50732,
478
+ "Malik": 50733,
479
+ "Marcella": 50734,
480
+ "Maxton": 50735,
481
+ "Melina": 50736,
482
+ "Mireille": 50737,
483
+ "Mordecai": 50738,
484
+ "Talia": 50739
485
+ }
cl_hop4/checkpoint-20000/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "archives/levels/single/depth_aug/hop4_cont_simp/hop3_1k_cat_seed0_max_steps10000/",
3
+ "activation_function": "gelu_new",
4
+ "architectures": [
5
+ "GPTJForCausalLM"
6
+ ],
7
+ "attn_pdrop": 0.1,
8
+ "bos_token_id": 50256,
9
+ "embd_pdrop": 0.1,
10
+ "eos_token_id": 50256,
11
+ "initializer_range": 0.02,
12
+ "layer_norm_epsilon": 1e-05,
13
+ "model_type": "gptj",
14
+ "n_embd": 768,
15
+ "n_head": 12,
16
+ "n_inner": null,
17
+ "n_layer": 12,
18
+ "n_positions": 1024,
19
+ "resid_pdrop": 0.1,
20
+ "rotary_dim": 64,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "float32",
23
+ "transformers_version": "4.46.2",
24
+ "use_cache": true,
25
+ "vocab_size": 50740
26
+ }
cl_hop4/checkpoint-20000/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 50256,
4
+ "eos_token_id": 50256,
5
+ "transformers_version": "4.46.2"
6
+ }
cl_hop4/checkpoint-20000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
cl_hop4/checkpoint-20000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddbec1778da55e33511810edc2597268a91de88972576f900790ab94593f7cac
3
+ size 651965360
cl_hop4/checkpoint-20000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32c5e55f4dc508eb58deae101140327ae3da5ee988fde4628067b5f8ea934534
3
+ size 1303978682
cl_hop4/checkpoint-20000/output/nonoverlap_test_metrics.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exact_match": 1.0,
3
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
4
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
5
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
6
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
7
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
8
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
9
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
10
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
11
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
12
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
13
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
14
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
15
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
16
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
17
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
18
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
19
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
20
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
21
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
22
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
23
+ }
cl_hop4/checkpoint-20000/output/nonoverlap_test_predictions.json ADDED
The diff for this file is too large to render. See raw diff
 
cl_hop4/checkpoint-20000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9713b5ac442c9ea350306b535015c5b69daa80008bb237351985d5f768150b30
3
+ size 14960
cl_hop4/checkpoint-20000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eb5be0a5cf0136749decbf7e4557d6345b99eca9050df166f24c0c7674155a1
3
+ size 14960
cl_hop4/checkpoint-20000/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:561c1ecb4e8bb0b31dd26d15e901eb5a9943c4ed1dfceec1681547f5f03be2b9
3
+ size 14960
cl_hop4/checkpoint-20000/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58ade8fed27bfc0f5bc28d78d8a2e398aed7e23892e2c8213f2d3e225ebe89ff
3
+ size 14960
cl_hop4/checkpoint-20000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26916617aa17a61e355fd0b2e58dcc69e7542afa5dfd11c9c2b137b6a32d1d14
3
+ size 1000
cl_hop4/checkpoint-20000/special_tokens_map.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|endoftext|>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|endoftext|>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "<|endoftext|>",
17
+ "unk_token": {
18
+ "content": "<|endoftext|>",
19
+ "lstrip": false,
20
+ "normalized": true,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ }
cl_hop4/checkpoint-20000/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
cl_hop4/checkpoint-20000/trainer_state.json ADDED
@@ -0,0 +1,1433 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 235.2941176470588,
5
+ "eval_steps": 500,
6
+ "global_step": 20000,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.1764705882352942,
13
+ "grad_norm": 0.23143364489078522,
14
+ "learning_rate": 5e-05,
15
+ "loss": 1.0299,
16
+ "step": 100
17
+ },
18
+ {
19
+ "epoch": 2.3529411764705883,
20
+ "grad_norm": 0.1352670043706894,
21
+ "learning_rate": 0.0001,
22
+ "loss": 0.8425,
23
+ "step": 200
24
+ },
25
+ {
26
+ "epoch": 3.5294117647058822,
27
+ "grad_norm": 0.18789097666740417,
28
+ "learning_rate": 0.00015,
29
+ "loss": 0.8298,
30
+ "step": 300
31
+ },
32
+ {
33
+ "epoch": 4.705882352941177,
34
+ "grad_norm": 0.15349413454532623,
35
+ "learning_rate": 0.0002,
36
+ "loss": 0.828,
37
+ "step": 400
38
+ },
39
+ {
40
+ "epoch": 5.882352941176471,
41
+ "grad_norm": 0.21124644577503204,
42
+ "learning_rate": 0.00025,
43
+ "loss": 0.8265,
44
+ "step": 500
45
+ },
46
+ {
47
+ "epoch": 7.0588235294117645,
48
+ "grad_norm": 0.19049696624279022,
49
+ "learning_rate": 0.0003,
50
+ "loss": 0.8248,
51
+ "step": 600
52
+ },
53
+ {
54
+ "epoch": 8.235294117647058,
55
+ "grad_norm": 0.31406494975090027,
56
+ "learning_rate": 0.00035,
57
+ "loss": 0.823,
58
+ "step": 700
59
+ },
60
+ {
61
+ "epoch": 9.411764705882353,
62
+ "grad_norm": 0.29522645473480225,
63
+ "learning_rate": 0.0004,
64
+ "loss": 0.8203,
65
+ "step": 800
66
+ },
67
+ {
68
+ "epoch": 10.588235294117647,
69
+ "grad_norm": 0.20986351370811462,
70
+ "learning_rate": 0.00045000000000000004,
71
+ "loss": 0.8171,
72
+ "step": 900
73
+ },
74
+ {
75
+ "epoch": 11.764705882352942,
76
+ "grad_norm": 0.17230679094791412,
77
+ "learning_rate": 0.0005,
78
+ "loss": 0.8143,
79
+ "step": 1000
80
+ },
81
+ {
82
+ "epoch": 12.941176470588236,
83
+ "grad_norm": 0.1622890830039978,
84
+ "learning_rate": 0.0004999692436233055,
85
+ "loss": 0.8146,
86
+ "step": 1100
87
+ },
88
+ {
89
+ "epoch": 14.117647058823529,
90
+ "grad_norm": 0.22902996838092804,
91
+ "learning_rate": 0.0004998769829017084,
92
+ "loss": 0.8097,
93
+ "step": 1200
94
+ },
95
+ {
96
+ "epoch": 15.294117647058824,
97
+ "grad_norm": 0.19721078872680664,
98
+ "learning_rate": 0.0004997232430583686,
99
+ "loss": 0.7967,
100
+ "step": 1300
101
+ },
102
+ {
103
+ "epoch": 16.470588235294116,
104
+ "grad_norm": 0.283517986536026,
105
+ "learning_rate": 0.0004995080661242243,
106
+ "loss": 0.7817,
107
+ "step": 1400
108
+ },
109
+ {
110
+ "epoch": 17.647058823529413,
111
+ "grad_norm": 0.1944347620010376,
112
+ "learning_rate": 0.0004992315109265007,
113
+ "loss": 0.7672,
114
+ "step": 1500
115
+ },
116
+ {
117
+ "epoch": 18.823529411764707,
118
+ "grad_norm": 0.2447715550661087,
119
+ "learning_rate": 0.0004988936530726276,
120
+ "loss": 0.7546,
121
+ "step": 1600
122
+ },
123
+ {
124
+ "epoch": 20.0,
125
+ "grad_norm": 0.26314255595207214,
126
+ "learning_rate": 0.0004984945849295686,
127
+ "loss": 0.7442,
128
+ "step": 1700
129
+ },
130
+ {
131
+ "epoch": 21.176470588235293,
132
+ "grad_norm": 0.18701155483722687,
133
+ "learning_rate": 0.0004980344155985694,
134
+ "loss": 0.7375,
135
+ "step": 1800
136
+ },
137
+ {
138
+ "epoch": 22.352941176470587,
139
+ "grad_norm": 0.21989423036575317,
140
+ "learning_rate": 0.0004975132708853304,
141
+ "loss": 0.7344,
142
+ "step": 1900
143
+ },
144
+ {
145
+ "epoch": 23.529411764705884,
146
+ "grad_norm": 0.15758679807186127,
147
+ "learning_rate": 0.0004969312932656126,
148
+ "loss": 0.7319,
149
+ "step": 2000
150
+ },
151
+ {
152
+ "epoch": 24.705882352941178,
153
+ "grad_norm": 0.17973262071609497,
154
+ "learning_rate": 0.000496288641846286,
155
+ "loss": 0.7305,
156
+ "step": 2100
157
+ },
158
+ {
159
+ "epoch": 25.88235294117647,
160
+ "grad_norm": 0.20133322477340698,
161
+ "learning_rate": 0.0004955854923218321,
162
+ "loss": 0.729,
163
+ "step": 2200
164
+ },
165
+ {
166
+ "epoch": 27.058823529411764,
167
+ "grad_norm": 0.23747539520263672,
168
+ "learning_rate": 0.0004948220369263099,
169
+ "loss": 0.7287,
170
+ "step": 2300
171
+ },
172
+ {
173
+ "epoch": 28.235294117647058,
174
+ "grad_norm": 0.21109434962272644,
175
+ "learning_rate": 0.0004939984843808013,
176
+ "loss": 0.7271,
177
+ "step": 2400
178
+ },
179
+ {
180
+ "epoch": 29.41176470588235,
181
+ "grad_norm": 0.22922736406326294,
182
+ "learning_rate": 0.0004931150598363493,
183
+ "loss": 0.7274,
184
+ "step": 2500
185
+ },
186
+ {
187
+ "epoch": 30.58823529411765,
188
+ "grad_norm": 0.20597195625305176,
189
+ "learning_rate": 0.0004921720048124034,
190
+ "loss": 0.7265,
191
+ "step": 2600
192
+ },
193
+ {
194
+ "epoch": 31.764705882352942,
195
+ "grad_norm": 0.20429176092147827,
196
+ "learning_rate": 0.0004911695771307908,
197
+ "loss": 0.7266,
198
+ "step": 2700
199
+ },
200
+ {
201
+ "epoch": 32.94117647058823,
202
+ "grad_norm": 0.16760402917861938,
203
+ "learning_rate": 0.0004901080508452304,
204
+ "loss": 0.7263,
205
+ "step": 2800
206
+ },
207
+ {
208
+ "epoch": 34.11764705882353,
209
+ "grad_norm": 0.30224090814590454,
210
+ "learning_rate": 0.0004889877161664096,
211
+ "loss": 0.7249,
212
+ "step": 2900
213
+ },
214
+ {
215
+ "epoch": 35.294117647058826,
216
+ "grad_norm": 0.19436775147914886,
217
+ "learning_rate": 0.00048780887938264277,
218
+ "loss": 0.7258,
219
+ "step": 3000
220
+ },
221
+ {
222
+ "epoch": 36.470588235294116,
223
+ "grad_norm": 0.1790972650051117,
224
+ "learning_rate": 0.0004865718627761363,
225
+ "loss": 0.7241,
226
+ "step": 3100
227
+ },
228
+ {
229
+ "epoch": 37.64705882352941,
230
+ "grad_norm": 0.19670413434505463,
231
+ "learning_rate": 0.0004852770045348787,
232
+ "loss": 0.724,
233
+ "step": 3200
234
+ },
235
+ {
236
+ "epoch": 38.8235294117647,
237
+ "grad_norm": 0.19730712473392487,
238
+ "learning_rate": 0.0004839246586601841,
239
+ "loss": 0.7247,
240
+ "step": 3300
241
+ },
242
+ {
243
+ "epoch": 40.0,
244
+ "grad_norm": 0.1859622746706009,
245
+ "learning_rate": 0.0004825151948699116,
246
+ "loss": 0.7235,
247
+ "step": 3400
248
+ },
249
+ {
250
+ "epoch": 41.1764705882353,
251
+ "grad_norm": 0.2104378193616867,
252
+ "learning_rate": 0.00048104899849738794,
253
+ "loss": 0.7233,
254
+ "step": 3500
255
+ },
256
+ {
257
+ "epoch": 42.35294117647059,
258
+ "grad_norm": 0.1542184054851532,
259
+ "learning_rate": 0.00047952647038606157,
260
+ "loss": 0.7237,
261
+ "step": 3600
262
+ },
263
+ {
264
+ "epoch": 43.529411764705884,
265
+ "grad_norm": 0.28230932354927063,
266
+ "learning_rate": 0.0004779480267799158,
267
+ "loss": 0.7229,
268
+ "step": 3700
269
+ },
270
+ {
271
+ "epoch": 44.705882352941174,
272
+ "grad_norm": 0.20951542258262634,
273
+ "learning_rate": 0.00047631409920967176,
274
+ "loss": 0.7216,
275
+ "step": 3800
276
+ },
277
+ {
278
+ "epoch": 45.88235294117647,
279
+ "grad_norm": 0.29857131838798523,
280
+ "learning_rate": 0.00047462513437481266,
281
+ "loss": 0.7219,
282
+ "step": 3900
283
+ },
284
+ {
285
+ "epoch": 47.05882352941177,
286
+ "grad_norm": 0.2477431446313858,
287
+ "learning_rate": 0.00047288159402146003,
288
+ "loss": 0.7207,
289
+ "step": 4000
290
+ },
291
+ {
292
+ "epoch": 48.23529411764706,
293
+ "grad_norm": 0.28914278745651245,
294
+ "learning_rate": 0.00047108395481613736,
295
+ "loss": 0.7194,
296
+ "step": 4100
297
+ },
298
+ {
299
+ "epoch": 49.411764705882355,
300
+ "grad_norm": 0.2384512573480606,
301
+ "learning_rate": 0.00046923270821545415,
302
+ "loss": 0.7201,
303
+ "step": 4200
304
+ },
305
+ {
306
+ "epoch": 50.588235294117645,
307
+ "grad_norm": 0.25080442428588867,
308
+ "learning_rate": 0.0004673283603317463,
309
+ "loss": 0.7182,
310
+ "step": 4300
311
+ },
312
+ {
313
+ "epoch": 51.76470588235294,
314
+ "grad_norm": 0.2114427238702774,
315
+ "learning_rate": 0.00046537143179471046,
316
+ "loss": 0.7177,
317
+ "step": 4400
318
+ },
319
+ {
320
+ "epoch": 52.94117647058823,
321
+ "grad_norm": 0.18826603889465332,
322
+ "learning_rate": 0.0004633624576090689,
323
+ "loss": 0.7173,
324
+ "step": 4500
325
+ },
326
+ {
327
+ "epoch": 54.11764705882353,
328
+ "grad_norm": 0.21963687241077423,
329
+ "learning_rate": 0.0004613019870083045,
330
+ "loss": 0.7147,
331
+ "step": 4600
332
+ },
333
+ {
334
+ "epoch": 55.294117647058826,
335
+ "grad_norm": 0.28908011317253113,
336
+ "learning_rate": 0.0004591905833045059,
337
+ "loss": 0.7129,
338
+ "step": 4700
339
+ },
340
+ {
341
+ "epoch": 56.470588235294116,
342
+ "grad_norm": 0.26568636298179626,
343
+ "learning_rate": 0.00045702882373436317,
344
+ "loss": 0.7123,
345
+ "step": 4800
346
+ },
347
+ {
348
+ "epoch": 57.64705882352941,
349
+ "grad_norm": 0.29674944281578064,
350
+ "learning_rate": 0.00045481729930135805,
351
+ "loss": 0.7097,
352
+ "step": 4900
353
+ },
354
+ {
355
+ "epoch": 58.8235294117647,
356
+ "grad_norm": 0.2139507532119751,
357
+ "learning_rate": 0.00045255661461418854,
358
+ "loss": 0.7079,
359
+ "step": 5000
360
+ },
361
+ {
362
+ "epoch": 60.0,
363
+ "grad_norm": 0.3263196647167206,
364
+ "learning_rate": 0.00045024738772147534,
365
+ "loss": 0.7061,
366
+ "step": 5100
367
+ },
368
+ {
369
+ "epoch": 61.1764705882353,
370
+ "grad_norm": 0.22776994109153748,
371
+ "learning_rate": 0.0004478902499427933,
372
+ "loss": 0.7027,
373
+ "step": 5200
374
+ },
375
+ {
376
+ "epoch": 62.35294117647059,
377
+ "grad_norm": 0.2358051985502243,
378
+ "learning_rate": 0.00044548584569607536,
379
+ "loss": 0.6999,
380
+ "step": 5300
381
+ },
382
+ {
383
+ "epoch": 63.529411764705884,
384
+ "grad_norm": 0.2624107301235199,
385
+ "learning_rate": 0.0004430348323214347,
386
+ "loss": 0.6971,
387
+ "step": 5400
388
+ },
389
+ {
390
+ "epoch": 64.70588235294117,
391
+ "grad_norm": 0.19710929691791534,
392
+ "learning_rate": 0.00044053787990145466,
393
+ "loss": 0.6951,
394
+ "step": 5500
395
+ },
396
+ {
397
+ "epoch": 65.88235294117646,
398
+ "grad_norm": 0.23193934559822083,
399
+ "learning_rate": 0.00043799567107799504,
400
+ "loss": 0.6914,
401
+ "step": 5600
402
+ },
403
+ {
404
+ "epoch": 67.05882352941177,
405
+ "grad_norm": 0.26035502552986145,
406
+ "learning_rate": 0.00043540890086556436,
407
+ "loss": 0.6877,
408
+ "step": 5700
409
+ },
410
+ {
411
+ "epoch": 68.23529411764706,
412
+ "grad_norm": 0.23485936224460602,
413
+ "learning_rate": 0.0004327782764613099,
414
+ "loss": 0.6834,
415
+ "step": 5800
416
+ },
417
+ {
418
+ "epoch": 69.41176470588235,
419
+ "grad_norm": 0.22862398624420166,
420
+ "learning_rate": 0.0004301045170516773,
421
+ "loss": 0.6796,
422
+ "step": 5900
423
+ },
424
+ {
425
+ "epoch": 70.58823529411765,
426
+ "grad_norm": 0.19414614140987396,
427
+ "learning_rate": 0.00042738835361579177,
428
+ "loss": 0.6776,
429
+ "step": 6000
430
+ },
431
+ {
432
+ "epoch": 71.76470588235294,
433
+ "grad_norm": 0.20770521461963654,
434
+ "learning_rate": 0.00042463052872561587,
435
+ "loss": 0.6748,
436
+ "step": 6100
437
+ },
438
+ {
439
+ "epoch": 72.94117647058823,
440
+ "grad_norm": 0.2502829134464264,
441
+ "learning_rate": 0.00042183179634293794,
442
+ "loss": 0.6716,
443
+ "step": 6200
444
+ },
445
+ {
446
+ "epoch": 74.11764705882354,
447
+ "grad_norm": 0.21156777441501617,
448
+ "learning_rate": 0.00041899292161324625,
449
+ "loss": 0.6665,
450
+ "step": 6300
451
+ },
452
+ {
453
+ "epoch": 75.29411764705883,
454
+ "grad_norm": 0.29151713848114014,
455
+ "learning_rate": 0.00041611468065654586,
456
+ "loss": 0.6635,
457
+ "step": 6400
458
+ },
459
+ {
460
+ "epoch": 76.47058823529412,
461
+ "grad_norm": 0.23513703048229218,
462
+ "learning_rate": 0.0004131978603551753,
463
+ "loss": 0.6606,
464
+ "step": 6500
465
+ },
466
+ {
467
+ "epoch": 77.6470588235294,
468
+ "grad_norm": 0.23996920883655548,
469
+ "learning_rate": 0.00041024325813868065,
470
+ "loss": 0.6581,
471
+ "step": 6600
472
+ },
473
+ {
474
+ "epoch": 78.82352941176471,
475
+ "grad_norm": 0.2965482771396637,
476
+ "learning_rate": 0.0004072516817658065,
477
+ "loss": 0.6551,
478
+ "step": 6700
479
+ },
480
+ {
481
+ "epoch": 80.0,
482
+ "grad_norm": 0.2212703377008438,
483
+ "learning_rate": 0.00040422394910366236,
484
+ "loss": 0.6526,
485
+ "step": 6800
486
+ },
487
+ {
488
+ "epoch": 81.17647058823529,
489
+ "grad_norm": 0.2102247178554535,
490
+ "learning_rate": 0.00040116088790412643,
491
+ "loss": 0.6489,
492
+ "step": 6900
493
+ },
494
+ {
495
+ "epoch": 82.3529411764706,
496
+ "grad_norm": 0.23589307069778442,
497
+ "learning_rate": 0.0003980633355775461,
498
+ "loss": 0.6467,
499
+ "step": 7000
500
+ },
501
+ {
502
+ "epoch": 83.52941176470588,
503
+ "grad_norm": 0.18778598308563232,
504
+ "learning_rate": 0.0003949321389637986,
505
+ "loss": 0.644,
506
+ "step": 7100
507
+ },
508
+ {
509
+ "epoch": 84.70588235294117,
510
+ "grad_norm": 0.28714460134506226,
511
+ "learning_rate": 0.00039176815410077345,
512
+ "loss": 0.6426,
513
+ "step": 7200
514
+ },
515
+ {
516
+ "epoch": 85.88235294117646,
517
+ "grad_norm": 0.2464299499988556,
518
+ "learning_rate": 0.00038857224599033987,
519
+ "loss": 0.6399,
520
+ "step": 7300
521
+ },
522
+ {
523
+ "epoch": 87.05882352941177,
524
+ "grad_norm": 0.25870755314826965,
525
+ "learning_rate": 0.0003853452883618644,
526
+ "loss": 0.6385,
527
+ "step": 7400
528
+ },
529
+ {
530
+ "epoch": 88.23529411764706,
531
+ "grad_norm": 0.20558160543441772,
532
+ "learning_rate": 0.00038208816343334156,
533
+ "loss": 0.6353,
534
+ "step": 7500
535
+ },
536
+ {
537
+ "epoch": 89.41176470588235,
538
+ "grad_norm": 0.19941085577011108,
539
+ "learning_rate": 0.0003788017616702048,
540
+ "loss": 0.6343,
541
+ "step": 7600
542
+ },
543
+ {
544
+ "epoch": 90.58823529411765,
545
+ "grad_norm": 0.2387429028749466,
546
+ "learning_rate": 0.0003754869815418815,
547
+ "loss": 0.633,
548
+ "step": 7700
549
+ },
550
+ {
551
+ "epoch": 91.76470588235294,
552
+ "grad_norm": 0.21022553741931915,
553
+ "learning_rate": 0.00037214472927616087,
554
+ "loss": 0.6318,
555
+ "step": 7800
556
+ },
557
+ {
558
+ "epoch": 92.94117647058823,
559
+ "grad_norm": 0.24628879129886627,
560
+ "learning_rate": 0.00036877591861144034,
561
+ "loss": 0.6302,
562
+ "step": 7900
563
+ },
564
+ {
565
+ "epoch": 94.11764705882354,
566
+ "grad_norm": 0.32422396540641785,
567
+ "learning_rate": 0.0003653814705469182,
568
+ "loss": 0.6285,
569
+ "step": 8000
570
+ },
571
+ {
572
+ "epoch": 95.29411764705883,
573
+ "grad_norm": 0.27052929997444153,
574
+ "learning_rate": 0.0003619623130908017,
575
+ "loss": 0.6264,
576
+ "step": 8100
577
+ },
578
+ {
579
+ "epoch": 96.47058823529412,
580
+ "grad_norm": 0.1881479024887085,
581
+ "learning_rate": 0.00035851938100659966,
582
+ "loss": 0.6258,
583
+ "step": 8200
584
+ },
585
+ {
586
+ "epoch": 97.6470588235294,
587
+ "grad_norm": 0.2399825006723404,
588
+ "learning_rate": 0.0003550536155575662,
589
+ "loss": 0.6249,
590
+ "step": 8300
591
+ },
592
+ {
593
+ "epoch": 98.82352941176471,
594
+ "grad_norm": 0.24608337879180908,
595
+ "learning_rate": 0.0003515659642493697,
596
+ "loss": 0.6241,
597
+ "step": 8400
598
+ },
599
+ {
600
+ "epoch": 100.0,
601
+ "grad_norm": 0.24506868422031403,
602
+ "learning_rate": 0.0003480573805710538,
603
+ "loss": 0.623,
604
+ "step": 8500
605
+ },
606
+ {
607
+ "epoch": 101.17647058823529,
608
+ "grad_norm": 0.2356313019990921,
609
+ "learning_rate": 0.0003445288237343632,
610
+ "loss": 0.6214,
611
+ "step": 8600
612
+ },
613
+ {
614
+ "epoch": 102.3529411764706,
615
+ "grad_norm": 0.19258089363574982,
616
+ "learning_rate": 0.0003409812584115046,
617
+ "loss": 0.6198,
618
+ "step": 8700
619
+ },
620
+ {
621
+ "epoch": 103.52941176470588,
622
+ "grad_norm": 0.25478142499923706,
623
+ "learning_rate": 0.00033741565447141503,
624
+ "loss": 0.6202,
625
+ "step": 8800
626
+ },
627
+ {
628
+ "epoch": 104.70588235294117,
629
+ "grad_norm": 0.22975216805934906,
630
+ "learning_rate": 0.00033383298671460943,
631
+ "loss": 0.6197,
632
+ "step": 8900
633
+ },
634
+ {
635
+ "epoch": 105.88235294117646,
636
+ "grad_norm": 0.22141164541244507,
637
+ "learning_rate": 0.00033023423460667984,
638
+ "loss": 0.6189,
639
+ "step": 9000
640
+ },
641
+ {
642
+ "epoch": 107.05882352941177,
643
+ "grad_norm": 0.28111380338668823,
644
+ "learning_rate": 0.00032662038201051915,
645
+ "loss": 0.6179,
646
+ "step": 9100
647
+ },
648
+ {
649
+ "epoch": 108.23529411764706,
650
+ "grad_norm": 0.20352378487586975,
651
+ "learning_rate": 0.00032299241691734307,
652
+ "loss": 0.6163,
653
+ "step": 9200
654
+ },
655
+ {
656
+ "epoch": 109.41176470588235,
657
+ "grad_norm": 0.22670650482177734,
658
+ "learning_rate": 0.00031935133117658306,
659
+ "loss": 0.6164,
660
+ "step": 9300
661
+ },
662
+ {
663
+ "epoch": 110.58823529411765,
664
+ "grad_norm": 0.240226611495018,
665
+ "learning_rate": 0.00031569812022472476,
666
+ "loss": 0.6155,
667
+ "step": 9400
668
+ },
669
+ {
670
+ "epoch": 111.76470588235294,
671
+ "grad_norm": 0.254904568195343,
672
+ "learning_rate": 0.0003120337828131651,
673
+ "loss": 0.615,
674
+ "step": 9500
675
+ },
676
+ {
677
+ "epoch": 112.94117647058823,
678
+ "grad_norm": 0.25270697474479675,
679
+ "learning_rate": 0.0003083593207351644,
680
+ "loss": 0.6144,
681
+ "step": 9600
682
+ },
683
+ {
684
+ "epoch": 114.11764705882354,
685
+ "grad_norm": 0.23161645233631134,
686
+ "learning_rate": 0.0003046757385519656,
687
+ "loss": 0.6136,
688
+ "step": 9700
689
+ },
690
+ {
691
+ "epoch": 115.29411764705883,
692
+ "grad_norm": 0.20711496472358704,
693
+ "learning_rate": 0.0003009840433181569,
694
+ "loss": 0.6131,
695
+ "step": 9800
696
+ },
697
+ {
698
+ "epoch": 116.47058823529412,
699
+ "grad_norm": 0.2545004189014435,
700
+ "learning_rate": 0.00029728524430635417,
701
+ "loss": 0.6117,
702
+ "step": 9900
703
+ },
704
+ {
705
+ "epoch": 117.6470588235294,
706
+ "grad_norm": 0.19635410606861115,
707
+ "learning_rate": 0.0002935803527312748,
708
+ "loss": 0.6121,
709
+ "step": 10000
710
+ },
711
+ {
712
+ "epoch": 118.82352941176471,
713
+ "grad_norm": 0.21496200561523438,
714
+ "learning_rate": 0.0002898703814732824,
715
+ "loss": 0.6115,
716
+ "step": 10100
717
+ },
718
+ {
719
+ "epoch": 120.0,
720
+ "grad_norm": 0.2265097200870514,
721
+ "learning_rate": 0.000286156344801475,
722
+ "loss": 0.6117,
723
+ "step": 10200
724
+ },
725
+ {
726
+ "epoch": 121.17647058823529,
727
+ "grad_norm": 0.22841498255729675,
728
+ "learning_rate": 0.00028243925809639435,
729
+ "loss": 0.6101,
730
+ "step": 10300
731
+ },
732
+ {
733
+ "epoch": 122.3529411764706,
734
+ "grad_norm": 0.19661468267440796,
735
+ "learning_rate": 0.0002787201375724307,
736
+ "loss": 0.6096,
737
+ "step": 10400
738
+ },
739
+ {
740
+ "epoch": 123.52941176470588,
741
+ "grad_norm": 0.20849350094795227,
742
+ "learning_rate": 0.000275,
743
+ "loss": 0.609,
744
+ "step": 10500
745
+ },
746
+ {
747
+ "epoch": 124.70588235294117,
748
+ "grad_norm": 0.21728947758674622,
749
+ "learning_rate": 0.00027127986242756933,
750
+ "loss": 0.6097,
751
+ "step": 10600
752
+ },
753
+ {
754
+ "epoch": 125.88235294117646,
755
+ "grad_norm": 0.20770354568958282,
756
+ "learning_rate": 0.00026756074190360563,
757
+ "loss": 0.609,
758
+ "step": 10700
759
+ },
760
+ {
761
+ "epoch": 127.05882352941177,
762
+ "grad_norm": 0.18878015875816345,
763
+ "learning_rate": 0.000263843655198525,
764
+ "loss": 0.6076,
765
+ "step": 10800
766
+ },
767
+ {
768
+ "epoch": 128.23529411764707,
769
+ "grad_norm": 0.1756686568260193,
770
+ "learning_rate": 0.0002601296185267177,
771
+ "loss": 0.6077,
772
+ "step": 10900
773
+ },
774
+ {
775
+ "epoch": 129.41176470588235,
776
+ "grad_norm": 0.1948634386062622,
777
+ "learning_rate": 0.00025641964726872524,
778
+ "loss": 0.6075,
779
+ "step": 11000
780
+ },
781
+ {
782
+ "epoch": 130.58823529411765,
783
+ "grad_norm": 0.19888640940189362,
784
+ "learning_rate": 0.00025271475569364586,
785
+ "loss": 0.6063,
786
+ "step": 11100
787
+ },
788
+ {
789
+ "epoch": 131.76470588235293,
790
+ "grad_norm": 0.20054107904434204,
791
+ "learning_rate": 0.0002490159566818431,
792
+ "loss": 0.6067,
793
+ "step": 11200
794
+ },
795
+ {
796
+ "epoch": 132.94117647058823,
797
+ "grad_norm": 0.2654637396335602,
798
+ "learning_rate": 0.0002453242614480345,
799
+ "loss": 0.6066,
800
+ "step": 11300
801
+ },
802
+ {
803
+ "epoch": 134.11764705882354,
804
+ "grad_norm": 0.2509506046772003,
805
+ "learning_rate": 0.0002416406792648355,
806
+ "loss": 0.6053,
807
+ "step": 11400
808
+ },
809
+ {
810
+ "epoch": 135.2941176470588,
811
+ "grad_norm": 0.251070111989975,
812
+ "learning_rate": 0.00023796621718683486,
813
+ "loss": 0.6051,
814
+ "step": 11500
815
+ },
816
+ {
817
+ "epoch": 136.47058823529412,
818
+ "grad_norm": 0.27800479531288147,
819
+ "learning_rate": 0.00023430187977527533,
820
+ "loss": 0.6044,
821
+ "step": 11600
822
+ },
823
+ {
824
+ "epoch": 137.64705882352942,
825
+ "grad_norm": 0.208863765001297,
826
+ "learning_rate": 0.00023064866882341694,
827
+ "loss": 0.6046,
828
+ "step": 11700
829
+ },
830
+ {
831
+ "epoch": 138.8235294117647,
832
+ "grad_norm": 0.23233556747436523,
833
+ "learning_rate": 0.00022700758308265702,
834
+ "loss": 0.6051,
835
+ "step": 11800
836
+ },
837
+ {
838
+ "epoch": 140.0,
839
+ "grad_norm": 0.16212035715579987,
840
+ "learning_rate": 0.0002233796179894809,
841
+ "loss": 0.6044,
842
+ "step": 11900
843
+ },
844
+ {
845
+ "epoch": 141.1764705882353,
846
+ "grad_norm": 0.2394060343503952,
847
+ "learning_rate": 0.00021976576539332022,
848
+ "loss": 0.6031,
849
+ "step": 12000
850
+ },
851
+ {
852
+ "epoch": 142.35294117647058,
853
+ "grad_norm": 0.1943800151348114,
854
+ "learning_rate": 0.00021616701328539057,
855
+ "loss": 0.6031,
856
+ "step": 12100
857
+ },
858
+ {
859
+ "epoch": 143.52941176470588,
860
+ "grad_norm": 0.2079225331544876,
861
+ "learning_rate": 0.00021258434552858503,
862
+ "loss": 0.6024,
863
+ "step": 12200
864
+ },
865
+ {
866
+ "epoch": 144.7058823529412,
867
+ "grad_norm": 0.23150348663330078,
868
+ "learning_rate": 0.0002090187415884955,
869
+ "loss": 0.6027,
870
+ "step": 12300
871
+ },
872
+ {
873
+ "epoch": 145.88235294117646,
874
+ "grad_norm": 0.19941945374011993,
875
+ "learning_rate": 0.0002054711762656369,
876
+ "loss": 0.6022,
877
+ "step": 12400
878
+ },
879
+ {
880
+ "epoch": 147.05882352941177,
881
+ "grad_norm": 0.21083393692970276,
882
+ "learning_rate": 0.00020194261942894627,
883
+ "loss": 0.6019,
884
+ "step": 12500
885
+ },
886
+ {
887
+ "epoch": 148.23529411764707,
888
+ "grad_norm": 0.16706746816635132,
889
+ "learning_rate": 0.00019843403575063028,
890
+ "loss": 0.6015,
891
+ "step": 12600
892
+ },
893
+ {
894
+ "epoch": 149.41176470588235,
895
+ "grad_norm": 0.2531931400299072,
896
+ "learning_rate": 0.0001949463844424338,
897
+ "loss": 0.6008,
898
+ "step": 12700
899
+ },
900
+ {
901
+ "epoch": 150.58823529411765,
902
+ "grad_norm": 0.20131878554821014,
903
+ "learning_rate": 0.0001914806189934003,
904
+ "loss": 0.6008,
905
+ "step": 12800
906
+ },
907
+ {
908
+ "epoch": 151.76470588235293,
909
+ "grad_norm": 0.17613442242145538,
910
+ "learning_rate": 0.0001880376869091983,
911
+ "loss": 0.6011,
912
+ "step": 12900
913
+ },
914
+ {
915
+ "epoch": 152.94117647058823,
916
+ "grad_norm": 0.2048686146736145,
917
+ "learning_rate": 0.00018461852945308194,
918
+ "loss": 0.6004,
919
+ "step": 13000
920
+ },
921
+ {
922
+ "epoch": 154.11764705882354,
923
+ "grad_norm": 0.167140394449234,
924
+ "learning_rate": 0.00018122408138855972,
925
+ "loss": 0.5999,
926
+ "step": 13100
927
+ },
928
+ {
929
+ "epoch": 155.2941176470588,
930
+ "grad_norm": 0.2199695110321045,
931
+ "learning_rate": 0.0001778552707238391,
932
+ "loss": 0.5993,
933
+ "step": 13200
934
+ },
935
+ {
936
+ "epoch": 156.47058823529412,
937
+ "grad_norm": 0.17905521392822266,
938
+ "learning_rate": 0.00017451301845811858,
939
+ "loss": 0.5991,
940
+ "step": 13300
941
+ },
942
+ {
943
+ "epoch": 157.64705882352942,
944
+ "grad_norm": 0.2163422852754593,
945
+ "learning_rate": 0.00017119823832979528,
946
+ "loss": 0.5988,
947
+ "step": 13400
948
+ },
949
+ {
950
+ "epoch": 158.8235294117647,
951
+ "grad_norm": 0.21837225556373596,
952
+ "learning_rate": 0.00016791183656665845,
953
+ "loss": 0.5991,
954
+ "step": 13500
955
+ },
956
+ {
957
+ "epoch": 160.0,
958
+ "grad_norm": 0.27801811695098877,
959
+ "learning_rate": 0.00016465471163813576,
960
+ "loss": 0.5984,
961
+ "step": 13600
962
+ },
963
+ {
964
+ "epoch": 161.1764705882353,
965
+ "grad_norm": 0.19903019070625305,
966
+ "learning_rate": 0.00016142775400966022,
967
+ "loss": 0.5976,
968
+ "step": 13700
969
+ },
970
+ {
971
+ "epoch": 162.35294117647058,
972
+ "grad_norm": 0.19659195840358734,
973
+ "learning_rate": 0.00015823184589922667,
974
+ "loss": 0.5977,
975
+ "step": 13800
976
+ },
977
+ {
978
+ "epoch": 163.52941176470588,
979
+ "grad_norm": 0.2094689905643463,
980
+ "learning_rate": 0.00015506786103620146,
981
+ "loss": 0.5976,
982
+ "step": 13900
983
+ },
984
+ {
985
+ "epoch": 164.7058823529412,
986
+ "grad_norm": 0.21840886771678925,
987
+ "learning_rate": 0.00015193666442245402,
988
+ "loss": 0.5973,
989
+ "step": 14000
990
+ },
991
+ {
992
+ "epoch": 165.88235294117646,
993
+ "grad_norm": 0.23682963848114014,
994
+ "learning_rate": 0.00014883911209587366,
995
+ "loss": 0.5972,
996
+ "step": 14100
997
+ },
998
+ {
999
+ "epoch": 167.05882352941177,
1000
+ "grad_norm": 0.29355478286743164,
1001
+ "learning_rate": 0.00014577605089633773,
1002
+ "loss": 0.597,
1003
+ "step": 14200
1004
+ },
1005
+ {
1006
+ "epoch": 168.23529411764707,
1007
+ "grad_norm": 0.17159608006477356,
1008
+ "learning_rate": 0.0001427483182341936,
1009
+ "loss": 0.5962,
1010
+ "step": 14300
1011
+ },
1012
+ {
1013
+ "epoch": 169.41176470588235,
1014
+ "grad_norm": 0.23665839433670044,
1015
+ "learning_rate": 0.00013975674186131936,
1016
+ "loss": 0.5958,
1017
+ "step": 14400
1018
+ },
1019
+ {
1020
+ "epoch": 170.58823529411765,
1021
+ "grad_norm": 0.21157744526863098,
1022
+ "learning_rate": 0.00013680213964482475,
1023
+ "loss": 0.5959,
1024
+ "step": 14500
1025
+ },
1026
+ {
1027
+ "epoch": 171.76470588235293,
1028
+ "grad_norm": 0.20032313466072083,
1029
+ "learning_rate": 0.00013388531934345417,
1030
+ "loss": 0.5962,
1031
+ "step": 14600
1032
+ },
1033
+ {
1034
+ "epoch": 172.94117647058823,
1035
+ "grad_norm": 0.2012300193309784,
1036
+ "learning_rate": 0.00013100707838675378,
1037
+ "loss": 0.5955,
1038
+ "step": 14700
1039
+ },
1040
+ {
1041
+ "epoch": 174.11764705882354,
1042
+ "grad_norm": 0.2033039629459381,
1043
+ "learning_rate": 0.00012816820365706206,
1044
+ "loss": 0.5953,
1045
+ "step": 14800
1046
+ },
1047
+ {
1048
+ "epoch": 175.2941176470588,
1049
+ "grad_norm": 0.21076302230358124,
1050
+ "learning_rate": 0.00012536947127438414,
1051
+ "loss": 0.595,
1052
+ "step": 14900
1053
+ },
1054
+ {
1055
+ "epoch": 176.47058823529412,
1056
+ "grad_norm": 0.23732973635196686,
1057
+ "learning_rate": 0.00012261164638420832,
1058
+ "loss": 0.5948,
1059
+ "step": 15000
1060
+ },
1061
+ {
1062
+ "epoch": 177.64705882352942,
1063
+ "grad_norm": 0.18097546696662903,
1064
+ "learning_rate": 0.0001198954829483227,
1065
+ "loss": 0.5949,
1066
+ "step": 15100
1067
+ },
1068
+ {
1069
+ "epoch": 178.8235294117647,
1070
+ "grad_norm": 0.18863777816295624,
1071
+ "learning_rate": 0.00011722172353869008,
1072
+ "loss": 0.5942,
1073
+ "step": 15200
1074
+ },
1075
+ {
1076
+ "epoch": 180.0,
1077
+ "grad_norm": 0.19391462206840515,
1078
+ "learning_rate": 0.00011459109913443567,
1079
+ "loss": 0.5947,
1080
+ "step": 15300
1081
+ },
1082
+ {
1083
+ "epoch": 181.1764705882353,
1084
+ "grad_norm": 0.2118608057498932,
1085
+ "learning_rate": 0.00011200432892200498,
1086
+ "loss": 0.5937,
1087
+ "step": 15400
1088
+ },
1089
+ {
1090
+ "epoch": 182.35294117647058,
1091
+ "grad_norm": 0.20581988990306854,
1092
+ "learning_rate": 0.0001094621200985454,
1093
+ "loss": 0.593,
1094
+ "step": 15500
1095
+ },
1096
+ {
1097
+ "epoch": 183.52941176470588,
1098
+ "grad_norm": 0.17395299673080444,
1099
+ "learning_rate": 0.00010696516767856545,
1100
+ "loss": 0.5938,
1101
+ "step": 15600
1102
+ },
1103
+ {
1104
+ "epoch": 184.7058823529412,
1105
+ "grad_norm": 0.19910691678524017,
1106
+ "learning_rate": 0.00010451415430392475,
1107
+ "loss": 0.5938,
1108
+ "step": 15700
1109
+ },
1110
+ {
1111
+ "epoch": 185.88235294117646,
1112
+ "grad_norm": 0.20995280146598816,
1113
+ "learning_rate": 0.00010210975005720677,
1114
+ "loss": 0.5933,
1115
+ "step": 15800
1116
+ },
1117
+ {
1118
+ "epoch": 187.05882352941177,
1119
+ "grad_norm": 0.1956751048564911,
1120
+ "learning_rate": 9.975261227852472e-05,
1121
+ "loss": 0.5929,
1122
+ "step": 15900
1123
+ },
1124
+ {
1125
+ "epoch": 188.23529411764707,
1126
+ "grad_norm": 0.21693381667137146,
1127
+ "learning_rate": 9.744338538581147e-05,
1128
+ "loss": 0.5927,
1129
+ "step": 16000
1130
+ },
1131
+ {
1132
+ "epoch": 189.41176470588235,
1133
+ "grad_norm": 0.22914592921733856,
1134
+ "learning_rate": 9.518270069864194e-05,
1135
+ "loss": 0.5925,
1136
+ "step": 16100
1137
+ },
1138
+ {
1139
+ "epoch": 190.58823529411765,
1140
+ "grad_norm": 0.16531546413898468,
1141
+ "learning_rate": 9.297117626563687e-05,
1142
+ "loss": 0.5927,
1143
+ "step": 16200
1144
+ },
1145
+ {
1146
+ "epoch": 191.76470588235293,
1147
+ "grad_norm": 0.20220644772052765,
1148
+ "learning_rate": 9.080941669549422e-05,
1149
+ "loss": 0.592,
1150
+ "step": 16300
1151
+ },
1152
+ {
1153
+ "epoch": 192.94117647058823,
1154
+ "grad_norm": 0.2599410116672516,
1155
+ "learning_rate": 8.86980129916955e-05,
1156
+ "loss": 0.5925,
1157
+ "step": 16400
1158
+ },
1159
+ {
1160
+ "epoch": 194.11764705882354,
1161
+ "grad_norm": 0.2376476675271988,
1162
+ "learning_rate": 8.663754239093108e-05,
1163
+ "loss": 0.5917,
1164
+ "step": 16500
1165
+ },
1166
+ {
1167
+ "epoch": 195.2941176470588,
1168
+ "grad_norm": 0.2200583815574646,
1169
+ "learning_rate": 8.46285682052895e-05,
1170
+ "loss": 0.5917,
1171
+ "step": 16600
1172
+ },
1173
+ {
1174
+ "epoch": 196.47058823529412,
1175
+ "grad_norm": 0.15702831745147705,
1176
+ "learning_rate": 8.267163966825369e-05,
1177
+ "loss": 0.591,
1178
+ "step": 16700
1179
+ },
1180
+ {
1181
+ "epoch": 197.64705882352942,
1182
+ "grad_norm": 0.2025442272424698,
1183
+ "learning_rate": 8.076729178454587e-05,
1184
+ "loss": 0.5915,
1185
+ "step": 16800
1186
+ },
1187
+ {
1188
+ "epoch": 198.8235294117647,
1189
+ "grad_norm": 0.20042482018470764,
1190
+ "learning_rate": 7.89160451838626e-05,
1191
+ "loss": 0.5914,
1192
+ "step": 16900
1193
+ },
1194
+ {
1195
+ "epoch": 200.0,
1196
+ "grad_norm": 0.20815803110599518,
1197
+ "learning_rate": 7.711840597853999e-05,
1198
+ "loss": 0.5911,
1199
+ "step": 17000
1200
+ },
1201
+ {
1202
+ "epoch": 201.1764705882353,
1203
+ "grad_norm": 0.1634587049484253,
1204
+ "learning_rate": 7.537486562518735e-05,
1205
+ "loss": 0.5906,
1206
+ "step": 17100
1207
+ },
1208
+ {
1209
+ "epoch": 202.35294117647058,
1210
+ "grad_norm": 0.18949072062969208,
1211
+ "learning_rate": 7.368590079032822e-05,
1212
+ "loss": 0.5905,
1213
+ "step": 17200
1214
+ },
1215
+ {
1216
+ "epoch": 203.52941176470588,
1217
+ "grad_norm": 0.17700164020061493,
1218
+ "learning_rate": 7.205197322008425e-05,
1219
+ "loss": 0.5908,
1220
+ "step": 17300
1221
+ },
1222
+ {
1223
+ "epoch": 204.7058823529412,
1224
+ "grad_norm": 0.18686902523040771,
1225
+ "learning_rate": 7.047352961393844e-05,
1226
+ "loss": 0.5902,
1227
+ "step": 17400
1228
+ },
1229
+ {
1230
+ "epoch": 205.88235294117646,
1231
+ "grad_norm": 0.1783757209777832,
1232
+ "learning_rate": 6.895100150261207e-05,
1233
+ "loss": 0.5903,
1234
+ "step": 17500
1235
+ },
1236
+ {
1237
+ "epoch": 207.05882352941177,
1238
+ "grad_norm": 0.24416415393352509,
1239
+ "learning_rate": 6.748480513008843e-05,
1240
+ "loss": 0.5905,
1241
+ "step": 17600
1242
+ },
1243
+ {
1244
+ "epoch": 208.23529411764707,
1245
+ "grad_norm": 0.16251413524150848,
1246
+ "learning_rate": 6.607534133981593e-05,
1247
+ "loss": 0.59,
1248
+ "step": 17700
1249
+ },
1250
+ {
1251
+ "epoch": 209.41176470588235,
1252
+ "grad_norm": 0.21517546474933624,
1253
+ "learning_rate": 6.472299546512134e-05,
1254
+ "loss": 0.5895,
1255
+ "step": 17800
1256
+ },
1257
+ {
1258
+ "epoch": 210.58823529411765,
1259
+ "grad_norm": 0.19090908765792847,
1260
+ "learning_rate": 6.342813722386375e-05,
1261
+ "loss": 0.5898,
1262
+ "step": 17900
1263
+ },
1264
+ {
1265
+ "epoch": 211.76470588235293,
1266
+ "grad_norm": 0.2293200045824051,
1267
+ "learning_rate": 6.219112061735721e-05,
1268
+ "loss": 0.5901,
1269
+ "step": 18000
1270
+ },
1271
+ {
1272
+ "epoch": 212.94117647058823,
1273
+ "grad_norm": 0.17098218202590942,
1274
+ "learning_rate": 6.1012283833590465e-05,
1275
+ "loss": 0.5894,
1276
+ "step": 18100
1277
+ },
1278
+ {
1279
+ "epoch": 214.11764705882354,
1280
+ "grad_norm": 0.2208317220211029,
1281
+ "learning_rate": 5.989194915476953e-05,
1282
+ "loss": 0.5895,
1283
+ "step": 18200
1284
+ },
1285
+ {
1286
+ "epoch": 215.2941176470588,
1287
+ "grad_norm": 0.1751774698495865,
1288
+ "learning_rate": 5.883042286920917e-05,
1289
+ "loss": 0.5892,
1290
+ "step": 18300
1291
+ },
1292
+ {
1293
+ "epoch": 216.47058823529412,
1294
+ "grad_norm": 0.1750408262014389,
1295
+ "learning_rate": 5.782799518759658e-05,
1296
+ "loss": 0.5893,
1297
+ "step": 18400
1298
+ },
1299
+ {
1300
+ "epoch": 217.64705882352942,
1301
+ "grad_norm": 0.23976410925388336,
1302
+ "learning_rate": 5.688494016365067e-05,
1303
+ "loss": 0.5889,
1304
+ "step": 18500
1305
+ },
1306
+ {
1307
+ "epoch": 218.8235294117647,
1308
+ "grad_norm": 0.19801031053066254,
1309
+ "learning_rate": 5.6001515619198706e-05,
1310
+ "loss": 0.5896,
1311
+ "step": 18600
1312
+ },
1313
+ {
1314
+ "epoch": 220.0,
1315
+ "grad_norm": 0.18000656366348267,
1316
+ "learning_rate": 5.517796307369017e-05,
1317
+ "loss": 0.5894,
1318
+ "step": 18700
1319
+ },
1320
+ {
1321
+ "epoch": 221.1764705882353,
1322
+ "grad_norm": 0.20478762686252594,
1323
+ "learning_rate": 5.44145076781679e-05,
1324
+ "loss": 0.5886,
1325
+ "step": 18800
1326
+ },
1327
+ {
1328
+ "epoch": 222.35294117647058,
1329
+ "grad_norm": 0.19078604876995087,
1330
+ "learning_rate": 5.3711358153713977e-05,
1331
+ "loss": 0.5886,
1332
+ "step": 18900
1333
+ },
1334
+ {
1335
+ "epoch": 223.52941176470588,
1336
+ "grad_norm": 0.22089140117168427,
1337
+ "learning_rate": 5.3068706734387484e-05,
1338
+ "loss": 0.5889,
1339
+ "step": 19000
1340
+ },
1341
+ {
1342
+ "epoch": 224.7058823529412,
1343
+ "grad_norm": 0.185538187623024,
1344
+ "learning_rate": 5.248672911466959e-05,
1345
+ "loss": 0.5893,
1346
+ "step": 19100
1347
+ },
1348
+ {
1349
+ "epoch": 225.88235294117646,
1350
+ "grad_norm": 0.24148297309875488,
1351
+ "learning_rate": 5.196558440143059e-05,
1352
+ "loss": 0.5883,
1353
+ "step": 19200
1354
+ },
1355
+ {
1356
+ "epoch": 227.05882352941177,
1357
+ "grad_norm": 0.17899304628372192,
1358
+ "learning_rate": 5.1505415070431424e-05,
1359
+ "loss": 0.5889,
1360
+ "step": 19300
1361
+ },
1362
+ {
1363
+ "epoch": 228.23529411764707,
1364
+ "grad_norm": 0.18542052805423737,
1365
+ "learning_rate": 5.110634692737243e-05,
1366
+ "loss": 0.5887,
1367
+ "step": 19400
1368
+ },
1369
+ {
1370
+ "epoch": 229.41176470588235,
1371
+ "grad_norm": 0.18955838680267334,
1372
+ "learning_rate": 5.076848907349929e-05,
1373
+ "loss": 0.588,
1374
+ "step": 19500
1375
+ },
1376
+ {
1377
+ "epoch": 230.58823529411765,
1378
+ "grad_norm": 0.18782636523246765,
1379
+ "learning_rate": 5.049193387577574e-05,
1380
+ "loss": 0.5891,
1381
+ "step": 19600
1382
+ },
1383
+ {
1384
+ "epoch": 231.76470588235293,
1385
+ "grad_norm": 0.15826453268527985,
1386
+ "learning_rate": 5.027675694163144e-05,
1387
+ "loss": 0.588,
1388
+ "step": 19700
1389
+ },
1390
+ {
1391
+ "epoch": 232.94117647058823,
1392
+ "grad_norm": 0.20909681916236877,
1393
+ "learning_rate": 5.012301709829165e-05,
1394
+ "loss": 0.5884,
1395
+ "step": 19800
1396
+ },
1397
+ {
1398
+ "epoch": 234.11764705882354,
1399
+ "grad_norm": 0.16790667176246643,
1400
+ "learning_rate": 5.003075637669448e-05,
1401
+ "loss": 0.5885,
1402
+ "step": 19900
1403
+ },
1404
+ {
1405
+ "epoch": 235.2941176470588,
1406
+ "grad_norm": 0.22305865585803986,
1407
+ "learning_rate": 5e-05,
1408
+ "loss": 0.5878,
1409
+ "step": 20000
1410
+ }
1411
+ ],
1412
+ "logging_steps": 100,
1413
+ "max_steps": 20000,
1414
+ "num_input_tokens_seen": 0,
1415
+ "num_train_epochs": 236,
1416
+ "save_steps": 1000,
1417
+ "stateful_callbacks": {
1418
+ "TrainerControl": {
1419
+ "args": {
1420
+ "should_epoch_stop": false,
1421
+ "should_evaluate": false,
1422
+ "should_log": false,
1423
+ "should_save": true,
1424
+ "should_training_stop": true
1425
+ },
1426
+ "attributes": {}
1427
+ }
1428
+ },
1429
+ "total_flos": 6.580292306379735e+17,
1430
+ "train_batch_size": 512,
1431
+ "trial_name": null,
1432
+ "trial_params": null
1433
+ }
cl_hop4/checkpoint-20000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53d49abc1a579130836ab47a8842c0fa056568a73a5646d4c72bddb3b71f6aac
3
+ size 5304
cl_hop4/checkpoint-20000/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
cl_hop4/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "archives/levels/single/depth_aug/hop4_cont_simp/hop3_1k_cat_seed0_max_steps10000/",
3
+ "activation_function": "gelu_new",
4
+ "architectures": [
5
+ "GPTJForCausalLM"
6
+ ],
7
+ "attn_pdrop": 0.1,
8
+ "bos_token_id": 50256,
9
+ "embd_pdrop": 0.1,
10
+ "eos_token_id": 50256,
11
+ "initializer_range": 0.02,
12
+ "layer_norm_epsilon": 1e-05,
13
+ "model_type": "gptj",
14
+ "n_embd": 768,
15
+ "n_head": 12,
16
+ "n_inner": null,
17
+ "n_layer": 12,
18
+ "n_positions": 1024,
19
+ "resid_pdrop": 0.1,
20
+ "rotary_dim": 64,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "float32",
23
+ "transformers_version": "4.46.2",
24
+ "use_cache": true,
25
+ "vocab_size": 50740
26
+ }
cl_hop4/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 50256,
4
+ "eos_token_id": 50256,
5
+ "transformers_version": "4.46.2"
6
+ }
cl_hop4/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
cl_hop4/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86406b74e668d5dcfde8e208ba86b3562315e7a6d9c5fc2f9984cb2680a0c376
3
+ size 651965360
cl_hop4/special_tokens_map.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|endoftext|>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|endoftext|>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "<|endoftext|>",
17
+ "unk_token": {
18
+ "content": "<|endoftext|>",
19
+ "lstrip": false,
20
+ "normalized": true,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ }
cl_hop4/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
cl_hop4/validate_results.json ADDED
@@ -0,0 +1,462 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "1000": {
3
+ "exact_match": 0.09133333333333334,
4
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 0.0,
5
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 0.0,
6
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 0.0,
7
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 0.0,
8
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 0.0,
9
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 0.0,
10
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 0.0,
11
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 0.0,
12
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 0.0,
13
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 0.0,
14
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 0.0,
15
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 0.0,
16
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 0.0,
17
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 0.0,
18
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 0.0,
19
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 0.0,
20
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 0.0,
21
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
22
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 0.0,
23
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 0.0
24
+ },
25
+ "2000": {
26
+ "exact_match": 0.9043333333333333,
27
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 0.0,
28
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
29
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
30
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
31
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
32
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
33
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
34
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
35
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
36
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
37
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 0.0,
38
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
39
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
40
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
41
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 0.0,
42
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
43
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
44
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
45
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
46
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
47
+ },
48
+ "3000": {
49
+ "exact_match": 0.968,
50
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
51
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
52
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
53
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
54
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
55
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
56
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
57
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
58
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
59
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
60
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
61
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
62
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
63
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
64
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 0.0,
65
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
66
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
67
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
68
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
69
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
70
+ },
71
+ "4000": {
72
+ "exact_match": 0.9806666666666667,
73
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
74
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
75
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 0.0,
76
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
77
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
78
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
79
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
80
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
81
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
82
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
83
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
84
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
85
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
86
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
87
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
88
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
89
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
90
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
91
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
92
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
93
+ },
94
+ "5000": {
95
+ "exact_match": 0.9956666666666667,
96
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 0.0,
97
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
98
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
99
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
100
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
101
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
102
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
103
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
104
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
105
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
106
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
107
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
108
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
109
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
110
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
111
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
112
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
113
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
114
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
115
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
116
+ },
117
+ "6000": {
118
+ "exact_match": 0.9943333333333333,
119
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
120
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
121
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
122
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
123
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
124
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
125
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
126
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
127
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
128
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
129
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
130
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
131
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
132
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
133
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
134
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
135
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
136
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
137
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
138
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
139
+ },
140
+ "7000": {
141
+ "exact_match": 0.9953333333333333,
142
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
143
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
144
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
145
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
146
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
147
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
148
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
149
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
150
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
151
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
152
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
153
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
154
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
155
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
156
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
157
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
158
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
159
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
160
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
161
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
162
+ },
163
+ "8000": {
164
+ "exact_match": 0.9983333333333333,
165
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
166
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
167
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
168
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
169
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
170
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
171
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
172
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
173
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
174
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
175
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
176
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
177
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
178
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
179
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
180
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
181
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
182
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
183
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
184
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
185
+ },
186
+ "9000": {
187
+ "exact_match": 0.9983333333333333,
188
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
189
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
190
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
191
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
192
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
193
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
194
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
195
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
196
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
197
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
198
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
199
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
200
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
201
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
202
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
203
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
204
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
205
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
206
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
207
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
208
+ },
209
+ "10000": {
210
+ "exact_match": 0.9976666666666667,
211
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
212
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
213
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
214
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
215
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
216
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
217
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
218
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
219
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
220
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
221
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
222
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
223
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
224
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
225
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
226
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
227
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
228
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
229
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
230
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
231
+ },
232
+ "11000": {
233
+ "exact_match": 0.999,
234
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
235
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
236
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
237
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
238
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
239
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
240
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
241
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
242
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
243
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
244
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
245
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
246
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
247
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
248
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
249
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
250
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
251
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
252
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
253
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
254
+ },
255
+ "12000": {
256
+ "exact_match": 0.9973333333333333,
257
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
258
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
259
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
260
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
261
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
262
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
263
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
264
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
265
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
266
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
267
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
268
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
269
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
270
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
271
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
272
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
273
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
274
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
275
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
276
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
277
+ },
278
+ "13000": {
279
+ "exact_match": 0.9996666666666667,
280
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
281
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
282
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
283
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
284
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
285
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
286
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
287
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
288
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
289
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
290
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
291
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
292
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
293
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
294
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
295
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
296
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
297
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
298
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
299
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
300
+ },
301
+ "14000": {
302
+ "exact_match": 1.0,
303
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
304
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
305
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
306
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
307
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
308
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
309
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
310
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
311
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
312
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
313
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
314
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
315
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
316
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
317
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
318
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
319
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
320
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
321
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
322
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
323
+ },
324
+ "15000": {
325
+ "exact_match": 1.0,
326
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
327
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
328
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
329
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
330
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
331
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
332
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
333
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
334
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
335
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
336
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
337
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
338
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
339
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
340
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
341
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
342
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
343
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
344
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
345
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
346
+ },
347
+ "16000": {
348
+ "exact_match": 1.0,
349
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
350
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
351
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
352
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
353
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
354
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
355
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
356
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
357
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
358
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
359
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
360
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
361
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
362
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
363
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
364
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
365
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
366
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
367
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
368
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
369
+ },
370
+ "17000": {
371
+ "exact_match": 1.0,
372
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
373
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
374
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
375
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
376
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
377
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
378
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
379
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
380
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
381
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
382
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
383
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
384
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
385
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
386
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
387
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
388
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
389
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
390
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
391
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
392
+ },
393
+ "18000": {
394
+ "exact_match": 1.0,
395
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
396
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
397
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
398
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
399
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
400
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
401
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
402
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
403
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
404
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
405
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
406
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
407
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
408
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
409
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
410
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
411
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
412
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
413
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
414
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
415
+ },
416
+ "19000": {
417
+ "exact_match": 1.0,
418
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
419
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
420
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
421
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
422
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
423
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
424
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
425
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
426
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
427
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
428
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
429
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
430
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
431
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
432
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
433
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
434
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
435
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
436
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
437
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
438
+ },
439
+ "20000": {
440
+ "exact_match": 1.0,
441
+ "administrator_1_administrator_1_backer_1_instructor_1_exact_match": 1.0,
442
+ "administrator_1_administrator_1_boss_1_coordinator_1_exact_match": 1.0,
443
+ "administrator_1_administrator_1_boss_1_ruler_1_exact_match": 1.0,
444
+ "administrator_1_administrator_1_director_1_employer_1_exact_match": 1.0,
445
+ "administrator_1_administrator_1_patron_1_backer_1_exact_match": 1.0,
446
+ "administrator_1_administrator_1_patron_1_boss_1_exact_match": 1.0,
447
+ "administrator_1_administrator_1_predecessor_1_coordinator_1_exact_match": 1.0,
448
+ "administrator_1_administrator_1_supervisor_1_supervisor_1_exact_match": 1.0,
449
+ "administrator_1_advisor_1_administrator_1_manager_1_exact_match": 1.0,
450
+ "administrator_1_advisor_1_administrator_1_supervisor_1_exact_match": 1.0,
451
+ "administrator_1_advisor_1_backer_1_administrator_1_exact_match": 1.0,
452
+ "administrator_1_advisor_1_employer_1_sponsor_1_exact_match": 1.0,
453
+ "administrator_1_advisor_1_instructor_1_director_1_exact_match": 1.0,
454
+ "administrator_1_advisor_1_instructor_1_mentor_1_exact_match": 1.0,
455
+ "administrator_1_advisor_1_leader_1_director_1_exact_match": 1.0,
456
+ "administrator_1_advisor_1_overseer_1_advisor_1_exact_match": 1.0,
457
+ "administrator_1_backer_1_administrator_1_instructor_1_exact_match": 1.0,
458
+ "administrator_1_backer_1_backer_1_director_1_exact_match": 1.0,
459
+ "administrator_1_backer_1_backer_1_manager_1_exact_match": 1.0,
460
+ "administrator_1_backer_1_boss_1_financier_1_exact_match": 1.0
461
+ }
462
+ }
cl_hop4/vocab.json ADDED
The diff for this file is too large to render. See raw diff