momh-cauldron-8 / trainer_state.json
patrickamadeus's picture
Add checkpoint 8
0be7710 verified
{
"epoch": 0,
"global_step": 8,
"micro_step_in_epoch": 64,
"rng_state": {
"cuda": [
[
42,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"numpy": [
"MT19937",
[
42,
3107752595,
1895908407,
3900362577,
3030691166,
4081230161,
2732361568,
1361238961,
3961642104,
867618704,
2837705690,
3281374275,
3928479052,
3691474744,
3088217429,
1769265762,
3769508895,
2731227933,
2930436685,
486258750,
1452990090,
3321835500,
3520974945,
2343938241,
928051207,
2811458012,
3391994544,
3688461242,
1372039449,
3706424981,
1717012300,
1728812672,
1688496645,
1203107765,
1648758310,
440890502,
1396092674,
626042708,
3853121610,
669844980,
2992565612,
310741647,
3820958101,
3474052697,
305511342,
2053450195,
705225224,
3836704087,
3293527636,
1140926340,
2738734251,
574359520,
1493564308,
269614846,
427919468,
2903547603,
2957214125,
181522756,
4137743374,
2557886044,
3399018834,
1348953650,
1575066973,
3837612427,
705360616,
4138204617,
1604205300,
1605197804,
590851525,
2371419134,
2530821810,
4183626679,
2872056396,
3895467791,
1156426758,
184917518,
2502875602,
2730245981,
3251099593,
2228829441,
2591075711,
3048691618,
3030004338,
1726207619,
993866654,
823585707,
936803789,
3180156728,
1191670842,
348221088,
988038522,
3281236861,
1153842962,
4152167900,
98291801,
816305276,
575746380,
1719541597,
2584648622,
1791391551,
3234806234,
413529090,
219961136,
4180088407,
1135264652,
3923811338,
2304598263,
762142228,
1980420688,
1225347938,
3657621885,
3762382117,
1157119598,
2556627260,
2276905960,
3857700293,
1903185298,
4258743924,
2078637161,
4160077183,
3569294948,
2138906140,
1346725611,
1473959117,
2798330104,
3785346335,
4103334026,
3448442764,
1142532843,
4278036691,
3071994514,
3474299731,
1121195796,
1536841934,
2132070705,
1064908919,
2840327803,
992870214,
2041326888,
2906112696,
4182466030,
1031463950,
703166484,
854266995,
4157971695,
4071962029,
2600094776,
2770410869,
3776335751,
2599879593,
2451043853,
2223709058,
2098813464,
4008111478,
2959232195,
3072496064,
2498909222,
4020139729,
785990520,
958060279,
4183949075,
2392404465,
533774465,
4092066952,
3967420027,
1726137853,
2907699474,
3158758391,
1460845905,
1323598137,
2446717890,
3004885867,
3447263769,
1378488047,
3172418196,
652839901,
1695052769,
226007057,
778836071,
1216725078,
655651335,
1850195064,
427367795,
800074262,
2241880422,
1713434925,
339981078,
1730571881,
672610244,
1952245009,
2729177102,
3516932475,
4032720152,
3177283432,
411893652,
2440235559,
3587427933,
43170267,
39225133,
3904203400,
1935961247,
3843123487,
1625453782,
1337993374,
2095455879,
3402219947,
634671126,
70868861,
3072823841,
851862432,
1828056818,
2794213810,
1222863684,
2164539406,
4249334162,
1380362252,
1512719097,
2773165233,
4063118969,
3041859837,
529421431,
563872464,
2478730478,
3168749051,
4132953373,
3922807735,
1124217574,
1970058502,
1744120743,
1906315107,
1074758800,
1611130652,
2878846041,
886823888,
1175456250,
1669874674,
2428820171,
1044308794,
3841962192,
138850094,
1239727126,
1753711876,
2194286827,
872797664,
4276240980,
690338888,
4087206238,
2279169960,
1117436170,
3344885072,
3127829945,
315537090,
3802787206,
4157203318,
1637047079,
3774106877,
3230158646,
1855823338,
1931415993,
667252379,
4288528171,
1587598285,
1096793218,
1916566454,
101891899,
2354644560,
3351208292,
1467125166,
2177732119,
4122299478,
3904084887,
2653591155,
4201043109,
2867379343,
2660555187,
3641744616,
4126452939,
326579197,
2697259239,
3365236848,
3007834487,
4118919490,
3306741951,
2285455175,
1956645973,
1879691841,
891565150,
1843460149,
2013381028,
819311674,
123282948,
1436558519,
1154343666,
206804484,
1650349242,
2142011886,
304163699,
2608574600,
2500624796,
2996744833,
2344192475,
3152512202,
165571606,
691170269,
1806226529,
568535825,
1243813863,
3068953841,
3843784723,
1540495237,
4246006858,
1303595780,
3288680241,
864868851,
819595545,
3230857496,
3574119395,
1545404573,
2970139338,
4292786727,
1803072884,
1374565738,
1736333177,
1978645403,
3962597126,
1068006206,
3458125500,
168085922,
1597587506,
2052497512,
1323596727,
2421372441,
1468386547,
3574947527,
3363915938,
860279252,
1309097460,
3065417722,
1490716202,
3476091722,
1669402145,
895071221,
1432690175,
3353592973,
149850974,
2789493615,
826939483,
666980418,
755367270,
3988951195,
21783894,
1924727373,
1699517788,
1152431122,
2593798113,
3522529522,
2797535609,
4018366956,
2350035889,
3010507270,
2832621820,
627979167,
997422629,
365587204,
2302500352,
1720920631,
689999548,
3713985947,
3267499624,
1971264680,
1981530399,
1662926921,
1833821660,
1422522022,
3141447769,
2727954526,
4172728772,
1787436028,
1902276939,
3145551277,
4207627911,
2497093521,
4111966589,
3929089589,
2253454030,
1069424637,
2165048659,
2848813944,
2435898022,
2546206777,
3864777677,
3107311565,
3776562483,
1040285049,
3171631943,
2404677828,
2522848682,
2930777301,
2831905121,
1436989598,
602730315,
664177960,
3959954010,
3116042160,
2881899726,
233404945,
4058465099,
1781994751,
485046222,
2776777695,
432082123,
1989128370,
86344507,
2510576356,
2194076764,
1742125237,
3715839140,
895100548,
147445686,
705462897,
2245325113,
1052295404,
1956014786,
2916055958,
1829369612,
2541711050,
1594343058,
3708804266,
150438233,
323857098,
294681952,
783931535,
606075163,
2427042904,
121207604,
3943199031,
1196785464,
1818211378,
1788241109,
3138862427,
2037307093,
2306750301,
1644605749,
165986111,
542190743,
486828112,
1757411662,
894543082,
4108143634,
1232805238,
3801632949,
3863166865,
713767006,
2091486427,
3174776264,
1157004409,
623072544,
1667151721,
3361539538,
696723008,
3247069452,
682044344,
1382136166,
1385645682,
4219951151,
2747881261,
2489355869,
786564174,
2040230554,
2967874556,
1414286092,
2677969656,
1393412218,
2216095072,
935533444,
3662643439,
3285199608,
3103672804,
522796956,
3952383595,
1928659176,
3397717710,
4278554051,
1984736931,
3559102926,
1878353094,
875578217,
2398931796,
2313634006,
1606027661,
2790634022,
2334166559,
1857067101,
666458681,
1626872683,
2155121857,
715449823,
1865157100,
2938814835,
4084911240,
45488075,
3474982924,
1750873825,
2246019159,
125388929,
1110287838,
652200437,
4212247716,
2702974687,
2963764270,
208692058,
3170393729,
1378248367,
752591527,
591629541,
2253399388,
2402291226,
3089656189,
3202324513,
3818308310,
2828131601,
2690672008,
3676629884,
1007739430,
4072247562,
3574795162,
518485611,
1889402182,
3687902739,
3410263649,
2790674620,
779455241,
3573984673,
3053204735,
4089925351,
789980683,
476440431,
3843536868,
2400661309,
3139919094,
1643266656,
113318754,
428163528,
2386492935,
3807242009,
574560611,
3174039857,
3774465602,
1164640969,
455942925,
1374407495,
2562304709,
1024844203,
521375136,
417432138,
1203241821,
2900988280,
2841030991,
2301700751,
369508560,
2396447808,
1891459643,
4225682708,
3930667846,
1518293357,
2697063889,
3113075061,
2411136298,
2836361984,
4105335811,
914081338,
2675982621,
1816939127,
1596754123,
1464603632,
1598478676,
1318403529,
4016663081,
2106416852,
2757323084,
2042842122,
1175184796,
2212339255,
1334626864,
3994484893,
3938045599,
2166620630,
3036360431,
397499085,
975931950,
1868702836,
3530424696,
3532548823,
2770836469,
3537418693,
3344319345,
3208552526,
1771170897,
4097379814,
3761572528,
2794194423,
706836738,
2953105956,
3446096217,
220984542,
309619699,
223913021,
3985142640,
1757616575,
2582763607,
4018329835,
1393278443,
4121569718,
2087146446,
4282833425,
807775617,
1396604749,
3571181413,
90301352,
2618014643,
2783561793,
1329389532,
836540831,
26719530
],
624,
0,
0.0
],
"python": [
3,
[
2147483648,
3564348608,
1266698288,
4212342371,
3595291661,
3180588708,
3037210256,
946923017,
2565409715,
2900535780,
924383152,
4180157270,
4230508198,
2039675917,
3755350407,
2362848650,
2818100609,
2097423432,
524478045,
540883378,
281170210,
1485176884,
1493190386,
1773214509,
380915208,
3667698522,
2648371337,
2961234806,
3857480267,
1582950522,
246289694,
3322185604,
1944574775,
302623699,
169865066,
1143540808,
3733177770,
513116636,
1411153081,
3205493053,
768926902,
549624109,
1470655403,
59539609,
3678480009,
3087139671,
1176835859,
2078491503,
2299934332,
1592059249,
1062716176,
2654193596,
3531838733,
2661260596,
3881209635,
2106865768,
4154287292,
2082185616,
2301197011,
2177349827,
3082181756,
1787663536,
3714670796,
3018262113,
1670056238,
1856738750,
99824592,
2279837081,
1414647942,
3416675731,
3458782472,
3997022236,
468762002,
2666158583,
953353270,
1788980658,
3802061067,
407586584,
1844776834,
1906917274,
3154715663,
3028370222,
4156024188,
3996363428,
80495456,
2659800972,
2005649973,
3818358673,
3952623596,
2506862371,
3282302532,
263923435,
3384662671,
3292439172,
3119957588,
1224426111,
899864150,
215262826,
1619647231,
3347694949,
3497868538,
2029552053,
2992804824,
4080010250,
2023513186,
1885979437,
3564622190,
3775424270,
2297810139,
3549449169,
2664856277,
3274801974,
2794883969,
980412666,
2980215653,
2794389321,
2816521934,
1266970739,
542306338,
3646225311,
3598997630,
2111980720,
2949252482,
2489027658,
352815024,
11610683,
1386663624,
2004196796,
1161461546,
1921293780,
2463949525,
1647009713,
3550093655,
2563894064,
3486310554,
1506105865,
243092931,
2659437476,
4200687059,
2284345122,
1974438610,
3591096528,
967119212,
3362401375,
140678365,
311602112,
2361740275,
2139598582,
3632873481,
2762232439,
4156482318,
381637792,
3253346525,
2492118775,
1502434558,
3164497290,
3550998357,
2412448305,
2223955385,
4122879535,
350121793,
1835149778,
2175117867,
989674750,
3178241202,
3553093569,
3470650311,
2829698151,
3209427769,
1779174943,
275388428,
4044574515,
715447260,
3180940440,
4020772289,
1322708567,
3189868792,
4250485633,
716970023,
2307550151,
1074996711,
1217573599,
197006094,
2178394212,
1255233746,
4164251484,
1405608772,
2808160475,
1304736088,
1796071066,
2761748078,
3570739698,
1616118556,
2232868135,
3567541936,
3470600401,
3031621994,
3351764214,
1359785149,
2617497797,
3340028190,
356162828,
2083806068,
2503635608,
4024838996,
2577080371,
2897993505,
3120733934,
905794891,
2506078507,
4211618666,
3777871979,
809751414,
4080874167,
1562977008,
3917373055,
2132779194,
4014249473,
4067327082,
2582869847,
1780081876,
1842619106,
3381761227,
921004274,
1393256920,
1883566732,
2702071861,
865327389,
1622085203,
3021825820,
2687061406,
1748902923,
689023977,
308399650,
2377287978,
1646969411,
1051806316,
4277884230,
2041056290,
101134519,
2032472116,
4112521069,
151202901,
2773743461,
551348559,
3476836808,
510935951,
625057077,
3757450756,
2977698135,
3027776859,
2616998041,
2773430005,
544190486,
2241368212,
1141105829,
1452816309,
4199229235,
3218013033,
4229475816,
1659576351,
3020348754,
1193400518,
3208584597,
1151197733,
2597187966,
503065140,
2421841572,
1437291709,
1909275895,
2872630545,
793588217,
3792934707,
1784451785,
2921385648,
1669902526,
4189978976,
1196986251,
434805516,
1907541826,
2624415034,
1687778718,
650746582,
1949153382,
4148493093,
841300520,
1164202054,
4203468658,
4106300911,
850346789,
1715730760,
3114661489,
2866524548,
1360448945,
3601318775,
1743078223,
2413855408,
1211895622,
325117146,
2721152875,
1284334485,
2446538832,
739014618,
2237045115,
842553465,
2538598293,
746460793,
4010387366,
2002655192,
4193733112,
1194380773,
3918217378,
1447487475,
5659228,
3408847694,
4190318700,
1862549564,
781683719,
1194618118,
755053413,
3436011942,
2885435303,
3081151348,
2017642831,
1053816502,
1086627485,
2157296554,
110650022,
965352898,
1003174194,
1288956241,
4057404871,
2965068465,
2897064481,
2457377317,
1879872545,
358455290,
375086701,
3015902095,
1676249984,
924455526,
2084169389,
1989014644,
1993749926,
2009424973,
2113340508,
3980883273,
2915977458,
203328382,
3020815229,
2415050113,
4103009585,
3700885489,
2916647550,
1523006503,
174302338,
2476909338,
1969322490,
4285741984,
1528449097,
3355315515,
4217241278,
599579127,
2572243673,
3035856735,
1539140489,
1782314913,
4238644287,
1746424142,
1978148312,
2380746849,
184941882,
1106717981,
1720750349,
981701307,
3953154731,
3257809181,
2892339376,
3339778166,
3676936849,
87425948,
3029257381,
2037942523,
3807628706,
2861474706,
1058852346,
1322765211,
2686046342,
2689342655,
2303436168,
2571627181,
1986057734,
1183564308,
2829677523,
1295563975,
503126586,
2025890348,
4179277821,
1735262467,
981331774,
1613447066,
1011606109,
2000062246,
3581448390,
3477731384,
3641307373,
3508544379,
2327233491,
3931944343,
4189052882,
2990416380,
422406169,
202291313,
2531006461,
4277024116,
3815144003,
821314585,
1344175168,
3562834071,
1339615445,
1831545190,
3115548822,
743512780,
4006999448,
3720181735,
1012033521,
919931041,
2628967879,
1151876565,
1268107129,
3674829936,
834977846,
743987006,
3947536548,
3706529695,
4121073678,
2507605742,
1595636918,
2708047833,
2427507331,
3868216331,
3254240010,
2097683411,
3279710596,
3686819053,
1843541720,
1683793619,
3245287285,
3571828776,
3733296431,
3806747478,
1390930605,
3860422228,
114397037,
1931519825,
2770684378,
1556101783,
1436111731,
4031950081,
562876656,
1775895782,
612364620,
1313509772,
4283410242,
3252958463,
2176555836,
3933073367,
3013277102,
1444071961,
3120949516,
2824578890,
325676929,
943677134,
1800649256,
1721927060,
347498719,
1435221321,
2623572981,
1408548470,
4145586315,
2901889237,
1849377952,
1239144551,
3382598266,
2992893897,
3738297588,
611280106,
3897415338,
2370299241,
1772308583,
3697465753,
354508058,
2702360134,
591308331,
3524072501,
976616000,
2563717192,
3078266097,
1376594703,
4209795919,
2454412767,
2712206031,
2963860163,
3734324882,
2248653800,
324872786,
3789837448,
3779000146,
527733939,
2844165793,
576499681,
1618787435,
2638888650,
57511068,
2804627518,
2993670030,
481402236,
2810124845,
1416045214,
1723694191,
1214944572,
3188123783,
1139185907,
3851015362,
1719652470,
1661343029,
3644307578,
3564178709,
1256656955,
46631590,
4231317929,
3098958589,
1834956625,
2206185428,
3695688374,
3647957317,
1064098871,
1739100906,
2579568980,
27974051,
2617466775,
964075233,
907049942,
4164146575,
3377168066,
2524828266,
1083546008,
2992960953,
2260789066,
1543742095,
2843842831,
1375722284,
3574521313,
110842534,
2310998251,
3076511734,
783145600,
1287776608,
3087144146,
305559823,
2356293719,
3228441476,
1678938122,
3775814061,
1620283952,
2512027726,
1031432407,
962295099,
3877418501,
968669928,
304126693,
3711291137,
3847527101,
494066767,
4050229756,
4169448589,
671763915,
1095747781,
4006132710,
394725957,
200521654,
2715998750,
1477567673,
895171901,
3370105999,
2684157455,
4153990023,
3966076501,
2043374409,
144443759,
6764556,
1611650045,
1480956755,
1388276468,
4136518438,
1538041336,
266773992,
1623357516,
2267298390,
3183919402,
1084292424,
2796136160,
2413448816,
2850375199,
3510894040,
2644778623,
3317288284,
3697317540,
1465776787,
1843489446,
1416711171,
744701117,
1286781349,
3748640476,
861982119,
2377742909,
1171768136,
2701877439,
3839724288,
2869791015,
2386067954,
2629214347,
955801623,
3831079317,
624
],
null
],
"torch": [
42,
0,
0,
0,
0,
0,
0,
0,
145,
0,
0,
0,
1,
0,
0,
0,
224,
1,
0,
0,
0,
0,
0,
0,
60,
202,
74,
246,
0,
0,
0,
0,
231,
111,
217,
170,
0,
0,
0,
0,
252,
87,
232,
69,
0,
0,
0,
0,
37,
4,
128,
137,
0,
0,
0,
0,
251,
45,
16,
26,
0,
0,
0,
0,
19,
180,
161,
68,
0,
0,
0,
0,
1,
206,
33,
10,
0,
0,
0,
0,
140,
94,
124,
128,
0,
0,
0,
0,
13,
116,
105,
82,
0,
0,
0,
0,
208,
194,
211,
145,
0,
0,
0,
0,
43,
17,
38,
59,
0,
0,
0,
0,
231,
87,
15,
77,
0,
0,
0,
0,
31,
209,
137,
169,
0,
0,
0,
0,
111,
255,
73,
245,
0,
0,
0,
0,
88,
170,
94,
239,
0,
0,
0,
0,
225,
194,
4,
39,
0,
0,
0,
0,
71,
166,
97,
8,
0,
0,
0,
0,
124,
3,
204,
67,
0,
0,
0,
0,
59,
97,
151,
185,
0,
0,
0,
0,
24,
109,
2,
240,
0,
0,
0,
0,
184,
221,
38,
176,
0,
0,
0,
0,
130,
51,
57,
63,
0,
0,
0,
0,
102,
55,
212,
4,
0,
0,
0,
0,
30,
79,
1,
159,
0,
0,
0,
0,
12,
223,
211,
235,
0,
0,
0,
0,
120,
0,
193,
230,
0,
0,
0,
0,
103,
242,
6,
162,
0,
0,
0,
0,
147,
233,
33,
156,
0,
0,
0,
0,
24,
195,
187,
82,
0,
0,
0,
0,
152,
3,
210,
174,
0,
0,
0,
0,
113,
132,
228,
14,
0,
0,
0,
0,
157,
88,
35,
123,
0,
0,
0,
0,
225,
213,
250,
148,
0,
0,
0,
0,
59,
97,
80,
106,
0,
0,
0,
0,
121,
85,
177,
244,
0,
0,
0,
0,
222,
52,
60,
108,
0,
0,
0,
0,
56,
134,
80,
176,
0,
0,
0,
0,
147,
162,
216,
34,
0,
0,
0,
0,
230,
100,
169,
131,
0,
0,
0,
0,
107,
67,
177,
214,
0,
0,
0,
0,
43,
127,
109,
233,
0,
0,
0,
0,
54,
95,
1,
173,
0,
0,
0,
0,
19,
159,
142,
195,
0,
0,
0,
0,
137,
162,
36,
114,
0,
0,
0,
0,
152,
228,
211,
171,
0,
0,
0,
0,
101,
130,
186,
99,
0,
0,
0,
0,
179,
174,
75,
231,
0,
0,
0,
0,
150,
206,
239,
146,
0,
0,
0,
0,
214,
111,
39,
208,
0,
0,
0,
0,
99,
4,
172,
111,
0,
0,
0,
0,
24,
200,
33,
167,
0,
0,
0,
0,
64,
154,
14,
74,
0,
0,
0,
0,
67,
86,
194,
236,
0,
0,
0,
0,
117,
30,
78,
122,
0,
0,
0,
0,
135,
196,
33,
124,
0,
0,
0,
0,
26,
233,
80,
165,
0,
0,
0,
0,
33,
163,
167,
51,
0,
0,
0,
0,
213,
33,
167,
106,
0,
0,
0,
0,
101,
213,
80,
119,
0,
0,
0,
0,
203,
184,
29,
75,
0,
0,
0,
0,
169,
147,
193,
188,
0,
0,
0,
0,
50,
161,
253,
64,
0,
0,
0,
0,
103,
56,
93,
153,
0,
0,
0,
0,
37,
65,
221,
39,
0,
0,
0,
0,
5,
40,
35,
52,
0,
0,
0,
0,
180,
201,
220,
214,
0,
0,
0,
0,
151,
155,
94,
7,
0,
0,
0,
0,
252,
136,
110,
255,
0,
0,
0,
0,
223,
168,
4,
29,
0,
0,
0,
0,
44,
215,
62,
169,
0,
0,
0,
0,
132,
20,
136,
106,
0,
0,
0,
0,
7,
30,
201,
100,
0,
0,
0,
0,
97,
230,
159,
185,
0,
0,
0,
0,
250,
114,
130,
59,
0,
0,
0,
0,
243,
240,
145,
61,
0,
0,
0,
0,
215,
144,
92,
157,
0,
0,
0,
0,
212,
25,
8,
0,
0,
0,
0,
0,
236,
153,
236,
117,
0,
0,
0,
0,
13,
99,
236,
99,
0,
0,
0,
0,
163,
171,
98,
50,
0,
0,
0,
0,
158,
131,
156,
253,
0,
0,
0,
0,
174,
245,
38,
234,
0,
0,
0,
0,
111,
64,
176,
131,
0,
0,
0,
0,
60,
117,
155,
170,
0,
0,
0,
0,
108,
238,
247,
182,
0,
0,
0,
0,
88,
183,
186,
113,
0,
0,
0,
0,
190,
178,
166,
161,
0,
0,
0,
0,
184,
241,
239,
206,
0,
0,
0,
0,
0,
55,
42,
77,
0,
0,
0,
0,
82,
32,
156,
228,
0,
0,
0,
0,
56,
229,
138,
155,
0,
0,
0,
0,
126,
89,
67,
180,
0,
0,
0,
0,
137,
199,
124,
151,
0,
0,
0,
0,
85,
146,
5,
244,
0,
0,
0,
0,
220,
94,
159,
226,
0,
0,
0,
0,
44,
129,
73,
154,
0,
0,
0,
0,
224,
245,
73,
157,
0,
0,
0,
0,
62,
9,
66,
34,
0,
0,
0,
0,
14,
162,
95,
84,
0,
0,
0,
0,
126,
209,
119,
193,
0,
0,
0,
0,
213,
222,
99,
117,
0,
0,
0,
0,
139,
67,
66,
56,
0,
0,
0,
0,
61,
72,
136,
124,
0,
0,
0,
0,
222,
106,
228,
151,
0,
0,
0,
0,
129,
49,
13,
115,
0,
0,
0,
0,
89,
58,
105,
139,
0,
0,
0,
0,
121,
159,
225,
209,
0,
0,
0,
0,
148,
251,
64,
80,
0,
0,
0,
0,
235,
86,
95,
228,
0,
0,
0,
0,
151,
10,
225,
212,
0,
0,
0,
0,
161,
209,
108,
137,
0,
0,
0,
0,
4,
106,
31,
207,
0,
0,
0,
0,
16,
136,
25,
82,
0,
0,
0,
0,
192,
77,
89,
204,
0,
0,
0,
0,
195,
128,
129,
161,
0,
0,
0,
0,
225,
243,
176,
83,
0,
0,
0,
0,
53,
242,
76,
105,
0,
0,
0,
0,
2,
214,
237,
206,
0,
0,
0,
0,
50,
113,
36,
250,
0,
0,
0,
0,
207,
42,
219,
188,
0,
0,
0,
0,
230,
62,
157,
251,
0,
0,
0,
0,
45,
99,
206,
252,
0,
0,
0,
0,
84,
166,
138,
241,
0,
0,
0,
0,
116,
26,
202,
157,
0,
0,
0,
0,
107,
255,
232,
54,
0,
0,
0,
0,
107,
110,
142,
42,
0,
0,
0,
0,
69,
54,
198,
72,
0,
0,
0,
0,
106,
94,
94,
83,
0,
0,
0,
0,
49,
97,
6,
153,
0,
0,
0,
0,
77,
249,
117,
143,
0,
0,
0,
0,
63,
121,
154,
23,
0,
0,
0,
0,
62,
167,
123,
209,
0,
0,
0,
0,
225,
105,
160,
174,
0,
0,
0,
0,
39,
241,
71,
157,
0,
0,
0,
0,
115,
168,
251,
62,
0,
0,
0,
0,
222,
182,
32,
183,
0,
0,
0,
0,
135,
180,
54,
137,
0,
0,
0,
0,
206,
95,
213,
11,
0,
0,
0,
0,
233,
239,
151,
185,
0,
0,
0,
0,
178,
180,
240,
95,
0,
0,
0,
0,
90,
37,
77,
29,
0,
0,
0,
0,
236,
60,
101,
40,
0,
0,
0,
0,
192,
142,
63,
2,
0,
0,
0,
0,
238,
121,
145,
252,
0,
0,
0,
0,
186,
80,
234,
115,
0,
0,
0,
0,
253,
98,
255,
161,
0,
0,
0,
0,
19,
37,
238,
11,
0,
0,
0,
0,
74,
78,
116,
231,
0,
0,
0,
0,
118,
123,
145,
182,
0,
0,
0,
0,
36,
160,
155,
136,
0,
0,
0,
0,
40,
141,
225,
90,
0,
0,
0,
0,
211,
90,
27,
43,
0,
0,
0,
0,
218,
47,
17,
143,
0,
0,
0,
0,
2,
6,
154,
190,
0,
0,
0,
0,
224,
30,
233,
216,
0,
0,
0,
0,
197,
38,
125,
79,
0,
0,
0,
0,
112,
41,
175,
93,
0,
0,
0,
0,
223,
16,
55,
168,
0,
0,
0,
0,
179,
232,
241,
152,
0,
0,
0,
0,
97,
56,
135,
50,
0,
0,
0,
0,
58,
117,
140,
62,
0,
0,
0,
0,
79,
167,
240,
241,
0,
0,
0,
0,
45,
4,
60,
49,
0,
0,
0,
0,
131,
123,
242,
178,
0,
0,
0,
0,
173,
27,
111,
64,
0,
0,
0,
0,
177,
244,
28,
194,
0,
0,
0,
0,
251,
96,
242,
134,
0,
0,
0,
0,
226,
173,
16,
132,
0,
0,
0,
0,
230,
52,
226,
120,
0,
0,
0,
0,
64,
205,
212,
126,
0,
0,
0,
0,
231,
201,
124,
223,
0,
0,
0,
0,
97,
66,
55,
193,
0,
0,
0,
0,
97,
156,
203,
18,
0,
0,
0,
0,
124,
113,
27,
178,
0,
0,
0,
0,
178,
18,
104,
218,
0,
0,
0,
0,
85,
126,
1,
48,
0,
0,
0,
0,
78,
226,
14,
21,
0,
0,
0,
0,
37,
64,
165,
74,
0,
0,
0,
0,
215,
193,
185,
80,
0,
0,
0,
0,
120,
164,
199,
164,
0,
0,
0,
0,
253,
221,
65,
215,
0,
0,
0,
0,
112,
164,
84,
70,
0,
0,
0,
0,
204,
54,
125,
225,
0,
0,
0,
0,
155,
137,
205,
6,
0,
0,
0,
0,
105,
220,
14,
219,
0,
0,
0,
0,
22,
77,
205,
45,
0,
0,
0,
0,
242,
31,
112,
159,
0,
0,
0,
0,
190,
159,
231,
65,
0,
0,
0,
0,
42,
93,
140,
209,
0,
0,
0,
0,
167,
51,
65,
26,
0,
0,
0,
0,
246,
139,
78,
45,
0,
0,
0,
0,
191,
59,
9,
78,
0,
0,
0,
0,
74,
87,
24,
105,
0,
0,
0,
0,
199,
95,
151,
107,
0,
0,
0,
0,
105,
12,
253,
71,
0,
0,
0,
0,
86,
239,
193,
115,
0,
0,
0,
0,
102,
138,
130,
54,
0,
0,
0,
0,
199,
14,
208,
145,
0,
0,
0,
0,
8,
83,
160,
79,
0,
0,
0,
0,
243,
185,
123,
181,
0,
0,
0,
0,
83,
170,
36,
80,
0,
0,
0,
0,
56,
238,
208,
87,
0,
0,
0,
0,
143,
58,
87,
200,
0,
0,
0,
0,
117,
66,
103,
168,
0,
0,
0,
0,
212,
46,
141,
197,
0,
0,
0,
0,
255,
190,
54,
21,
0,
0,
0,
0,
23,
45,
254,
1,
0,
0,
0,
0,
19,
22,
204,
163,
0,
0,
0,
0,
218,
3,
100,
60,
0,
0,
0,
0,
136,
114,
129,
216,
0,
0,
0,
0,
130,
254,
124,
6,
0,
0,
0,
0,
87,
53,
248,
43,
0,
0,
0,
0,
106,
245,
148,
146,
0,
0,
0,
0,
144,
86,
8,
26,
0,
0,
0,
0,
198,
23,
225,
153,
0,
0,
0,
0,
15,
38,
212,
108,
0,
0,
0,
0,
38,
23,
139,
78,
0,
0,
0,
0,
237,
189,
157,
71,
0,
0,
0,
0,
192,
8,
199,
83,
0,
0,
0,
0,
1,
177,
56,
0,
0,
0,
0,
0,
193,
46,
157,
210,
0,
0,
0,
0,
73,
141,
218,
242,
0,
0,
0,
0,
154,
247,
13,
10,
0,
0,
0,
0,
55,
156,
88,
56,
0,
0,
0,
0,
204,
45,
133,
121,
0,
0,
0,
0,
242,
41,
229,
90,
0,
0,
0,
0,
248,
87,
85,
24,
0,
0,
0,
0,
159,
170,
161,
208,
0,
0,
0,
0,
211,
193,
216,
50,
0,
0,
0,
0,
161,
69,
171,
70,
0,
0,
0,
0,
251,
132,
128,
56,
0,
0,
0,
0,
204,
170,
18,
58,
0,
0,
0,
0,
99,
17,
33,
46,
0,
0,
0,
0,
214,
106,
31,
192,
0,
0,
0,
0,
171,
62,
50,
79,
0,
0,
0,
0,
194,
119,
155,
96,
0,
0,
0,
0,
170,
26,
105,
255,
0,
0,
0,
0,
131,
39,
69,
238,
0,
0,
0,
0,
87,
141,
240,
2,
0,
0,
0,
0,
9,
161,
27,
24,
0,
0,
0,
0,
189,
141,
78,
163,
0,
0,
0,
0,
205,
137,
57,
63,
0,
0,
0,
0,
18,
251,
95,
229,
0,
0,
0,
0,
33,
44,
53,
51,
0,
0,
0,
0,
109,
130,
111,
8,
0,
0,
0,
0,
211,
139,
53,
218,
0,
0,
0,
0,
221,
41,
74,
221,
0,
0,
0,
0,
174,
132,
248,
188,
0,
0,
0,
0,
206,
171,
42,
25,
0,
0,
0,
0,
137,
43,
28,
11,
0,
0,
0,
0,
196,
28,
67,
205,
0,
0,
0,
0,
198,
225,
141,
110,
0,
0,
0,
0,
176,
46,
202,
140,
0,
0,
0,
0,
67,
36,
159,
183,
0,
0,
0,
0,
78,
129,
41,
228,
0,
0,
0,
0,
189,
87,
158,
129,
0,
0,
0,
0,
174,
21,
129,
68,
0,
0,
0,
0,
186,
186,
205,
106,
0,
0,
0,
0,
251,
85,
85,
70,
0,
0,
0,
0,
108,
50,
190,
170,
0,
0,
0,
0,
59,
164,
193,
152,
0,
0,
0,
0,
217,
36,
171,
45,
0,
0,
0,
0,
113,
93,
100,
130,
0,
0,
0,
0,
246,
119,
147,
165,
0,
0,
0,
0,
229,
41,
140,
91,
0,
0,
0,
0,
248,
33,
163,
122,
0,
0,
0,
0,
50,
32,
173,
54,
0,
0,
0,
0,
58,
138,
62,
54,
0,
0,
0,
0,
68,
85,
243,
140,
0,
0,
0,
0,
110,
226,
251,
26,
0,
0,
0,
0,
206,
132,
63,
140,
0,
0,
0,
0,
174,
58,
143,
252,
0,
0,
0,
0,
156,
193,
62,
220,
0,
0,
0,
0,
242,
77,
220,
178,
0,
0,
0,
0,
170,
119,
231,
57,
0,
0,
0,
0,
247,
43,
101,
101,
0,
0,
0,
0,
185,
242,
246,
51,
0,
0,
0,
0,
60,
161,
225,
24,
0,
0,
0,
0,
20,
9,
249,
57,
0,
0,
0,
0,
243,
45,
153,
241,
0,
0,
0,
0,
181,
142,
146,
194,
0,
0,
0,
0,
47,
52,
206,
131,
0,
0,
0,
0,
249,
135,
229,
253,
0,
0,
0,
0,
7,
217,
179,
148,
0,
0,
0,
0,
72,
168,
224,
200,
0,
0,
0,
0,
39,
79,
193,
25,
0,
0,
0,
0,
165,
214,
126,
118,
0,
0,
0,
0,
179,
74,
164,
114,
0,
0,
0,
0,
157,
191,
255,
175,
0,
0,
0,
0,
108,
99,
192,
133,
0,
0,
0,
0,
255,
34,
178,
251,
0,
0,
0,
0,
147,
155,
97,
36,
0,
0,
0,
0,
39,
24,
177,
23,
0,
0,
0,
0,
218,
124,
24,
169,
0,
0,
0,
0,
9,
94,
156,
15,
0,
0,
0,
0,
114,
14,
168,
188,
0,
0,
0,
0,
50,
163,
79,
44,
0,
0,
0,
0,
189,
184,
67,
206,
0,
0,
0,
0,
84,
16,
180,
119,
0,
0,
0,
0,
65,
43,
125,
235,
0,
0,
0,
0,
246,
134,
219,
253,
0,
0,
0,
0,
192,
62,
140,
90,
0,
0,
0,
0,
251,
214,
243,
146,
0,
0,
0,
0,
238,
67,
107,
81,
0,
0,
0,
0,
199,
85,
10,
64,
0,
0,
0,
0,
104,
239,
150,
222,
0,
0,
0,
0,
237,
211,
82,
180,
0,
0,
0,
0,
205,
170,
55,
77,
0,
0,
0,
0,
226,
69,
41,
14,
0,
0,
0,
0,
234,
95,
99,
189,
0,
0,
0,
0,
203,
156,
217,
162,
0,
0,
0,
0,
114,
17,
153,
240,
0,
0,
0,
0,
254,
154,
65,
152,
0,
0,
0,
0,
202,
125,
242,
123,
0,
0,
0,
0,
47,
78,
255,
128,
0,
0,
0,
0,
225,
29,
32,
197,
0,
0,
0,
0,
214,
233,
92,
158,
0,
0,
0,
0,
8,
144,
92,
125,
0,
0,
0,
0,
47,
16,
18,
234,
0,
0,
0,
0,
99,
95,
47,
218,
0,
0,
0,
0,
61,
18,
103,
15,
0,
0,
0,
0,
64,
10,
28,
98,
0,
0,
0,
0,
82,
45,
76,
191,
0,
0,
0,
0,
6,
131,
68,
89,
0,
0,
0,
0,
14,
37,
214,
199,
0,
0,
0,
0,
80,
71,
214,
29,
0,
0,
0,
0,
151,
238,
224,
202,
0,
0,
0,
0,
75,
165,
136,
25,
0,
0,
0,
0,
158,
7,
38,
50,
0,
0,
0,
0,
120,
228,
71,
0,
0,
0,
0,
0,
242,
13,
150,
61,
0,
0,
0,
0,
25,
89,
231,
58,
0,
0,
0,
0,
121,
20,
28,
142,
0,
0,
0,
0,
3,
96,
238,
90,
0,
0,
0,
0,
131,
157,
246,
7,
0,
0,
0,
0,
193,
174,
185,
97,
0,
0,
0,
0,
140,
94,
57,
11,
0,
0,
0,
0,
95,
57,
193,
49,
0,
0,
0,
0,
104,
39,
1,
192,
0,
0,
0,
0,
109,
219,
211,
46,
0,
0,
0,
0,
26,
103,
65,
116,
0,
0,
0,
0,
81,
167,
93,
167,
0,
0,
0,
0,
54,
188,
16,
145,
0,
0,
0,
0,
241,
142,
46,
64,
0,
0,
0,
0,
209,
248,
200,
227,
0,
0,
0,
0,
125,
134,
145,
186,
0,
0,
0,
0,
148,
1,
127,
240,
0,
0,
0,
0,
190,
124,
86,
141,
0,
0,
0,
0,
135,
135,
207,
119,
0,
0,
0,
0,
228,
104,
95,
70,
0,
0,
0,
0,
136,
112,
156,
177,
0,
0,
0,
0,
198,
81,
117,
235,
0,
0,
0,
0,
122,
201,
237,
144,
0,
0,
0,
0,
252,
206,
11,
0,
0,
0,
0,
0,
111,
217,
187,
207,
0,
0,
0,
0,
50,
155,
91,
255,
0,
0,
0,
0,
172,
224,
125,
129,
0,
0,
0,
0,
33,
155,
43,
68,
0,
0,
0,
0,
159,
164,
221,
122,
0,
0,
0,
0,
129,
135,
23,
244,
0,
0,
0,
0,
190,
171,
31,
168,
0,
0,
0,
0,
254,
232,
147,
56,
0,
0,
0,
0,
81,
25,
248,
217,
0,
0,
0,
0,
206,
22,
45,
21,
0,
0,
0,
0,
59,
165,
241,
12,
0,
0,
0,
0,
69,
76,
225,
194,
0,
0,
0,
0,
196,
173,
200,
134,
0,
0,
0,
0,
65,
236,
241,
91,
0,
0,
0,
0,
243,
167,
143,
84,
0,
0,
0,
0,
143,
184,
10,
69,
0,
0,
0,
0,
61,
21,
178,
84,
0,
0,
0,
0,
49,
64,
211,
126,
0,
0,
0,
0,
172,
188,
46,
152,
0,
0,
0,
0,
203,
204,
231,
27,
0,
0,
0,
0,
244,
55,
108,
201,
0,
0,
0,
0,
44,
165,
200,
203,
0,
0,
0,
0,
217,
57,
231,
231,
0,
0,
0,
0,
254,
216,
28,
124,
0,
0,
0,
0,
37,
187,
186,
105,
0,
0,
0,
0,
173,
79,
44,
175,
0,
0,
0,
0,
125,
58,
148,
242,
0,
0,
0,
0,
149,
68,
236,
252,
0,
0,
0,
0,
131,
227,
202,
54,
0,
0,
0,
0,
234,
227,
68,
223,
0,
0,
0,
0,
41,
226,
190,
224,
0,
0,
0,
0,
29,
249,
42,
240,
0,
0,
0,
0,
96,
60,
165,
90,
0,
0,
0,
0,
222,
177,
33,
118,
0,
0,
0,
0,
180,
110,
92,
219,
0,
0,
0,
0,
90,
17,
157,
104,
0,
0,
0,
0,
28,
58,
133,
56,
0,
0,
0,
0,
193,
240,
183,
96,
0,
0,
0,
0,
95,
52,
149,
242,
0,
0,
0,
0,
41,
27,
210,
142,
0,
0,
0,
0,
206,
24,
169,
201,
0,
0,
0,
0,
230,
18,
174,
195,
0,
0,
0,
0,
162,
158,
219,
84,
0,
0,
0,
0,
177,
245,
92,
195,
0,
0,
0,
0,
8,
82,
211,
181,
0,
0,
0,
0,
11,
110,
119,
21,
0,
0,
0,
0,
85,
133,
121,
18,
0,
0,
0,
0,
124,
94,
36,
225,
0,
0,
0,
0,
199,
66,
217,
37,
0,
0,
0,
0,
88,
19,
238,
149,
0,
0,
0,
0,
18,
28,
149,
242,
0,
0,
0,
0,
237,
121,
5,
35,
0,
0,
0,
0,
37,
179,
100,
235,
0,
0,
0,
0,
220,
10,
144,
14,
0,
0,
0,
0,
195,
157,
174,
215,
0,
0,
0,
0,
180,
161,
73,
169,
0,
0,
0,
0,
111,
222,
106,
80,
0,
0,
0,
0,
115,
111,
79,
188,
0,
0,
0,
0,
241,
8,
135,
198,
0,
0,
0,
0,
184,
186,
135,
219,
0,
0,
0,
0,
183,
45,
0,
12,
0,
0,
0,
0,
19,
27,
81,
231,
0,
0,
0,
0,
125,
28,
182,
186,
0,
0,
0,
0,
7,
133,
6,
227,
0,
0,
0,
0,
191,
74,
8,
135,
0,
0,
0,
0,
156,
251,
57,
38,
0,
0,
0,
0,
30,
10,
254,
107,
0,
0,
0,
0,
132,
236,
217,
165,
0,
0,
0,
0,
220,
216,
61,
122,
0,
0,
0,
0,
198,
83,
71,
224,
0,
0,
0,
0,
140,
77,
208,
128,
0,
0,
0,
0,
198,
82,
35,
250,
0,
0,
0,
0,
97,
117,
199,
123,
0,
0,
0,
0,
145,
110,
64,
242,
0,
0,
0,
0,
77,
52,
126,
139,
0,
0,
0,
0,
78,
76,
23,
163,
0,
0,
0,
0,
211,
105,
77,
41,
0,
0,
0,
0,
32,
92,
56,
49,
0,
0,
0,
0,
190,
62,
84,
119,
0,
0,
0,
0,
110,
226,
184,
148,
0,
0,
0,
0,
87,
236,
168,
148,
0,
0,
0,
0,
219,
102,
21,
69,
0,
0,
0,
0,
35,
219,
197,
224,
0,
0,
0,
0,
124,
225,
197,
240,
0,
0,
0,
0,
184,
16,
14,
222,
0,
0,
0,
0,
20,
144,
18,
50,
0,
0,
0,
0,
65,
158,
120,
76,
0,
0,
0,
0,
82,
243,
212,
207,
0,
0,
0,
0,
179,
14,
214,
234,
0,
0,
0,
0,
210,
192,
81,
223,
0,
0,
0,
0,
28,
17,
38,
175,
0,
0,
0,
0,
38,
71,
249,
24,
0,
0,
0,
0,
102,
23,
143,
38,
0,
0,
0,
0,
8,
20,
46,
98,
0,
0,
0,
0,
21,
249,
52,
239,
0,
0,
0,
0,
219,
49,
250,
134,
0,
0,
0,
0,
126,
122,
226,
10,
0,
0,
0,
0,
46,
191,
231,
239,
0,
0,
0,
0,
171,
104,
127,
173,
0,
0,
0,
0,
2,
88,
160,
244,
0,
0,
0,
0,
224,
110,
214,
246,
0,
0,
0,
0,
89,
208,
97,
50,
0,
0,
0,
0,
3,
80,
117,
143,
0,
0,
0,
0,
74,
194,
77,
168,
0,
0,
0,
0,
81,
43,
118,
223,
0,
0,
0,
0,
96,
65,
157,
190,
0,
0,
0,
0,
142,
37,
231,
239,
0,
0,
0,
0,
168,
105,
37,
252,
0,
0,
0,
0,
162,
101,
84,
185,
0,
0,
0,
0,
126,
101,
108,
130,
0,
0,
0,
0,
151,
116,
6,
44,
0,
0,
0,
0,
236,
134,
180,
107,
0,
0,
0,
0,
127,
105,
95,
31,
0,
0,
0,
0,
134,
216,
47,
83,
0,
0,
0,
0,
73,
115,
34,
248,
0,
0,
0,
0,
111,
159,
9,
187,
0,
0,
0,
0,
164,
183,
40,
49,
0,
0,
0,
0,
33,
179,
2,
173,
0,
0,
0,
0,
178,
29,
172,
42,
0,
0,
0,
0,
173,
4,
249,
176,
0,
0,
0,
0,
18,
63,
15,
32,
0,
0,
0,
0,
138,
121,
119,
97,
0,
0,
0,
0,
132,
215,
225,
107,
0,
0,
0,
0,
133,
170,
93,
215,
0,
0,
0,
0,
27,
45,
199,
29,
0,
0,
0,
0,
87,
44,
103,
44,
0,
0,
0,
0,
174,
182,
146,
255,
0,
0,
0,
0,
150,
63,
138,
103,
0,
0,
0,
0,
118,
41,
227,
171,
0,
0,
0,
0,
209,
5,
197,
119,
0,
0,
0,
0,
170,
106,
212,
95,
0,
0,
0,
0,
116,
46,
13,
222,
0,
0,
0,
0,
25,
124,
124,
96,
0,
0,
0,
0,
36,
142,
24,
246,
0,
0,
0,
0,
236,
30,
195,
177,
0,
0,
0,
0,
192,
0,
103,
217,
0,
0,
0,
0,
84,
44,
68,
15,
0,
0,
0,
0,
241,
25,
210,
165,
0,
0,
0,
0,
78,
226,
114,
18,
0,
0,
0,
0,
206,
146,
16,
203,
0,
0,
0,
0,
218,
44,
206,
42,
0,
0,
0,
0,
109,
154,
124,
49,
0,
0,
0,
0,
195,
59,
197,
68,
0,
0,
0,
0,
95,
114,
184,
76,
0,
0,
0,
0,
83,
199,
58,
195,
0,
0,
0,
0,
89,
144,
11,
17,
0,
0,
0,
0,
166,
159,
6,
116,
0,
0,
0,
0,
153,
225,
135,
93,
0,
0,
0,
0,
120,
137,
33,
99,
0,
0,
0,
0,
78,
32,
95,
174,
0,
0,
0,
0,
119,
79,
15,
242,
0,
0,
0,
0,
51,
166,
250,
255,
0,
0,
0,
0,
64,
117,
171,
120,
0,
0,
0,
0,
40,
48,
132,
236,
0,
0,
0,
0,
28,
236,
182,
246,
0,
0,
0,
0,
163,
89,
50,
81,
0,
0,
0,
0,
134,
171,
50,
178,
0,
0,
0,
0,
97,
156,
122,
36,
0,
0,
0,
0,
151,
114,
150,
165,
0,
0,
0,
0,
63,
180,
106,
81,
0,
0,
0,
0,
213,
247,
245,
96,
0,
0,
0,
0,
18,
142,
233,
16,
0,
0,
0,
0,
108,
193,
11,
255,
0,
0,
0,
0,
211,
152,
63,
79,
0,
0,
0,
0,
86,
97,
74,
0,
0,
0,
0,
0,
133,
236,
169,
37,
0,
0,
0,
0,
190,
35,
9,
232,
0,
0,
0,
0,
137,
163,
146,
196,
0,
0,
0,
0,
247,
114,
182,
67,
0,
0,
0,
0,
176,
111,
68,
68,
0,
0,
0,
0,
56,
237,
180,
72,
0,
0,
0,
0,
67,
47,
8,
88,
0,
0,
0,
0,
134,
45,
109,
192,
0,
0,
0,
0,
85,
234,
222,
197,
0,
0,
0,
0,
81,
32,
251,
244,
0,
0,
0,
0,
186,
112,
105,
134,
0,
0,
0,
0,
203,
60,
241,
236,
0,
0,
0,
0,
221,
123,
59,
240,
0,
0,
0,
0,
38,
244,
226,
239,
0,
0,
0,
0,
40,
254,
27,
101,
0,
0,
0,
0,
166,
12,
101,
94,
0,
0,
0,
0,
220,
75,
245,
115,
0,
0,
0,
0,
254,
20,
45,
212,
0,
0,
0,
0,
240,
156,
79,
254,
0,
0,
0,
0,
163,
61,
135,
135,
0,
0,
0,
0,
3,
174,
183,
48,
0,
0,
0,
0,
101,
157,
250,
91,
0,
0,
0,
0,
37,
170,
65,
197,
0,
0,
0,
0,
16,
33,
62,
135,
0,
0,
0,
0,
240,
141,
222,
228,
0,
0,
0,
0,
178,
239,
243,
91,
0,
0,
0,
0,
85,
25,
82,
115,
0,
0,
0,
0,
96,
115,
190,
126,
0,
0,
0,
0,
176,
149,
45,
84,
0,
0,
0,
0,
130,
234,
200,
39,
0,
0,
0,
0,
104,
208,
70,
109,
0,
0,
0,
0,
97,
12,
96,
179,
0,
0,
0,
0,
74,
243,
177,
49,
0,
0,
0,
0,
35,
169,
10,
6,
0,
0,
0,
0,
34,
141,
26,
80,
0,
0,
0,
0,
32,
177,
82,
101,
0,
0,
0,
0,
141,
224,
135,
249,
0,
0,
0,
0,
250,
85,
236,
162,
0,
0,
0,
0,
19,
126,
69,
224,
0,
0,
0,
0,
172,
197,
220,
16,
0,
0,
0,
0,
60,
8,
148,
102,
0,
0,
0,
0,
33,
138,
123,
18,
0,
0,
0,
0,
47,
200,
243,
18,
0,
0,
0,
0,
215,
142,
62,
139,
0,
0,
0,
0,
7,
250,
59,
172,
0,
0,
0,
0,
0,
162,
75,
136,
0,
0,
0,
0,
250,
2,
112,
213,
0,
0,
0,
0,
140,
168,
219,
65,
0,
0,
0,
0,
227,
6,
248,
118,
0,
0,
0,
0,
46,
53,
196,
44,
0,
0,
0,
0,
11,
196,
249,
142,
0,
0,
0,
0,
103,
135,
11,
132,
0,
0,
0,
0,
233,
205,
28,
220,
0,
0,
0,
0,
78,
101,
233,
150,
0,
0,
0,
0,
1,
12,
138,
226,
0,
0,
0,
0,
174,
67,
176,
154,
0,
0,
0,
0,
251,
45,
18,
223,
0,
0,
0,
0,
30,
159,
96,
102,
0,
0,
0,
0,
65,
139,
134,
209,
0,
0,
0,
0,
95,
67,
148,
206,
0,
0,
0,
0,
38,
205,
29,
110,
0,
0,
0,
0,
227,
44,
47,
3,
0,
0,
0,
0,
223,
202,
29,
116,
0,
0,
0,
0,
40,
34,
18,
230,
0,
0,
0,
0,
170,
1,
214,
85,
0,
0,
0,
0,
10,
203,
21,
89,
0,
0,
0,
0,
11,
134,
164,
111,
0,
0,
0,
0,
157,
106,
68,
210,
0,
0,
0,
0,
216,
53,
124,
57,
0,
0,
0,
0,
255,
227,
49,
84,
0,
0,
0,
0,
68,
143,
37,
113,
0,
0,
0,
0,
105,
94,
102,
30,
0,
0,
0,
0,
118,
225,
182,
205,
0,
0,
0,
0,
62,
207,
198,
130,
0,
0,
0,
0,
138,
202,
212,
176,
0,
0,
0,
0,
24,
27,
184,
177,
0,
0,
0,
0,
40,
158,
130,
13,
0,
0,
0,
0,
175,
50,
170,
120,
0,
0,
0,
0,
139,
76,
173,
212,
0,
0,
0,
0,
119,
98,
227,
207,
0,
0,
0,
0,
72,
124,
156,
176,
0,
0,
0,
0,
88,
215,
211,
175,
0,
0,
0,
0,
83,
245,
43,
80,
0,
0,
0,
0,
10,
251,
134,
37,
0,
0,
0,
0,
164,
94,
121,
15,
0,
0,
0,
0,
134,
191,
24,
2,
0,
0,
0,
0,
5,
245,
217,
107,
0,
0,
0,
0,
13,
57,
92,
206,
0,
0,
0,
0,
96,
3,
44,
253,
0,
0,
0,
0,
101,
71,
11,
123,
0,
0,
0,
0,
125,
58,
160,
50,
0,
0,
0,
0,
124,
214,
135,
155,
0,
0,
0,
0,
150,
31,
17,
212,
0,
0,
0,
0,
44,
8,
112,
102,
0,
0,
0,
0,
17,
56,
166,
75,
0,
0,
0,
0,
186,
186,
240,
136,
0,
0,
0,
0,
219,
11,
163,
26,
0,
0,
0,
0,
6,
42,
123,
34,
0,
0,
0,
0,
241,
156,
230,
53,
0,
0,
0,
0,
226,
119,
239,
53,
0,
0,
0,
0,
80,
90,
135,
182,
0,
0,
0,
0,
10,
43,
11,
119,
0,
0,
0,
0,
168,
142,
88,
2,
0,
0,
0,
0,
112,
93,
57,
197,
0,
0,
0,
0,
188,
251,
254,
47,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
},
"run_name": "nanoVLM_siglip2-base-patch16-512_2048_mp4_SmolLM2-360M-Instruct_1xGPU_bs64_30000_lr_vision_5e-05-language_5e-05-0.005_0208-223813",
"tokens_processed_global": 1768847,
"train_cfg": {
"activation_memory_budget": 0.5,
"adamw_betas": [
0.9,
0.999
],
"batch_size": 8,
"checkpoint_dir": "checkpoints",
"checkpoint_every_n_steps": 2,
"checkpoint_format": "dcp",
"compile": true,
"compile_mode": "default",
"data_cutoff_idx": null,
"data_num_workers": 2,
"effective_token_lr_exponent": 1,
"effective_token_lr_scale": false,
"enable_validation": true,
"eval_in_epochs": false,
"eval_interval": 500,
"formatting_min_rating": 1,
"gradient_accumulation_steps": 8,
"hf_model_cp_path": "patrickamadeus/momh-cauldron",
"image_correspondence_min_rating": 1,
"interleave_datasets": false,
"interleave_probabilities": null,
"interleave_stopping_strategy": "all_exhausted",
"lmms_eval_batch_size": 64,
"lmms_eval_limit": null,
"lmms_eval_tasks": "mmstar,mmmu_val,ocrbench,textvqa_val,docvqa_val,scienceqa,mme,infovqa_val,chartqa",
"local_model_cp_path": "checkpoints/vanilla-cauldron",
"log_wandb": true,
"lr_language_backbone": 5e-05,
"lr_mp": 0.005,
"lr_vision_backbone": 5e-05,
"max_grad_norm": 1.0,
"max_images_per_example": 1,
"max_images_per_knapsack": 18,
"max_sample_length": 4096,
"max_training_steps": 30000,
"max_training_tokens": null,
"max_val_batches": 1000,
"muon_adjust_lr": "spectral_norm",
"muon_cautious_wd": false,
"muon_epsilon": 1e-08,
"muon_mu": 0.95,
"muon_nesterov": false,
"muon_scalar_algorithm": "adamw",
"muon_use_triton": false,
"optimizer": "adamw",
"pack_sequences": true,
"prefix_run_name": null,
"relevance_min_rating": 1,
"resume_from_checkpoint": null,
"resume_from_vlm_checkpoint": null,
"save_code_cfg": true,
"save_hf": true,
"save_local": false,
"save_model_every_n_steps": 500,
"save_optimizer_state": true,
"save_trainer_state": true,
"stats_log_interval": 10,
"stratified_val_split": false,
"stream_dataset": false,
"streaming_shuffle_buffer": 0,
"sync_token_efficiency": false,
"train_dataset_name": [
"all"
],
"train_dataset_path": "patrickamadeus/the_cauldron",
"use_lmms_eval": false,
"val_num_workers": 2,
"val_size": 500,
"visual_dependency_min_rating": 1,
"wandb_entity": null,
"wandb_project": "momH",
"wandb_xaxis_tokens": false,
"weight_decay": 0.01
},
"vlm_cfg": {
"activation_checkpointing": false,
"extra_token_amount": 66,
"hf_repo_name": "nanoVLM",
"lm_attn_scaling": 1.0,
"lm_base_vocab_size": 49152,
"lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
"lm_dropout": 0.0,
"lm_hidden_dim": 960,
"lm_inter_dim": 2560,
"lm_max_length": 4096,
"lm_max_position_embeddings": 4096,
"lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
"lm_n_blocks": 32,
"lm_n_heads": 15,
"lm_n_kv_heads": 5,
"lm_re_base": 100000,
"lm_rms_eps": 1e-05,
"lm_tie_weights": true,
"lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
"lm_use_tokens": false,
"lm_vocab_size": 49218,
"max_img_size": 2048,
"momh_enabled": false,
"momh_head_pct_text": 0.3,
"momh_head_pct_vision": 0.2,
"mp_image_token_length": 64,
"mp_pixel_shuffle_factor": 4,
"resize_to_max_side_len": false,
"vit_cls_flag": false,
"vit_dropout": 0.0,
"vit_hidden_dim": 768,
"vit_img_size": 512,
"vit_inter_dim": 3072,
"vit_ln_eps": 1e-06,
"vit_model_type": "google/siglip2-base-patch16-512",
"vit_n_blocks": 12,
"vit_n_heads": 12,
"vit_patch_size": 16,
"vlm_checkpoint_path": "checkpoints",
"vlm_extra_tokens": {
"global_image_token": "<|global_image|>",
"image_token": "<|image|>",
"r1c1": "<row_1_col_1>",
"r1c2": "<row_1_col_2>",
"r1c3": "<row_1_col_3>",
"r1c4": "<row_1_col_4>",
"r1c5": "<row_1_col_5>",
"r1c6": "<row_1_col_6>",
"r1c7": "<row_1_col_7>",
"r1c8": "<row_1_col_8>",
"r2c1": "<row_2_col_1>",
"r2c2": "<row_2_col_2>",
"r2c3": "<row_2_col_3>",
"r2c4": "<row_2_col_4>",
"r2c5": "<row_2_col_5>",
"r2c6": "<row_2_col_6>",
"r2c7": "<row_2_col_7>",
"r2c8": "<row_2_col_8>",
"r3c1": "<row_3_col_1>",
"r3c2": "<row_3_col_2>",
"r3c3": "<row_3_col_3>",
"r3c4": "<row_3_col_4>",
"r3c5": "<row_3_col_5>",
"r3c6": "<row_3_col_6>",
"r3c7": "<row_3_col_7>",
"r3c8": "<row_3_col_8>",
"r4c1": "<row_4_col_1>",
"r4c2": "<row_4_col_2>",
"r4c3": "<row_4_col_3>",
"r4c4": "<row_4_col_4>",
"r4c5": "<row_4_col_5>",
"r4c6": "<row_4_col_6>",
"r4c7": "<row_4_col_7>",
"r4c8": "<row_4_col_8>",
"r5c1": "<row_5_col_1>",
"r5c2": "<row_5_col_2>",
"r5c3": "<row_5_col_3>",
"r5c4": "<row_5_col_4>",
"r5c5": "<row_5_col_5>",
"r5c6": "<row_5_col_6>",
"r5c7": "<row_5_col_7>",
"r5c8": "<row_5_col_8>",
"r6c1": "<row_6_col_1>",
"r6c2": "<row_6_col_2>",
"r6c3": "<row_6_col_3>",
"r6c4": "<row_6_col_4>",
"r6c5": "<row_6_col_5>",
"r6c6": "<row_6_col_6>",
"r6c7": "<row_6_col_7>",
"r6c8": "<row_6_col_8>",
"r7c1": "<row_7_col_1>",
"r7c2": "<row_7_col_2>",
"r7c3": "<row_7_col_3>",
"r7c4": "<row_7_col_4>",
"r7c5": "<row_7_col_5>",
"r7c6": "<row_7_col_6>",
"r7c7": "<row_7_col_7>",
"r7c8": "<row_7_col_8>",
"r8c1": "<row_8_col_1>",
"r8c2": "<row_8_col_2>",
"r8c3": "<row_8_col_3>",
"r8c4": "<row_8_col_4>",
"r8c5": "<row_8_col_5>",
"r8c6": "<row_8_col_6>",
"r8c7": "<row_8_col_7>",
"r8c8": "<row_8_col_8>"
},
"vlm_load_backbone_weights": false
},
"warmup_batches": 1
}