| { | |
| "best_global_step": 21448, | |
| "best_metric": 0.9201277955271566, | |
| "best_model_checkpoint": "outputs\\kpf-kdpii-ner\\checkpoint-21448", | |
| "epoch": 4.0, | |
| "eval_steps": 500, | |
| "global_step": 21448, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.009324878776575904, | |
| "grad_norm": 4.206214904785156, | |
| "learning_rate": 4.568764568764569e-07, | |
| "loss": 4.162920837402344, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01864975755315181, | |
| "grad_norm": 4.167344570159912, | |
| "learning_rate": 9.230769230769232e-07, | |
| "loss": 4.108631591796875, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.027974636329727715, | |
| "grad_norm": 6.085664749145508, | |
| "learning_rate": 1.3892773892773895e-06, | |
| "loss": 3.964860534667969, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.03729951510630362, | |
| "grad_norm": 9.482864379882812, | |
| "learning_rate": 1.8554778554778559e-06, | |
| "loss": 3.5463021850585936, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04662439388287952, | |
| "grad_norm": 10.59736156463623, | |
| "learning_rate": 2.321678321678322e-06, | |
| "loss": 2.1147555541992187, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.05594927265945543, | |
| "grad_norm": 6.983637809753418, | |
| "learning_rate": 2.7878787878787885e-06, | |
| "loss": 0.868929214477539, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.06527415143603134, | |
| "grad_norm": 5.8941168785095215, | |
| "learning_rate": 3.254079254079254e-06, | |
| "loss": 0.6754582214355469, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.07459903021260723, | |
| "grad_norm": 6.817300319671631, | |
| "learning_rate": 3.7202797202797207e-06, | |
| "loss": 0.6864476013183594, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.08392390898918314, | |
| "grad_norm": 3.412003517150879, | |
| "learning_rate": 4.186480186480187e-06, | |
| "loss": 0.6888908386230469, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.09324878776575904, | |
| "grad_norm": 4.4841694831848145, | |
| "learning_rate": 4.652680652680653e-06, | |
| "loss": 0.6424143981933593, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.10257366654233495, | |
| "grad_norm": 0.5611337423324585, | |
| "learning_rate": 5.118881118881119e-06, | |
| "loss": 0.6713462066650391, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.11189854531891086, | |
| "grad_norm": 2.851097583770752, | |
| "learning_rate": 5.585081585081585e-06, | |
| "loss": 0.557415771484375, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.12122342409548675, | |
| "grad_norm": 1.917966604232788, | |
| "learning_rate": 6.051282051282051e-06, | |
| "loss": 0.5822576141357422, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.13054830287206268, | |
| "grad_norm": 0.473528116941452, | |
| "learning_rate": 6.517482517482518e-06, | |
| "loss": 0.5558326721191407, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.13987318164863857, | |
| "grad_norm": 5.384398460388184, | |
| "learning_rate": 6.983682983682984e-06, | |
| "loss": 0.5160323715209961, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.14919806042521447, | |
| "grad_norm": 3.535067558288574, | |
| "learning_rate": 7.44988344988345e-06, | |
| "loss": 0.5048127365112305, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.15852293920179036, | |
| "grad_norm": 2.199418306350708, | |
| "learning_rate": 7.916083916083917e-06, | |
| "loss": 0.5268861770629882, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.1678478179783663, | |
| "grad_norm": 5.3116774559021, | |
| "learning_rate": 8.382284382284382e-06, | |
| "loss": 0.504549446105957, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.17717269675494218, | |
| "grad_norm": 5.913183689117432, | |
| "learning_rate": 8.84848484848485e-06, | |
| "loss": 0.4870978546142578, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.18649757553151808, | |
| "grad_norm": 1.0376594066619873, | |
| "learning_rate": 9.314685314685316e-06, | |
| "loss": 0.4489225769042969, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.195822454308094, | |
| "grad_norm": 6.973942279815674, | |
| "learning_rate": 9.780885780885782e-06, | |
| "loss": 0.3977284240722656, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.2051473330846699, | |
| "grad_norm": 3.3436081409454346, | |
| "learning_rate": 1.0247086247086249e-05, | |
| "loss": 0.38577865600585937, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.2144722118612458, | |
| "grad_norm": 11.863536834716797, | |
| "learning_rate": 1.0713286713286714e-05, | |
| "loss": 0.3806105422973633, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.22379709063782172, | |
| "grad_norm": 5.786470413208008, | |
| "learning_rate": 1.117948717948718e-05, | |
| "loss": 0.37290851593017577, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.2331219694143976, | |
| "grad_norm": 3.0955147743225098, | |
| "learning_rate": 1.1645687645687646e-05, | |
| "loss": 0.33695747375488283, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.2424468481909735, | |
| "grad_norm": 10.411843299865723, | |
| "learning_rate": 1.2111888111888113e-05, | |
| "loss": 0.3169963836669922, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.2517717269675494, | |
| "grad_norm": 1.3671921491622925, | |
| "learning_rate": 1.2578088578088578e-05, | |
| "loss": 0.274707088470459, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.26109660574412535, | |
| "grad_norm": 0.8266241550445557, | |
| "learning_rate": 1.3044289044289045e-05, | |
| "loss": 0.24858610153198243, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.27042148452070125, | |
| "grad_norm": 3.4048688411712646, | |
| "learning_rate": 1.351048951048951e-05, | |
| "loss": 0.2767606163024902, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.27974636329727715, | |
| "grad_norm": 5.141544342041016, | |
| "learning_rate": 1.3976689976689979e-05, | |
| "loss": 0.23059135437011719, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.28907124207385304, | |
| "grad_norm": 2.9960217475891113, | |
| "learning_rate": 1.4442890442890444e-05, | |
| "loss": 0.2576522636413574, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.29839612085042894, | |
| "grad_norm": 7.788145542144775, | |
| "learning_rate": 1.4909090909090911e-05, | |
| "loss": 0.21580177307128906, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.30772099962700483, | |
| "grad_norm": 1.1988259553909302, | |
| "learning_rate": 1.5375291375291378e-05, | |
| "loss": 0.20308712005615234, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.3170458784035807, | |
| "grad_norm": 1.3631523847579956, | |
| "learning_rate": 1.5841491841491843e-05, | |
| "loss": 0.17964347839355468, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.3263707571801567, | |
| "grad_norm": 0.7174279689788818, | |
| "learning_rate": 1.630769230769231e-05, | |
| "loss": 0.18456392288208007, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.3356956359567326, | |
| "grad_norm": 2.560981273651123, | |
| "learning_rate": 1.6773892773892774e-05, | |
| "loss": 0.16574619293212892, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.34502051473330847, | |
| "grad_norm": 0.93900465965271, | |
| "learning_rate": 1.724009324009324e-05, | |
| "loss": 0.16731924057006836, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.35434539350988437, | |
| "grad_norm": 3.983893394470215, | |
| "learning_rate": 1.7706293706293708e-05, | |
| "loss": 0.14913288116455078, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.36367027228646026, | |
| "grad_norm": 3.581357479095459, | |
| "learning_rate": 1.8172494172494176e-05, | |
| "loss": 0.1477263832092285, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.37299515106303616, | |
| "grad_norm": 1.5302927494049072, | |
| "learning_rate": 1.8638694638694642e-05, | |
| "loss": 0.139080171585083, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.3823200298396121, | |
| "grad_norm": 4.7187910079956055, | |
| "learning_rate": 1.9104895104895107e-05, | |
| "loss": 0.1504351806640625, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.391644908616188, | |
| "grad_norm": 0.5396754145622253, | |
| "learning_rate": 1.9571095571095572e-05, | |
| "loss": 0.12960749626159668, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.4009697873927639, | |
| "grad_norm": 25.248533248901367, | |
| "learning_rate": 1.9995855566492257e-05, | |
| "loss": 0.14916876792907716, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.4102946661693398, | |
| "grad_norm": 6.426814079284668, | |
| "learning_rate": 1.9944050147645447e-05, | |
| "loss": 0.1148387622833252, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.4196195449459157, | |
| "grad_norm": 2.097109317779541, | |
| "learning_rate": 1.9892244728798633e-05, | |
| "loss": 0.11595455169677735, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.4289444237224916, | |
| "grad_norm": 1.893579125404358, | |
| "learning_rate": 1.9840439309951823e-05, | |
| "loss": 0.10183592796325684, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.43826930249906754, | |
| "grad_norm": 5.724792003631592, | |
| "learning_rate": 1.9788633891105013e-05, | |
| "loss": 0.09552323341369628, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.44759418127564343, | |
| "grad_norm": 1.2438207864761353, | |
| "learning_rate": 1.97368284722582e-05, | |
| "loss": 0.0971086597442627, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.45691906005221933, | |
| "grad_norm": 0.3428623676300049, | |
| "learning_rate": 1.968502305341139e-05, | |
| "loss": 0.09295537948608398, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.4662439388287952, | |
| "grad_norm": 1.6153521537780762, | |
| "learning_rate": 1.9633217634564575e-05, | |
| "loss": 0.12522640228271484, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.4755688176053711, | |
| "grad_norm": 2.685026168823242, | |
| "learning_rate": 1.9581412215717765e-05, | |
| "loss": 0.08630707740783691, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.484893696381947, | |
| "grad_norm": 0.31434252858161926, | |
| "learning_rate": 1.9529606796870955e-05, | |
| "loss": 0.10333613395690917, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.49421857515852297, | |
| "grad_norm": 2.9683053493499756, | |
| "learning_rate": 1.9477801378024144e-05, | |
| "loss": 0.07084932804107666, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.5035434539350988, | |
| "grad_norm": 3.0713419914245605, | |
| "learning_rate": 1.942599595917733e-05, | |
| "loss": 0.08680294990539551, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.5128683327116748, | |
| "grad_norm": 3.3729348182678223, | |
| "learning_rate": 1.937419054033052e-05, | |
| "loss": 0.07697622299194336, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.5221932114882507, | |
| "grad_norm": 24.873640060424805, | |
| "learning_rate": 1.932238512148371e-05, | |
| "loss": 0.10056709289550782, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.5315180902648265, | |
| "grad_norm": 0.8206455707550049, | |
| "learning_rate": 1.9270579702636897e-05, | |
| "loss": 0.09658415794372559, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.5408429690414025, | |
| "grad_norm": 11.821130752563477, | |
| "learning_rate": 1.9218774283790087e-05, | |
| "loss": 0.06848039150238037, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.5501678478179783, | |
| "grad_norm": 0.6246572136878967, | |
| "learning_rate": 1.9166968864943273e-05, | |
| "loss": 0.08011377334594727, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.5594927265945543, | |
| "grad_norm": 3.210092306137085, | |
| "learning_rate": 1.9115163446096463e-05, | |
| "loss": 0.10572279930114746, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.5688176053711301, | |
| "grad_norm": 3.658480644226074, | |
| "learning_rate": 1.9063358027249653e-05, | |
| "loss": 0.0694641637802124, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.5781424841477061, | |
| "grad_norm": 0.8585368394851685, | |
| "learning_rate": 1.9011552608402842e-05, | |
| "loss": 0.07078958988189697, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.587467362924282, | |
| "grad_norm": 0.5600335001945496, | |
| "learning_rate": 1.895974718955603e-05, | |
| "loss": 0.07252558708190918, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.5967922417008579, | |
| "grad_norm": 4.424919605255127, | |
| "learning_rate": 1.890794177070922e-05, | |
| "loss": 0.08730278968811035, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.6061171204774338, | |
| "grad_norm": 4.6426849365234375, | |
| "learning_rate": 1.8856136351862405e-05, | |
| "loss": 0.050492286682128906, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.6154419992540097, | |
| "grad_norm": 4.4583210945129395, | |
| "learning_rate": 1.8804330933015595e-05, | |
| "loss": 0.054503369331359866, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.6247668780305856, | |
| "grad_norm": 0.5928723812103271, | |
| "learning_rate": 1.8752525514168784e-05, | |
| "loss": 0.0773204231262207, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.6340917568071615, | |
| "grad_norm": 0.8700105547904968, | |
| "learning_rate": 1.870072009532197e-05, | |
| "loss": 0.08818217277526856, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.6434166355837374, | |
| "grad_norm": 6.234158515930176, | |
| "learning_rate": 1.864891467647516e-05, | |
| "loss": 0.05500625610351562, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.6527415143603134, | |
| "grad_norm": 0.5930687785148621, | |
| "learning_rate": 1.859710925762835e-05, | |
| "loss": 0.051360769271850584, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.6620663931368892, | |
| "grad_norm": 0.048168476670980453, | |
| "learning_rate": 1.854530383878154e-05, | |
| "loss": 0.07871677875518798, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.6713912719134651, | |
| "grad_norm": 0.26890629529953003, | |
| "learning_rate": 1.8493498419934727e-05, | |
| "loss": 0.03978243350982666, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.680716150690041, | |
| "grad_norm": 1.0152816772460938, | |
| "learning_rate": 1.8441693001087916e-05, | |
| "loss": 0.06742914199829102, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.6900410294666169, | |
| "grad_norm": 5.40765905380249, | |
| "learning_rate": 1.8389887582241103e-05, | |
| "loss": 0.04563611030578613, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.6993659082431929, | |
| "grad_norm": 9.407204627990723, | |
| "learning_rate": 1.8338082163394293e-05, | |
| "loss": 0.06598632335662842, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.7086907870197687, | |
| "grad_norm": 1.0526869297027588, | |
| "learning_rate": 1.8286276744547482e-05, | |
| "loss": 0.06473824024200439, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.7180156657963447, | |
| "grad_norm": 5.696482181549072, | |
| "learning_rate": 1.823447132570067e-05, | |
| "loss": 0.0610739803314209, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.7273405445729205, | |
| "grad_norm": 0.10160894691944122, | |
| "learning_rate": 1.818266590685386e-05, | |
| "loss": 0.05340108394622803, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.7366654233494965, | |
| "grad_norm": 3.2599477767944336, | |
| "learning_rate": 1.813086048800705e-05, | |
| "loss": 0.06807507038116455, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.7459903021260723, | |
| "grad_norm": 1.383055329322815, | |
| "learning_rate": 1.8079055069160235e-05, | |
| "loss": 0.058188986778259275, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.7553151809026483, | |
| "grad_norm": 6.310545444488525, | |
| "learning_rate": 1.8027249650313424e-05, | |
| "loss": 0.06925914287567139, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.7646400596792242, | |
| "grad_norm": 2.753561496734619, | |
| "learning_rate": 1.797544423146661e-05, | |
| "loss": 0.06061097145080566, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.7739649384558001, | |
| "grad_norm": 0.06244755908846855, | |
| "learning_rate": 1.79236388126198e-05, | |
| "loss": 0.05539895057678223, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.783289817232376, | |
| "grad_norm": 1.5955125093460083, | |
| "learning_rate": 1.787183339377299e-05, | |
| "loss": 0.04949520111083985, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.7926146960089518, | |
| "grad_norm": 0.15867096185684204, | |
| "learning_rate": 1.782002797492618e-05, | |
| "loss": 0.04355106830596924, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.8019395747855278, | |
| "grad_norm": 0.03898247703909874, | |
| "learning_rate": 1.7768222556079367e-05, | |
| "loss": 0.06238871097564697, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.8112644535621036, | |
| "grad_norm": 0.10622036457061768, | |
| "learning_rate": 1.7716417137232556e-05, | |
| "loss": 0.06471785068511964, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.8205893323386796, | |
| "grad_norm": 2.5175602436065674, | |
| "learning_rate": 1.7664611718385746e-05, | |
| "loss": 0.04465628147125244, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.8299142111152555, | |
| "grad_norm": 0.6827256679534912, | |
| "learning_rate": 1.7612806299538933e-05, | |
| "loss": 0.05508995056152344, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.8392390898918314, | |
| "grad_norm": 4.929401397705078, | |
| "learning_rate": 1.7561000880692122e-05, | |
| "loss": 0.028713507652282713, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.8485639686684073, | |
| "grad_norm": 3.8355817794799805, | |
| "learning_rate": 1.750919546184531e-05, | |
| "loss": 0.054467902183532715, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.8578888474449832, | |
| "grad_norm": 0.07267450541257858, | |
| "learning_rate": 1.74573900429985e-05, | |
| "loss": 0.05773499965667725, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.8672137262215591, | |
| "grad_norm": 2.4586944580078125, | |
| "learning_rate": 1.740558462415169e-05, | |
| "loss": 0.06556248664855957, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.8765386049981351, | |
| "grad_norm": 4.859276294708252, | |
| "learning_rate": 1.7353779205304878e-05, | |
| "loss": 0.06336853981018066, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.8858634837747109, | |
| "grad_norm": 0.44299831986427307, | |
| "learning_rate": 1.7301973786458065e-05, | |
| "loss": 0.05126949310302734, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.8951883625512869, | |
| "grad_norm": 5.093299865722656, | |
| "learning_rate": 1.7250168367611254e-05, | |
| "loss": 0.05324135303497315, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.9045132413278627, | |
| "grad_norm": 1.6905597448349, | |
| "learning_rate": 1.719836294876444e-05, | |
| "loss": 0.048749656677246095, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.9138381201044387, | |
| "grad_norm": 0.30517128109931946, | |
| "learning_rate": 1.714655752991763e-05, | |
| "loss": 0.05433460712432861, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.9231629988810145, | |
| "grad_norm": 0.4588942527770996, | |
| "learning_rate": 1.709475211107082e-05, | |
| "loss": 0.04207270622253418, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.9324878776575904, | |
| "grad_norm": 0.036567509174346924, | |
| "learning_rate": 1.7042946692224007e-05, | |
| "loss": 0.05857636451721191, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.9418127564341664, | |
| "grad_norm": 3.270030975341797, | |
| "learning_rate": 1.6991141273377196e-05, | |
| "loss": 0.05915598869323731, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.9511376352107422, | |
| "grad_norm": 6.163786888122559, | |
| "learning_rate": 1.6939335854530386e-05, | |
| "loss": 0.051976222991943356, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.9604625139873182, | |
| "grad_norm": 0.16877496242523193, | |
| "learning_rate": 1.6887530435683576e-05, | |
| "loss": 0.051587677001953124, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.969787392763894, | |
| "grad_norm": 0.4458121657371521, | |
| "learning_rate": 1.6835725016836762e-05, | |
| "loss": 0.037312333583831785, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.97911227154047, | |
| "grad_norm": 0.01349574513733387, | |
| "learning_rate": 1.6783919597989952e-05, | |
| "loss": 0.04749881267547607, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.9884371503170459, | |
| "grad_norm": 0.6714735627174377, | |
| "learning_rate": 1.673211417914314e-05, | |
| "loss": 0.050176200866699217, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.9977620290936218, | |
| "grad_norm": 11.990230560302734, | |
| "learning_rate": 1.668030876029633e-05, | |
| "loss": 0.07070876598358154, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9874433707806322, | |
| "eval_f1": 0.8682108626198082, | |
| "eval_loss": 0.050337210297584534, | |
| "eval_precision": 0.8606492478226445, | |
| "eval_recall": 0.8759065269943593, | |
| "eval_runtime": 27.5818, | |
| "eval_samples_per_second": 198.065, | |
| "eval_steps_per_second": 24.763, | |
| "step": 5362 | |
| }, | |
| { | |
| "epoch": 1.0070869078701976, | |
| "grad_norm": 0.7046685814857483, | |
| "learning_rate": 1.6628503341449518e-05, | |
| "loss": 0.037335155010223386, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.0164117866467737, | |
| "grad_norm": 2.07792592048645, | |
| "learning_rate": 1.6576697922602705e-05, | |
| "loss": 0.03664821147918701, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 1.0257366654233495, | |
| "grad_norm": 1.8149992227554321, | |
| "learning_rate": 1.6524892503755894e-05, | |
| "loss": 0.03763864040374756, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.0350615441999254, | |
| "grad_norm": 0.8814394474029541, | |
| "learning_rate": 1.6473087084909084e-05, | |
| "loss": 0.0462725305557251, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 1.0443864229765012, | |
| "grad_norm": 8.331986427307129, | |
| "learning_rate": 1.642128166606227e-05, | |
| "loss": 0.025801122188568115, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.0537113017530773, | |
| "grad_norm": 0.5653894543647766, | |
| "learning_rate": 1.636947624721546e-05, | |
| "loss": 0.0302036452293396, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 1.063036180529653, | |
| "grad_norm": 0.1264486312866211, | |
| "learning_rate": 1.6317670828368647e-05, | |
| "loss": 0.03399224281311035, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.072361059306229, | |
| "grad_norm": 1.2637239694595337, | |
| "learning_rate": 1.6265865409521836e-05, | |
| "loss": 0.04418774604797363, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 1.081685938082805, | |
| "grad_norm": 5.040623188018799, | |
| "learning_rate": 1.6214059990675026e-05, | |
| "loss": 0.02509807586669922, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.0910108168593808, | |
| "grad_norm": 0.03714745491743088, | |
| "learning_rate": 1.6162254571828216e-05, | |
| "loss": 0.026492388248443605, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 1.1003356956359567, | |
| "grad_norm": 0.7756729125976562, | |
| "learning_rate": 1.6110449152981402e-05, | |
| "loss": 0.02965877056121826, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.1096605744125327, | |
| "grad_norm": 0.217277392745018, | |
| "learning_rate": 1.6058643734134592e-05, | |
| "loss": 0.022216553688049315, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 1.1189854531891086, | |
| "grad_norm": 4.127126216888428, | |
| "learning_rate": 1.6006838315287782e-05, | |
| "loss": 0.03008180618286133, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.1283103319656844, | |
| "grad_norm": 0.01144993957132101, | |
| "learning_rate": 1.595503289644097e-05, | |
| "loss": 0.04714715957641601, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 1.1376352107422603, | |
| "grad_norm": 0.037526026368141174, | |
| "learning_rate": 1.5903227477594158e-05, | |
| "loss": 0.04247360706329346, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.1469600895188363, | |
| "grad_norm": 0.9934174418449402, | |
| "learning_rate": 1.5851422058747345e-05, | |
| "loss": 0.02983764886856079, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 1.1562849682954122, | |
| "grad_norm": 0.4428967237472534, | |
| "learning_rate": 1.5799616639900534e-05, | |
| "loss": 0.027351632118225097, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.165609847071988, | |
| "grad_norm": 0.05002899840474129, | |
| "learning_rate": 1.5747811221053724e-05, | |
| "loss": 0.02518010139465332, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 1.174934725848564, | |
| "grad_norm": 0.18001802265644073, | |
| "learning_rate": 1.5696005802206914e-05, | |
| "loss": 0.040030746459960936, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.18425960462514, | |
| "grad_norm": 0.21795284748077393, | |
| "learning_rate": 1.56442003833601e-05, | |
| "loss": 0.03228116512298584, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 1.1935844834017157, | |
| "grad_norm": 0.33233147859573364, | |
| "learning_rate": 1.559239496451329e-05, | |
| "loss": 0.04077389717102051, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.2029093621782916, | |
| "grad_norm": 0.07459854334592819, | |
| "learning_rate": 1.5540589545666476e-05, | |
| "loss": 0.035812277793884274, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 1.2122342409548676, | |
| "grad_norm": 0.03117297776043415, | |
| "learning_rate": 1.5488784126819666e-05, | |
| "loss": 0.043056426048278806, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.2215591197314435, | |
| "grad_norm": 2.1351895332336426, | |
| "learning_rate": 1.5436978707972856e-05, | |
| "loss": 0.026498048305511473, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 1.2308839985080193, | |
| "grad_norm": 0.1372031569480896, | |
| "learning_rate": 1.5385173289126042e-05, | |
| "loss": 0.03637035131454468, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.2402088772845954, | |
| "grad_norm": 0.06523732095956802, | |
| "learning_rate": 1.5333367870279232e-05, | |
| "loss": 0.06686021327972412, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 1.2495337560611712, | |
| "grad_norm": 0.02072199061512947, | |
| "learning_rate": 1.5281562451432422e-05, | |
| "loss": 0.03420682668685913, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.258858634837747, | |
| "grad_norm": 9.351777076721191, | |
| "learning_rate": 1.522975703258561e-05, | |
| "loss": 0.026438066959381102, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 1.2681835136143231, | |
| "grad_norm": 0.40086886286735535, | |
| "learning_rate": 1.5177951613738796e-05, | |
| "loss": 0.046449775695800784, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.277508392390899, | |
| "grad_norm": 0.5892062783241272, | |
| "learning_rate": 1.5126146194891986e-05, | |
| "loss": 0.0309269380569458, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 1.2868332711674748, | |
| "grad_norm": 0.002104206709191203, | |
| "learning_rate": 1.5074340776045176e-05, | |
| "loss": 0.023648200035095216, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.2961581499440507, | |
| "grad_norm": 0.0258804801851511, | |
| "learning_rate": 1.5022535357198364e-05, | |
| "loss": 0.04035449504852295, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 1.3054830287206267, | |
| "grad_norm": 4.397562026977539, | |
| "learning_rate": 1.4970729938351554e-05, | |
| "loss": 0.05229721546173096, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.3148079074972026, | |
| "grad_norm": 0.007150724530220032, | |
| "learning_rate": 1.491892451950474e-05, | |
| "loss": 0.03332861661911011, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 1.3241327862737784, | |
| "grad_norm": 3.109645128250122, | |
| "learning_rate": 1.486711910065793e-05, | |
| "loss": 0.047160525321960446, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.3334576650503545, | |
| "grad_norm": 0.41086408495903015, | |
| "learning_rate": 1.4815313681811118e-05, | |
| "loss": 0.04890709400177002, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 1.3427825438269303, | |
| "grad_norm": 0.05025002732872963, | |
| "learning_rate": 1.4763508262964308e-05, | |
| "loss": 0.04013650417327881, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.3521074226035061, | |
| "grad_norm": 0.03028084896504879, | |
| "learning_rate": 1.4711702844117498e-05, | |
| "loss": 0.0283713960647583, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 1.361432301380082, | |
| "grad_norm": 0.031166842207312584, | |
| "learning_rate": 1.4659897425270684e-05, | |
| "loss": 0.03349567174911499, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.370757180156658, | |
| "grad_norm": 4.032196521759033, | |
| "learning_rate": 1.4608092006423872e-05, | |
| "loss": 0.029915103912353514, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 1.3800820589332339, | |
| "grad_norm": 3.165501594543457, | |
| "learning_rate": 1.4556286587577062e-05, | |
| "loss": 0.040238561630249026, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.3894069377098097, | |
| "grad_norm": 0.05803289636969566, | |
| "learning_rate": 1.4504481168730252e-05, | |
| "loss": 0.03673480272293091, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 1.3987318164863858, | |
| "grad_norm": 0.0027874386869370937, | |
| "learning_rate": 1.4452675749883438e-05, | |
| "loss": 0.03083367109298706, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.4080566952629616, | |
| "grad_norm": 0.39723604917526245, | |
| "learning_rate": 1.4400870331036628e-05, | |
| "loss": 0.03706796646118164, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 1.4173815740395375, | |
| "grad_norm": 0.006277570500969887, | |
| "learning_rate": 1.4349064912189816e-05, | |
| "loss": 0.030687217712402345, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.4267064528161133, | |
| "grad_norm": 2.196660041809082, | |
| "learning_rate": 1.4297259493343006e-05, | |
| "loss": 0.03273656129837036, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 1.4360313315926894, | |
| "grad_norm": 2.9575355052948, | |
| "learning_rate": 1.4245454074496194e-05, | |
| "loss": 0.025758986473083497, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.4453562103692652, | |
| "grad_norm": 0.08796069771051407, | |
| "learning_rate": 1.4193648655649382e-05, | |
| "loss": 0.03270584583282471, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 1.454681089145841, | |
| "grad_norm": 0.9201443791389465, | |
| "learning_rate": 1.414184323680257e-05, | |
| "loss": 0.023307127952575682, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.464005967922417, | |
| "grad_norm": 1.7311280965805054, | |
| "learning_rate": 1.409003781795576e-05, | |
| "loss": 0.03505758047103882, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 1.473330846698993, | |
| "grad_norm": 7.217854022979736, | |
| "learning_rate": 1.4038232399108948e-05, | |
| "loss": 0.032117910385131836, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.4826557254755688, | |
| "grad_norm": 0.16375161707401276, | |
| "learning_rate": 1.3986426980262136e-05, | |
| "loss": 0.024907276630401612, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 1.4919806042521446, | |
| "grad_norm": 2.5342984199523926, | |
| "learning_rate": 1.3934621561415324e-05, | |
| "loss": 0.02424616813659668, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.5013054830287205, | |
| "grad_norm": 0.5667886137962341, | |
| "learning_rate": 1.3882816142568514e-05, | |
| "loss": 0.035223734378814694, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 1.5106303618052965, | |
| "grad_norm": 4.529999732971191, | |
| "learning_rate": 1.3831010723721704e-05, | |
| "loss": 0.043730239868164066, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.5199552405818726, | |
| "grad_norm": 0.31222647428512573, | |
| "learning_rate": 1.3779205304874892e-05, | |
| "loss": 0.02817868709564209, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 1.5292801193584484, | |
| "grad_norm": 0.054891835898160934, | |
| "learning_rate": 1.3727399886028078e-05, | |
| "loss": 0.022635526657104492, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.5386049981350243, | |
| "grad_norm": 3.897071361541748, | |
| "learning_rate": 1.3675594467181268e-05, | |
| "loss": 0.0365865421295166, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 1.5479298769116001, | |
| "grad_norm": 7.58866024017334, | |
| "learning_rate": 1.3623789048334458e-05, | |
| "loss": 0.03705208778381348, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.557254755688176, | |
| "grad_norm": 0.2579911947250366, | |
| "learning_rate": 1.3571983629487646e-05, | |
| "loss": 0.036470816135406495, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 1.566579634464752, | |
| "grad_norm": 0.04304761812090874, | |
| "learning_rate": 1.3520178210640836e-05, | |
| "loss": 0.024144577980041503, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.5759045132413279, | |
| "grad_norm": 0.011871698312461376, | |
| "learning_rate": 1.3468372791794022e-05, | |
| "loss": 0.02437096118927002, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 1.585229392017904, | |
| "grad_norm": 1.8747565746307373, | |
| "learning_rate": 1.3416567372947212e-05, | |
| "loss": 0.021970641613006592, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.5945542707944798, | |
| "grad_norm": 0.0068074301816523075, | |
| "learning_rate": 1.33647619541004e-05, | |
| "loss": 0.03055704355239868, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 1.6038791495710556, | |
| "grad_norm": 0.7720779776573181, | |
| "learning_rate": 1.331295653525359e-05, | |
| "loss": 0.05535665988922119, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 1.6132040283476314, | |
| "grad_norm": 0.052967652678489685, | |
| "learning_rate": 1.3261151116406776e-05, | |
| "loss": 0.037333052158355716, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 1.6225289071242073, | |
| "grad_norm": 0.4131523370742798, | |
| "learning_rate": 1.3209345697559966e-05, | |
| "loss": 0.022513895034790038, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.6318537859007833, | |
| "grad_norm": 0.0903526097536087, | |
| "learning_rate": 1.3157540278713154e-05, | |
| "loss": 0.018794809579849244, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 1.6411786646773592, | |
| "grad_norm": 0.03226502984762192, | |
| "learning_rate": 1.3105734859866344e-05, | |
| "loss": 0.021845638751983643, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.6505035434539352, | |
| "grad_norm": 1.2775359153747559, | |
| "learning_rate": 1.3053929441019533e-05, | |
| "loss": 0.03150895118713379, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 1.659828422230511, | |
| "grad_norm": 0.0202046986669302, | |
| "learning_rate": 1.300212402217272e-05, | |
| "loss": 0.02440279006958008, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 1.669153301007087, | |
| "grad_norm": 5.867640495300293, | |
| "learning_rate": 1.2950318603325908e-05, | |
| "loss": 0.033769989013671876, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 1.6784781797836628, | |
| "grad_norm": 0.006102518644183874, | |
| "learning_rate": 1.2898513184479098e-05, | |
| "loss": 0.020930655002593994, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.6878030585602386, | |
| "grad_norm": 0.06524361670017242, | |
| "learning_rate": 1.2846707765632288e-05, | |
| "loss": 0.0303147554397583, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 1.6971279373368147, | |
| "grad_norm": 1.1646746397018433, | |
| "learning_rate": 1.2794902346785474e-05, | |
| "loss": 0.025315618515014647, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 1.7064528161133905, | |
| "grad_norm": 2.134981393814087, | |
| "learning_rate": 1.2743096927938664e-05, | |
| "loss": 0.04284055233001709, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 1.7157776948899666, | |
| "grad_norm": 2.9764657020568848, | |
| "learning_rate": 1.2691291509091852e-05, | |
| "loss": 0.02323296308517456, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 1.7251025736665424, | |
| "grad_norm": 0.15592370927333832, | |
| "learning_rate": 1.2639486090245042e-05, | |
| "loss": 0.03630294561386108, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 1.7344274524431182, | |
| "grad_norm": 1.1410564184188843, | |
| "learning_rate": 1.258768067139823e-05, | |
| "loss": 0.02985832929611206, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.743752331219694, | |
| "grad_norm": 1.3886200189590454, | |
| "learning_rate": 1.2535875252551418e-05, | |
| "loss": 0.019391053915023805, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 1.75307720999627, | |
| "grad_norm": 12.997761726379395, | |
| "learning_rate": 1.2484069833704606e-05, | |
| "loss": 0.02593435287475586, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 1.762402088772846, | |
| "grad_norm": 2.852426052093506, | |
| "learning_rate": 1.2432264414857796e-05, | |
| "loss": 0.036953463554382324, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 1.7717269675494218, | |
| "grad_norm": 1.0583350658416748, | |
| "learning_rate": 1.2380458996010984e-05, | |
| "loss": 0.025919597148895263, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.781051846325998, | |
| "grad_norm": 0.06280253827571869, | |
| "learning_rate": 1.2328653577164172e-05, | |
| "loss": 0.024321415424346925, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 1.7903767251025737, | |
| "grad_norm": 1.4471710920333862, | |
| "learning_rate": 1.227684815831736e-05, | |
| "loss": 0.02954728364944458, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.7997016038791496, | |
| "grad_norm": 0.3254970610141754, | |
| "learning_rate": 1.222504273947055e-05, | |
| "loss": 0.0403021764755249, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 1.8090264826557254, | |
| "grad_norm": 0.026926545426249504, | |
| "learning_rate": 1.217323732062374e-05, | |
| "loss": 0.01865153431892395, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 1.8183513614323012, | |
| "grad_norm": 0.037455275654792786, | |
| "learning_rate": 1.2121431901776928e-05, | |
| "loss": 0.02834453582763672, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 1.8276762402088773, | |
| "grad_norm": 1.9724242687225342, | |
| "learning_rate": 1.2069626482930114e-05, | |
| "loss": 0.02292172908782959, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 1.8370011189854532, | |
| "grad_norm": 2.2518837451934814, | |
| "learning_rate": 1.2017821064083304e-05, | |
| "loss": 0.029299042224884032, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 1.8463259977620292, | |
| "grad_norm": 0.8918629884719849, | |
| "learning_rate": 1.1966015645236493e-05, | |
| "loss": 0.02729450464248657, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.855650876538605, | |
| "grad_norm": 0.015352281741797924, | |
| "learning_rate": 1.1914210226389682e-05, | |
| "loss": 0.025739452838897704, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 1.864975755315181, | |
| "grad_norm": 12.12820816040039, | |
| "learning_rate": 1.1862404807542871e-05, | |
| "loss": 0.05083851337432861, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.8743006340917567, | |
| "grad_norm": 0.03783294931054115, | |
| "learning_rate": 1.1810599388696058e-05, | |
| "loss": 0.03862152814865112, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 1.8836255128683326, | |
| "grad_norm": 1.312626838684082, | |
| "learning_rate": 1.1758793969849248e-05, | |
| "loss": 0.040201754570007325, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 1.8929503916449086, | |
| "grad_norm": 0.27149704098701477, | |
| "learning_rate": 1.1706988551002436e-05, | |
| "loss": 0.020465714931488035, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 1.9022752704214845, | |
| "grad_norm": 0.051149722188711166, | |
| "learning_rate": 1.1655183132155625e-05, | |
| "loss": 0.019956029653549194, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 1.9116001491980605, | |
| "grad_norm": 0.012450406327843666, | |
| "learning_rate": 1.1603377713308812e-05, | |
| "loss": 0.030698204040527345, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 1.9209250279746364, | |
| "grad_norm": 0.04320710152387619, | |
| "learning_rate": 1.1551572294462002e-05, | |
| "loss": 0.01924089193344116, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 1.9302499067512122, | |
| "grad_norm": 0.028835974633693695, | |
| "learning_rate": 1.149976687561519e-05, | |
| "loss": 0.03460402250289917, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 1.939574785527788, | |
| "grad_norm": 0.032503023743629456, | |
| "learning_rate": 1.144796145676838e-05, | |
| "loss": 0.021525814533233642, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 1.948899664304364, | |
| "grad_norm": 0.054762404412031174, | |
| "learning_rate": 1.139615603792157e-05, | |
| "loss": 0.016051357984542845, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 1.95822454308094, | |
| "grad_norm": 0.41409963369369507, | |
| "learning_rate": 1.1344350619074756e-05, | |
| "loss": 0.02211181879043579, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.9675494218575158, | |
| "grad_norm": 0.6710904836654663, | |
| "learning_rate": 1.1292545200227944e-05, | |
| "loss": 0.03442399978637695, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 1.9768743006340919, | |
| "grad_norm": 0.20875470340251923, | |
| "learning_rate": 1.1240739781381133e-05, | |
| "loss": 0.029538695812225343, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 1.9861991794106677, | |
| "grad_norm": 7.152144432067871, | |
| "learning_rate": 1.1188934362534323e-05, | |
| "loss": 0.02945619821548462, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 1.9955240581872435, | |
| "grad_norm": 0.0340808629989624, | |
| "learning_rate": 1.113712894368751e-05, | |
| "loss": 0.021653232574462892, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9903632126116217, | |
| "eval_f1": 0.9054189162167566, | |
| "eval_loss": 0.04485788941383362, | |
| "eval_precision": 0.8987693529178246, | |
| "eval_recall": 0.9121676067687349, | |
| "eval_runtime": 7.0416, | |
| "eval_samples_per_second": 775.82, | |
| "eval_steps_per_second": 96.995, | |
| "step": 10724 | |
| }, | |
| { | |
| "epoch": 2.0048489369638194, | |
| "grad_norm": 0.006561782211065292, | |
| "learning_rate": 1.10853235248407e-05, | |
| "loss": 0.023352961540222168, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 2.0141738157403952, | |
| "grad_norm": 0.03905324265360832, | |
| "learning_rate": 1.1033518105993888e-05, | |
| "loss": 0.007830613255500794, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 2.023498694516971, | |
| "grad_norm": 0.002779081929475069, | |
| "learning_rate": 1.0981712687147077e-05, | |
| "loss": 0.012746865749359132, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 2.0328235732935473, | |
| "grad_norm": 3.28019642829895, | |
| "learning_rate": 1.0929907268300265e-05, | |
| "loss": 0.021561498641967772, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 2.042148452070123, | |
| "grad_norm": 0.11420201510190964, | |
| "learning_rate": 1.0878101849453453e-05, | |
| "loss": 0.01144665241241455, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 2.051473330846699, | |
| "grad_norm": 0.01909773238003254, | |
| "learning_rate": 1.0826296430606642e-05, | |
| "loss": 0.006808329224586487, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.060798209623275, | |
| "grad_norm": 0.03136987239122391, | |
| "learning_rate": 1.0774491011759831e-05, | |
| "loss": 0.015448588132858276, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 2.0701230883998507, | |
| "grad_norm": 0.0069969939067959785, | |
| "learning_rate": 1.072268559291302e-05, | |
| "loss": 0.020947656631469726, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 2.0794479671764265, | |
| "grad_norm": 0.008591468445956707, | |
| "learning_rate": 1.0670880174066208e-05, | |
| "loss": 0.013551335334777832, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 2.0887728459530024, | |
| "grad_norm": 0.007207474671304226, | |
| "learning_rate": 1.0619074755219396e-05, | |
| "loss": 0.010735607147216797, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 2.0980977247295787, | |
| "grad_norm": 0.007553383708000183, | |
| "learning_rate": 1.0567269336372585e-05, | |
| "loss": 0.0180646276473999, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 2.1074226035061545, | |
| "grad_norm": 0.0854165256023407, | |
| "learning_rate": 1.0515463917525775e-05, | |
| "loss": 0.012175880670547486, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 2.1167474822827304, | |
| "grad_norm": 1.2997490167617798, | |
| "learning_rate": 1.0463658498678963e-05, | |
| "loss": 0.028563385009765626, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 2.126072361059306, | |
| "grad_norm": 0.028747934848070145, | |
| "learning_rate": 1.041185307983215e-05, | |
| "loss": 0.008224156498908997, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 2.135397239835882, | |
| "grad_norm": 0.02653522975742817, | |
| "learning_rate": 1.036004766098534e-05, | |
| "loss": 0.014218298196792602, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 2.144722118612458, | |
| "grad_norm": 0.0075917416252195835, | |
| "learning_rate": 1.030824224213853e-05, | |
| "loss": 0.010074301958084106, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.1540469973890337, | |
| "grad_norm": 0.01568465493619442, | |
| "learning_rate": 1.0256436823291717e-05, | |
| "loss": 0.009785271286964416, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 2.16337187616561, | |
| "grad_norm": 2.6329779624938965, | |
| "learning_rate": 1.0204631404444907e-05, | |
| "loss": 0.039693479537963865, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 2.172696754942186, | |
| "grad_norm": 0.25744888186454773, | |
| "learning_rate": 1.0152825985598094e-05, | |
| "loss": 0.009682031273841858, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 2.1820216337187617, | |
| "grad_norm": 0.048078108578920364, | |
| "learning_rate": 1.0101020566751283e-05, | |
| "loss": 0.012061976194381714, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 2.1913465124953375, | |
| "grad_norm": 0.009185828268527985, | |
| "learning_rate": 1.0049215147904471e-05, | |
| "loss": 0.01473943829536438, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 2.2006713912719134, | |
| "grad_norm": 0.3359212279319763, | |
| "learning_rate": 9.99740972905766e-06, | |
| "loss": 0.022451975345611573, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 2.209996270048489, | |
| "grad_norm": 0.03128429129719734, | |
| "learning_rate": 9.94560431021085e-06, | |
| "loss": 0.015020393133163452, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 2.2193211488250655, | |
| "grad_norm": 0.01077917031943798, | |
| "learning_rate": 9.893798891364037e-06, | |
| "loss": 0.007385715842247009, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 2.2286460276016413, | |
| "grad_norm": 0.0009410646744072437, | |
| "learning_rate": 9.841993472517225e-06, | |
| "loss": 0.010898010730743408, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 2.237970906378217, | |
| "grad_norm": 0.23428411781787872, | |
| "learning_rate": 9.790188053670415e-06, | |
| "loss": 0.017517651319503783, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.247295785154793, | |
| "grad_norm": 5.2552947998046875, | |
| "learning_rate": 9.738382634823603e-06, | |
| "loss": 0.011954027414321899, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 2.256620663931369, | |
| "grad_norm": 0.1022522896528244, | |
| "learning_rate": 9.686577215976793e-06, | |
| "loss": 0.0103814697265625, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 2.2659455427079447, | |
| "grad_norm": 0.01425126288086176, | |
| "learning_rate": 9.634771797129981e-06, | |
| "loss": 0.016681231260299682, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 2.2752704214845205, | |
| "grad_norm": 0.010022806003689766, | |
| "learning_rate": 9.58296637828317e-06, | |
| "loss": 0.007602689266204834, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 2.2845953002610964, | |
| "grad_norm": 0.09281191229820251, | |
| "learning_rate": 9.531160959436357e-06, | |
| "loss": 0.015772578716278077, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 2.2939201790376726, | |
| "grad_norm": 1.6627157926559448, | |
| "learning_rate": 9.479355540589547e-06, | |
| "loss": 0.0149391770362854, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 2.3032450578142485, | |
| "grad_norm": 0.039720647037029266, | |
| "learning_rate": 9.427550121742735e-06, | |
| "loss": 0.004919275641441345, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 2.3125699365908243, | |
| "grad_norm": 0.13361865282058716, | |
| "learning_rate": 9.375744702895923e-06, | |
| "loss": 0.0066268140077590946, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 2.3218948153674, | |
| "grad_norm": 0.004165187943726778, | |
| "learning_rate": 9.323939284049113e-06, | |
| "loss": 0.008859132528305053, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 2.331219694143976, | |
| "grad_norm": 0.01734941452741623, | |
| "learning_rate": 9.272133865202301e-06, | |
| "loss": 0.01958281397819519, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 2.340544572920552, | |
| "grad_norm": 1.4992754459381104, | |
| "learning_rate": 9.22032844635549e-06, | |
| "loss": 0.024173910617828368, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 2.349869451697128, | |
| "grad_norm": 3.266171455383301, | |
| "learning_rate": 9.168523027508677e-06, | |
| "loss": 0.026157324314117433, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 2.359194330473704, | |
| "grad_norm": 0.034271348267793655, | |
| "learning_rate": 9.116717608661867e-06, | |
| "loss": 0.004791333377361298, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 2.36851920925028, | |
| "grad_norm": 0.020556321367621422, | |
| "learning_rate": 9.064912189815055e-06, | |
| "loss": 0.023116433620452882, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 2.3778440880268557, | |
| "grad_norm": 2.9007959365844727, | |
| "learning_rate": 9.013106770968243e-06, | |
| "loss": 0.003782390058040619, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 2.3871689668034315, | |
| "grad_norm": 0.04751985892653465, | |
| "learning_rate": 8.961301352121433e-06, | |
| "loss": 0.004796516001224518, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 2.3964938455800073, | |
| "grad_norm": 0.09174877405166626, | |
| "learning_rate": 8.909495933274621e-06, | |
| "loss": 0.01988631725311279, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 2.405818724356583, | |
| "grad_norm": 0.897373378276825, | |
| "learning_rate": 8.857690514427811e-06, | |
| "loss": 0.011833161115646362, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 2.4151436031331595, | |
| "grad_norm": 0.026099465787410736, | |
| "learning_rate": 8.805885095580999e-06, | |
| "loss": 0.021891412734985353, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 2.4244684819097353, | |
| "grad_norm": 0.005264167208224535, | |
| "learning_rate": 8.754079676734187e-06, | |
| "loss": 0.014649747610092164, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.433793360686311, | |
| "grad_norm": 0.0665712058544159, | |
| "learning_rate": 8.702274257887375e-06, | |
| "loss": 0.018104093074798586, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 2.443118239462887, | |
| "grad_norm": 0.01004517637193203, | |
| "learning_rate": 8.650468839040565e-06, | |
| "loss": 0.004754712581634521, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 2.452443118239463, | |
| "grad_norm": 0.011136854998767376, | |
| "learning_rate": 8.598663420193753e-06, | |
| "loss": 0.008313758969306946, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 2.4617679970160387, | |
| "grad_norm": 0.0015451794024556875, | |
| "learning_rate": 8.546858001346941e-06, | |
| "loss": 0.008117977380752563, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 2.471092875792615, | |
| "grad_norm": 1.5158227682113647, | |
| "learning_rate": 8.495052582500131e-06, | |
| "loss": 0.02230316638946533, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 2.480417754569191, | |
| "grad_norm": 0.015987800434231758, | |
| "learning_rate": 8.443247163653319e-06, | |
| "loss": 0.0033962687849998473, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 2.4897426333457666, | |
| "grad_norm": 0.2436022162437439, | |
| "learning_rate": 8.391441744806507e-06, | |
| "loss": 0.009453248977661134, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 2.4990675121223425, | |
| "grad_norm": 0.007971422746777534, | |
| "learning_rate": 8.339636325959695e-06, | |
| "loss": 0.005669102668762207, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 2.5083923908989183, | |
| "grad_norm": 0.030247289687395096, | |
| "learning_rate": 8.287830907112885e-06, | |
| "loss": 0.007165596485137939, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 2.517717269675494, | |
| "grad_norm": 0.03285367041826248, | |
| "learning_rate": 8.236025488266073e-06, | |
| "loss": 0.01023703694343567, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.52704214845207, | |
| "grad_norm": 1.4136919975280762, | |
| "learning_rate": 8.184220069419261e-06, | |
| "loss": 0.019952696561813355, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 2.5363670272286463, | |
| "grad_norm": 0.13177263736724854, | |
| "learning_rate": 8.132414650572451e-06, | |
| "loss": 0.008267701864242553, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 2.5456919060052217, | |
| "grad_norm": 13.017802238464355, | |
| "learning_rate": 8.080609231725639e-06, | |
| "loss": 0.013502672910690308, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 2.555016784781798, | |
| "grad_norm": 20.80805015563965, | |
| "learning_rate": 8.028803812878829e-06, | |
| "loss": 0.014624173641204835, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 2.564341663558374, | |
| "grad_norm": 0.05195024982094765, | |
| "learning_rate": 7.976998394032017e-06, | |
| "loss": 0.025228326320648194, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 2.5736665423349496, | |
| "grad_norm": 0.004629973322153091, | |
| "learning_rate": 7.925192975185205e-06, | |
| "loss": 0.02166285514831543, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 2.5829914211115255, | |
| "grad_norm": 0.0022503056097775698, | |
| "learning_rate": 7.873387556338393e-06, | |
| "loss": 0.02188849925994873, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 2.5923162998881013, | |
| "grad_norm": 0.8524413108825684, | |
| "learning_rate": 7.821582137491583e-06, | |
| "loss": 0.007161260843276978, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 2.6016411786646776, | |
| "grad_norm": 2.9589359760284424, | |
| "learning_rate": 7.769776718644771e-06, | |
| "loss": 0.009217590093612671, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 2.6109660574412534, | |
| "grad_norm": 0.0014888152945786715, | |
| "learning_rate": 7.717971299797959e-06, | |
| "loss": 0.007640480399131775, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 2.6202909362178293, | |
| "grad_norm": 0.0024451257195323706, | |
| "learning_rate": 7.666165880951149e-06, | |
| "loss": 0.009097555875778198, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 2.629615814994405, | |
| "grad_norm": 1.4727226495742798, | |
| "learning_rate": 7.614360462104337e-06, | |
| "loss": 0.022815148830413818, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 2.638940693770981, | |
| "grad_norm": 0.14492234587669373, | |
| "learning_rate": 7.562555043257526e-06, | |
| "loss": 0.00907568097114563, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 2.648265572547557, | |
| "grad_norm": 0.006422064267098904, | |
| "learning_rate": 7.510749624410714e-06, | |
| "loss": 0.012345269918441773, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 2.6575904513241326, | |
| "grad_norm": 0.003297192510217428, | |
| "learning_rate": 7.458944205563903e-06, | |
| "loss": 0.013943998813629151, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 2.666915330100709, | |
| "grad_norm": 0.009486474096775055, | |
| "learning_rate": 7.407138786717091e-06, | |
| "loss": 0.007204347848892212, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 2.6762402088772848, | |
| "grad_norm": 0.001906346995383501, | |
| "learning_rate": 7.35533336787028e-06, | |
| "loss": 0.0064238041639328005, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 2.6855650876538606, | |
| "grad_norm": 0.009013752453029156, | |
| "learning_rate": 7.303527949023469e-06, | |
| "loss": 0.019118592739105225, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 2.6948899664304364, | |
| "grad_norm": 9.203516006469727, | |
| "learning_rate": 7.251722530176657e-06, | |
| "loss": 0.014843382835388184, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 2.7042148452070123, | |
| "grad_norm": 0.013872411102056503, | |
| "learning_rate": 7.199917111329846e-06, | |
| "loss": 0.017863935232162474, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 2.713539723983588, | |
| "grad_norm": 0.008059196174144745, | |
| "learning_rate": 7.148111692483034e-06, | |
| "loss": 0.007313421964645386, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 2.722864602760164, | |
| "grad_norm": 0.007967078126966953, | |
| "learning_rate": 7.096306273636223e-06, | |
| "loss": 0.005426759123802185, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 2.7321894815367402, | |
| "grad_norm": 0.052042555063962936, | |
| "learning_rate": 7.044500854789411e-06, | |
| "loss": 0.010500948429107666, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 2.741514360313316, | |
| "grad_norm": 0.008007310330867767, | |
| "learning_rate": 6.9926954359426e-06, | |
| "loss": 0.011817890405654907, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 2.750839239089892, | |
| "grad_norm": 0.553403377532959, | |
| "learning_rate": 6.940890017095788e-06, | |
| "loss": 0.011694425344467163, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 2.7601641178664678, | |
| "grad_norm": 0.011203479021787643, | |
| "learning_rate": 6.889084598248977e-06, | |
| "loss": 0.009664978981018067, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 2.7694889966430436, | |
| "grad_norm": 0.031599052250385284, | |
| "learning_rate": 6.837279179402167e-06, | |
| "loss": 0.0062562096118927, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 2.7788138754196194, | |
| "grad_norm": 0.07515502721071243, | |
| "learning_rate": 6.785473760555355e-06, | |
| "loss": 0.008186891674995422, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 2.7881387541961953, | |
| "grad_norm": 0.004041098989546299, | |
| "learning_rate": 6.733668341708544e-06, | |
| "loss": 0.008758670091629029, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 2.7974636329727716, | |
| "grad_norm": 0.010477816686034203, | |
| "learning_rate": 6.681862922861732e-06, | |
| "loss": 0.008421186804771424, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.8067885117493474, | |
| "grad_norm": 0.037119459360837936, | |
| "learning_rate": 6.630057504014921e-06, | |
| "loss": 0.0044859576225280764, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 2.8161133905259232, | |
| "grad_norm": 2.2909059524536133, | |
| "learning_rate": 6.578252085168109e-06, | |
| "loss": 0.007467656135559082, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 2.825438269302499, | |
| "grad_norm": 0.028654785826802254, | |
| "learning_rate": 6.526446666321298e-06, | |
| "loss": 0.011730804443359374, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 2.834763148079075, | |
| "grad_norm": 0.00396377919241786, | |
| "learning_rate": 6.474641247474487e-06, | |
| "loss": 0.007885778546333313, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 2.8440880268556508, | |
| "grad_norm": 4.526209354400635, | |
| "learning_rate": 6.422835828627675e-06, | |
| "loss": 0.013013125658035278, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 2.8534129056322266, | |
| "grad_norm": 0.006890705320984125, | |
| "learning_rate": 6.371030409780864e-06, | |
| "loss": 0.020241425037384034, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 2.862737784408803, | |
| "grad_norm": 0.04351874813437462, | |
| "learning_rate": 6.319224990934052e-06, | |
| "loss": 0.02235487461090088, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 2.8720626631853787, | |
| "grad_norm": 0.004027783405035734, | |
| "learning_rate": 6.267419572087241e-06, | |
| "loss": 0.012025052309036255, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 2.8813875419619546, | |
| "grad_norm": 0.017081253230571747, | |
| "learning_rate": 6.215614153240429e-06, | |
| "loss": 0.012213168144226074, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 2.8907124207385304, | |
| "grad_norm": 5.580208778381348, | |
| "learning_rate": 6.163808734393618e-06, | |
| "loss": 0.011020108461380004, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 2.9000372995151062, | |
| "grad_norm": 0.026449229568243027, | |
| "learning_rate": 6.112003315546806e-06, | |
| "loss": 0.020866034030914308, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 2.909362178291682, | |
| "grad_norm": 0.018465599045157433, | |
| "learning_rate": 6.060197896699996e-06, | |
| "loss": 0.006286224126815796, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 2.918687057068258, | |
| "grad_norm": 0.004978302400559187, | |
| "learning_rate": 6.008392477853185e-06, | |
| "loss": 0.01425373911857605, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 2.928011935844834, | |
| "grad_norm": 0.008023403584957123, | |
| "learning_rate": 5.956587059006373e-06, | |
| "loss": 0.008588857650756836, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 2.93733681462141, | |
| "grad_norm": 0.014545072801411152, | |
| "learning_rate": 5.904781640159562e-06, | |
| "loss": 0.009176114797592163, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 2.946661693397986, | |
| "grad_norm": 0.0036765779368579388, | |
| "learning_rate": 5.85297622131275e-06, | |
| "loss": 0.019455695152282716, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 2.9559865721745617, | |
| "grad_norm": 8.891608238220215, | |
| "learning_rate": 5.801170802465939e-06, | |
| "loss": 0.012102892398834228, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 2.9653114509511376, | |
| "grad_norm": 0.05219835415482521, | |
| "learning_rate": 5.749365383619127e-06, | |
| "loss": 0.009157007336616516, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 2.9746363297277134, | |
| "grad_norm": 0.003453275188803673, | |
| "learning_rate": 5.697559964772316e-06, | |
| "loss": 0.009056896567344666, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 2.9839612085042893, | |
| "grad_norm": 0.004969852045178413, | |
| "learning_rate": 5.645754545925505e-06, | |
| "loss": 0.012932000160217285, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 2.9932860872808655, | |
| "grad_norm": 2.0237090587615967, | |
| "learning_rate": 5.593949127078693e-06, | |
| "loss": 0.018866615295410158, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9921177364024406, | |
| "eval_f1": 0.9189297124600639, | |
| "eval_loss": 0.04323037713766098, | |
| "eval_precision": 0.9109263657957245, | |
| "eval_recall": 0.9270749395648671, | |
| "eval_runtime": 7.1026, | |
| "eval_samples_per_second": 769.16, | |
| "eval_steps_per_second": 96.163, | |
| "step": 16086 | |
| }, | |
| { | |
| "epoch": 3.0026109660574414, | |
| "grad_norm": 0.006980204954743385, | |
| "learning_rate": 5.542143708231882e-06, | |
| "loss": 0.012530730962753296, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 3.011935844834017, | |
| "grad_norm": 0.008406821638345718, | |
| "learning_rate": 5.49033828938507e-06, | |
| "loss": 0.0016689696907997132, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 3.021260723610593, | |
| "grad_norm": 0.26228681206703186, | |
| "learning_rate": 5.438532870538259e-06, | |
| "loss": 0.007807348966598511, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 3.030585602387169, | |
| "grad_norm": 0.47371771931648254, | |
| "learning_rate": 5.386727451691447e-06, | |
| "loss": 0.006382474303245544, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 3.0399104811637447, | |
| "grad_norm": 0.0065447427332401276, | |
| "learning_rate": 5.334922032844636e-06, | |
| "loss": 0.004743200242519379, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 3.0492353599403206, | |
| "grad_norm": 0.008346166461706161, | |
| "learning_rate": 5.283116613997824e-06, | |
| "loss": 0.0055571597814559935, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 3.058560238716897, | |
| "grad_norm": 5.690232276916504, | |
| "learning_rate": 5.2313111951510135e-06, | |
| "loss": 0.00496139645576477, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 3.0678851174934727, | |
| "grad_norm": 0.3915584981441498, | |
| "learning_rate": 5.1795057763042025e-06, | |
| "loss": 0.0035722294449806215, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 3.0772099962700485, | |
| "grad_norm": 0.002272524405270815, | |
| "learning_rate": 5.1277003574573906e-06, | |
| "loss": 0.011130574941635132, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 3.0865348750466244, | |
| "grad_norm": 2.395972967147827, | |
| "learning_rate": 5.0758949386105795e-06, | |
| "loss": 0.003059500753879547, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 3.0958597538232002, | |
| "grad_norm": 0.004218028858304024, | |
| "learning_rate": 5.024089519763768e-06, | |
| "loss": 0.0016028760373592377, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 3.105184632599776, | |
| "grad_norm": 15.134767532348633, | |
| "learning_rate": 4.9722841009169565e-06, | |
| "loss": 0.008084517717361451, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 3.114509511376352, | |
| "grad_norm": 0.0018907383782789111, | |
| "learning_rate": 4.920478682070145e-06, | |
| "loss": 0.003314727246761322, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 3.123834390152928, | |
| "grad_norm": 0.0029481553938239813, | |
| "learning_rate": 4.8686732632233335e-06, | |
| "loss": 0.0049530166387557984, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 3.133159268929504, | |
| "grad_norm": 0.16056513786315918, | |
| "learning_rate": 4.8168678443765225e-06, | |
| "loss": 0.004786551296710968, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 3.14248414770608, | |
| "grad_norm": 0.2876565158367157, | |
| "learning_rate": 4.7650624255297106e-06, | |
| "loss": 0.0019748318195343018, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 3.1518090264826557, | |
| "grad_norm": 0.0028331561479717493, | |
| "learning_rate": 4.7132570066828995e-06, | |
| "loss": 0.002513662874698639, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 3.1611339052592315, | |
| "grad_norm": 0.006282527931034565, | |
| "learning_rate": 4.6614515878360884e-06, | |
| "loss": 0.01659904956817627, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 3.1704587840358074, | |
| "grad_norm": 0.007699803449213505, | |
| "learning_rate": 4.6096461689892765e-06, | |
| "loss": 0.00718508780002594, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 3.1797836628123832, | |
| "grad_norm": 0.00149145582690835, | |
| "learning_rate": 4.5578407501424655e-06, | |
| "loss": 0.001901312619447708, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 3.1891085415889595, | |
| "grad_norm": 0.019138796254992485, | |
| "learning_rate": 4.5060353312956535e-06, | |
| "loss": 0.01903280019760132, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 3.1984334203655354, | |
| "grad_norm": 0.544906497001648, | |
| "learning_rate": 4.4542299124488425e-06, | |
| "loss": 0.004833935499191284, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 3.207758299142111, | |
| "grad_norm": 0.009669867344200611, | |
| "learning_rate": 4.402424493602031e-06, | |
| "loss": 0.00512764036655426, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 3.217083177918687, | |
| "grad_norm": 0.01658560521900654, | |
| "learning_rate": 4.3506190747552195e-06, | |
| "loss": 0.0008115243166685104, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 3.226408056695263, | |
| "grad_norm": 0.024577626958489418, | |
| "learning_rate": 4.2988136559084084e-06, | |
| "loss": 0.0021865896880626677, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 3.2357329354718387, | |
| "grad_norm": 32.374088287353516, | |
| "learning_rate": 4.247008237061597e-06, | |
| "loss": 0.004616082906723023, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 3.2450578142484146, | |
| "grad_norm": 0.06743080914020538, | |
| "learning_rate": 4.1952028182147855e-06, | |
| "loss": 0.0010297740995883942, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 3.254382693024991, | |
| "grad_norm": 0.0024560948368161917, | |
| "learning_rate": 4.143397399367974e-06, | |
| "loss": 0.01637653708457947, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 3.2637075718015667, | |
| "grad_norm": 0.00366505840793252, | |
| "learning_rate": 4.0915919805211625e-06, | |
| "loss": 0.0007262816280126571, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 3.2730324505781425, | |
| "grad_norm": 0.02281450480222702, | |
| "learning_rate": 4.039786561674351e-06, | |
| "loss": 0.0034805700182914735, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 3.2823573293547184, | |
| "grad_norm": 0.0021532338578253984, | |
| "learning_rate": 3.98798114282754e-06, | |
| "loss": 0.005815493464469909, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 3.291682208131294, | |
| "grad_norm": 0.025134483352303505, | |
| "learning_rate": 3.9361757239807284e-06, | |
| "loss": 0.0013174866139888763, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 3.30100708690787, | |
| "grad_norm": 0.011261076666414738, | |
| "learning_rate": 3.884370305133917e-06, | |
| "loss": 0.002750571370124817, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 3.310331965684446, | |
| "grad_norm": 0.005523109342902899, | |
| "learning_rate": 3.832564886287106e-06, | |
| "loss": 0.006260217428207398, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 3.319656844461022, | |
| "grad_norm": 0.0017233422258868814, | |
| "learning_rate": 3.780759467440295e-06, | |
| "loss": 0.002834466993808746, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 3.328981723237598, | |
| "grad_norm": 0.3033665120601654, | |
| "learning_rate": 3.7289540485934833e-06, | |
| "loss": 0.0014140091836452485, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 3.338306602014174, | |
| "grad_norm": 0.007635418325662613, | |
| "learning_rate": 3.677148629746672e-06, | |
| "loss": 0.009239104390144349, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 3.3476314807907497, | |
| "grad_norm": 0.008077415637671947, | |
| "learning_rate": 3.6253432108998604e-06, | |
| "loss": 0.0028353652358055117, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 3.3569563595673255, | |
| "grad_norm": 0.0055144126527011395, | |
| "learning_rate": 3.573537792053049e-06, | |
| "loss": 0.01257444977760315, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 3.3662812383439014, | |
| "grad_norm": 0.10481590777635574, | |
| "learning_rate": 3.5217323732062374e-06, | |
| "loss": 0.008266312479972839, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 3.375606117120477, | |
| "grad_norm": 0.004028915427625179, | |
| "learning_rate": 3.469926954359426e-06, | |
| "loss": 0.00322272926568985, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 3.3849309958970535, | |
| "grad_norm": 0.007838011719286442, | |
| "learning_rate": 3.4181215355126153e-06, | |
| "loss": 0.0017492137849330902, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 3.3942558746736293, | |
| "grad_norm": 0.008134761825203896, | |
| "learning_rate": 3.3663161166658038e-06, | |
| "loss": 0.004277588129043579, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 3.403580753450205, | |
| "grad_norm": 1.130017638206482, | |
| "learning_rate": 3.3145106978189923e-06, | |
| "loss": 0.003342975378036499, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 3.412905632226781, | |
| "grad_norm": 0.0033679301850497723, | |
| "learning_rate": 3.262705278972181e-06, | |
| "loss": 0.005864649415016175, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 3.422230511003357, | |
| "grad_norm": 1.1952660083770752, | |
| "learning_rate": 3.2108998601253693e-06, | |
| "loss": 0.009021402597427368, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 3.4315553897799327, | |
| "grad_norm": 0.4340899884700775, | |
| "learning_rate": 3.159094441278558e-06, | |
| "loss": 0.0038458964228630065, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 3.4408802685565085, | |
| "grad_norm": 0.007966181263327599, | |
| "learning_rate": 3.1072890224317463e-06, | |
| "loss": 0.004797542989253997, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 3.450205147333085, | |
| "grad_norm": 0.0008151158690452576, | |
| "learning_rate": 3.055483603584935e-06, | |
| "loss": 0.008470645546913147, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 3.4595300261096606, | |
| "grad_norm": 0.0033519044518470764, | |
| "learning_rate": 3.003678184738124e-06, | |
| "loss": 0.004539164900779724, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 3.4688549048862365, | |
| "grad_norm": 0.043223973363637924, | |
| "learning_rate": 2.9518727658913127e-06, | |
| "loss": 0.0028054285049438476, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 3.4781797836628123, | |
| "grad_norm": 0.011569101363420486, | |
| "learning_rate": 2.9000673470445012e-06, | |
| "loss": 0.007232290506362915, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 3.487504662439388, | |
| "grad_norm": 0.007914524525403976, | |
| "learning_rate": 2.8482619281976897e-06, | |
| "loss": 0.0002942212298512459, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 3.496829541215964, | |
| "grad_norm": 0.0006849826313555241, | |
| "learning_rate": 2.7964565093508782e-06, | |
| "loss": 0.00410827487707138, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 3.50615441999254, | |
| "grad_norm": 0.0026959700044244528, | |
| "learning_rate": 2.7446510905040668e-06, | |
| "loss": 0.0011774758994579316, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 3.515479298769116, | |
| "grad_norm": 0.0012961579486727715, | |
| "learning_rate": 2.6928456716572553e-06, | |
| "loss": 0.0034612080454826354, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 3.524804177545692, | |
| "grad_norm": 0.06650816649198532, | |
| "learning_rate": 2.6410402528104438e-06, | |
| "loss": 0.013415820598602295, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 3.534129056322268, | |
| "grad_norm": 0.0007635413203388453, | |
| "learning_rate": 2.589234833963633e-06, | |
| "loss": 0.0015386410057544708, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 3.5434539350988437, | |
| "grad_norm": 0.001662875059992075, | |
| "learning_rate": 2.5374294151168216e-06, | |
| "loss": 0.002086118161678314, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 3.5527788138754195, | |
| "grad_norm": 0.0031695894431322813, | |
| "learning_rate": 2.48562399627001e-06, | |
| "loss": 0.0013567799329757691, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 3.562103692651996, | |
| "grad_norm": 0.019759224727749825, | |
| "learning_rate": 2.4338185774231987e-06, | |
| "loss": 0.008338750004768372, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 3.571428571428571, | |
| "grad_norm": 0.01757100783288479, | |
| "learning_rate": 2.382013158576387e-06, | |
| "loss": 0.0016921743750572204, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 3.5807534502051475, | |
| "grad_norm": 2.4479777812957764, | |
| "learning_rate": 2.3302077397295757e-06, | |
| "loss": 0.011807719469070435, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 3.5900783289817233, | |
| "grad_norm": 12.382244110107422, | |
| "learning_rate": 2.2784023208827646e-06, | |
| "loss": 0.005563015937805176, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 3.599403207758299, | |
| "grad_norm": 0.012547838501632214, | |
| "learning_rate": 2.226596902035953e-06, | |
| "loss": 0.00420228123664856, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 3.608728086534875, | |
| "grad_norm": 0.009670069441199303, | |
| "learning_rate": 2.1747914831891417e-06, | |
| "loss": 0.005122922658920288, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 3.618052965311451, | |
| "grad_norm": 0.3705468773841858, | |
| "learning_rate": 2.12298606434233e-06, | |
| "loss": 0.0016570650041103363, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 3.627377844088027, | |
| "grad_norm": 0.03667959198355675, | |
| "learning_rate": 2.071180645495519e-06, | |
| "loss": 0.008318853378295899, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 3.6367027228646025, | |
| "grad_norm": 0.026855269446969032, | |
| "learning_rate": 2.0193752266487076e-06, | |
| "loss": 0.011855947971343993, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 3.646027601641179, | |
| "grad_norm": 0.004127690568566322, | |
| "learning_rate": 1.967569807801896e-06, | |
| "loss": 0.0037176933884620665, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 3.6553524804177546, | |
| "grad_norm": 0.033966220915317535, | |
| "learning_rate": 1.9157643889550846e-06, | |
| "loss": 0.0034821495413780213, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 3.6646773591943305, | |
| "grad_norm": 0.008595237508416176, | |
| "learning_rate": 1.8639589701082736e-06, | |
| "loss": 0.003079477548599243, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 3.6740022379709063, | |
| "grad_norm": 0.18409447371959686, | |
| "learning_rate": 1.812153551261462e-06, | |
| "loss": 0.0028409546613693236, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 3.683327116747482, | |
| "grad_norm": 0.009265055879950523, | |
| "learning_rate": 1.7603481324146506e-06, | |
| "loss": 0.001990189254283905, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 3.6926519955240584, | |
| "grad_norm": 0.004075230099260807, | |
| "learning_rate": 1.7085427135678393e-06, | |
| "loss": 0.009914104342460633, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 3.701976874300634, | |
| "grad_norm": 0.012730306945741177, | |
| "learning_rate": 1.656737294721028e-06, | |
| "loss": 0.00510865867137909, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 3.71130175307721, | |
| "grad_norm": 0.9975103735923767, | |
| "learning_rate": 1.6049318758742165e-06, | |
| "loss": 0.00289763867855072, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 3.720626631853786, | |
| "grad_norm": 0.14549227058887482, | |
| "learning_rate": 1.553126457027405e-06, | |
| "loss": 0.014574718475341798, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 3.729951510630362, | |
| "grad_norm": 0.002959158504381776, | |
| "learning_rate": 1.5013210381805938e-06, | |
| "loss": 0.0035466670989990233, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 3.7392763894069376, | |
| "grad_norm": 0.044310204684734344, | |
| "learning_rate": 1.4495156193337825e-06, | |
| "loss": 0.005526635646820068, | |
| "step": 20050 | |
| }, | |
| { | |
| "epoch": 3.7486012681835135, | |
| "grad_norm": 0.06063301861286163, | |
| "learning_rate": 1.397710200486971e-06, | |
| "loss": 0.01945833921432495, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 3.7579261469600898, | |
| "grad_norm": 1.9790464639663696, | |
| "learning_rate": 1.3459047816401597e-06, | |
| "loss": 0.009157074689865112, | |
| "step": 20150 | |
| }, | |
| { | |
| "epoch": 3.767251025736665, | |
| "grad_norm": 0.002332707168534398, | |
| "learning_rate": 1.2940993627933483e-06, | |
| "loss": 0.003599865138530731, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 3.7765759045132414, | |
| "grad_norm": 0.007876844145357609, | |
| "learning_rate": 1.242293943946537e-06, | |
| "loss": 0.002118881195783615, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 3.7859007832898173, | |
| "grad_norm": 0.06033371388912201, | |
| "learning_rate": 1.1904885250997255e-06, | |
| "loss": 0.013430379629135132, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 3.795225662066393, | |
| "grad_norm": 0.007944832555949688, | |
| "learning_rate": 1.1386831062529142e-06, | |
| "loss": 0.011043739318847657, | |
| "step": 20350 | |
| }, | |
| { | |
| "epoch": 3.804550540842969, | |
| "grad_norm": 0.009239411912858486, | |
| "learning_rate": 1.0868776874061027e-06, | |
| "loss": 0.007748922109603882, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 3.813875419619545, | |
| "grad_norm": 0.0014006602577865124, | |
| "learning_rate": 1.0350722685592914e-06, | |
| "loss": 0.006385021805763245, | |
| "step": 20450 | |
| }, | |
| { | |
| "epoch": 3.823200298396121, | |
| "grad_norm": 1.487459421157837, | |
| "learning_rate": 9.8326684971248e-07, | |
| "loss": 0.009500337243080139, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 3.832525177172697, | |
| "grad_norm": 0.029605276882648468, | |
| "learning_rate": 9.314614308656686e-07, | |
| "loss": 0.003571970164775848, | |
| "step": 20550 | |
| }, | |
| { | |
| "epoch": 3.8418500559492728, | |
| "grad_norm": 0.0038495927583426237, | |
| "learning_rate": 8.796560120188573e-07, | |
| "loss": 0.006721885204315186, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 3.8511749347258486, | |
| "grad_norm": 0.015677325427532196, | |
| "learning_rate": 8.278505931720458e-07, | |
| "loss": 0.0021590781211853027, | |
| "step": 20650 | |
| }, | |
| { | |
| "epoch": 3.8604998135024244, | |
| "grad_norm": 0.00773986428976059, | |
| "learning_rate": 7.760451743252345e-07, | |
| "loss": 0.0072018647193908695, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 3.8698246922790003, | |
| "grad_norm": 0.006910277064889669, | |
| "learning_rate": 7.24239755478423e-07, | |
| "loss": 0.0017287896573543549, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 3.879149571055576, | |
| "grad_norm": 0.16674445569515228, | |
| "learning_rate": 6.724343366316118e-07, | |
| "loss": 0.003435662090778351, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 3.8884744498321524, | |
| "grad_norm": 0.11410090327262878, | |
| "learning_rate": 6.206289177848004e-07, | |
| "loss": 0.0015013472735881806, | |
| "step": 20850 | |
| }, | |
| { | |
| "epoch": 3.8977993286087282, | |
| "grad_norm": 0.1628509759902954, | |
| "learning_rate": 5.68823498937989e-07, | |
| "loss": 0.0035611391067504883, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 3.907124207385304, | |
| "grad_norm": 0.22206370532512665, | |
| "learning_rate": 5.170180800911776e-07, | |
| "loss": 0.005973511338233948, | |
| "step": 20950 | |
| }, | |
| { | |
| "epoch": 3.91644908616188, | |
| "grad_norm": 0.285854309797287, | |
| "learning_rate": 4.6521266124436624e-07, | |
| "loss": 0.002481496632099152, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 3.9257739649384558, | |
| "grad_norm": 0.0018572107655927539, | |
| "learning_rate": 4.1340724239755486e-07, | |
| "loss": 0.0034265148639678954, | |
| "step": 21050 | |
| }, | |
| { | |
| "epoch": 3.9350988437150316, | |
| "grad_norm": 0.00111959979403764, | |
| "learning_rate": 3.6160182355074347e-07, | |
| "loss": 0.003972585201263428, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 3.9444237224916074, | |
| "grad_norm": 0.006579425185918808, | |
| "learning_rate": 3.0979640470393204e-07, | |
| "loss": 0.007484051585197449, | |
| "step": 21150 | |
| }, | |
| { | |
| "epoch": 3.9537486012681837, | |
| "grad_norm": 0.0016149668954312801, | |
| "learning_rate": 2.5799098585712066e-07, | |
| "loss": 0.005609593391418457, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 3.9630734800447596, | |
| "grad_norm": 8.504377365112305, | |
| "learning_rate": 2.061855670103093e-07, | |
| "loss": 0.00788326621055603, | |
| "step": 21250 | |
| }, | |
| { | |
| "epoch": 3.9723983588213354, | |
| "grad_norm": 0.29231831431388855, | |
| "learning_rate": 1.5438014816349792e-07, | |
| "loss": 0.0017250549793243408, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 3.9817232375979112, | |
| "grad_norm": 0.006406121421605349, | |
| "learning_rate": 1.0257472931668653e-07, | |
| "loss": 0.0028238424658775328, | |
| "step": 21350 | |
| }, | |
| { | |
| "epoch": 3.991048116374487, | |
| "grad_norm": 0.005788094364106655, | |
| "learning_rate": 5.076931046987516e-08, | |
| "loss": 0.0027461829781532288, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9926021944640846, | |
| "eval_f1": 0.9201277955271566, | |
| "eval_loss": 0.045499056577682495, | |
| "eval_precision": 0.9121140142517815, | |
| "eval_recall": 0.9282836422240129, | |
| "eval_runtime": 7.0731, | |
| "eval_samples_per_second": 772.358, | |
| "eval_steps_per_second": 96.562, | |
| "step": 21448 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 21448, | |
| "total_flos": 2300195917669620.0, | |
| "train_loss": 0.0979897177003356, | |
| "train_runtime": 1420.7755, | |
| "train_samples_per_second": 120.762, | |
| "train_steps_per_second": 15.096 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 21448, | |
| "validation_accuracy": 0.9926283813863357, | |
| "validation_f1": 0.9199760526840951, | |
| "validation_loss": 0.04548870399594307, | |
| "validation_precision": 0.911427441676552, | |
| "validation_recall": 0.9286865431103949, | |
| "validation_runtime": 6.1777, | |
| "validation_samples_per_second": 884.309, | |
| "validation_steps_per_second": 110.559 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 21448, | |
| "test_accuracy": 0.9926283813863357, | |
| "test_f1": 0.9199760526840951, | |
| "test_loss": 0.04548870399594307, | |
| "test_precision": 0.911427441676552, | |
| "test_recall": 0.9286865431103949, | |
| "test_runtime": 6.2499, | |
| "test_samples_per_second": 874.087, | |
| "test_steps_per_second": 109.281 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 21448, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2300195917669620.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |