| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.2, |
| "eval_steps": 100, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.0975568080320954, |
| "epoch": 0.004, |
| "grad_norm": 1928.0, |
| "learning_rate": 4.5000000000000003e-07, |
| "loss": 51.036, |
| "mean_token_accuracy": 0.5464097319170833, |
| "num_tokens": 51831.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.2103175908327102, |
| "epoch": 0.008, |
| "grad_norm": 1012.0, |
| "learning_rate": 9.500000000000001e-07, |
| "loss": 47.7535, |
| "mean_token_accuracy": 0.549801179766655, |
| "num_tokens": 103172.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.4519254021346568, |
| "epoch": 0.012, |
| "grad_norm": 1024.0, |
| "learning_rate": 1.45e-06, |
| "loss": 45.5399, |
| "mean_token_accuracy": 0.5487965773791075, |
| "num_tokens": 147915.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.515171455964446, |
| "epoch": 0.016, |
| "grad_norm": 440.0, |
| "learning_rate": 1.9500000000000004e-06, |
| "loss": 40.0298, |
| "mean_token_accuracy": 0.5707932172343135, |
| "num_tokens": 195524.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.529548142105341, |
| "epoch": 0.02, |
| "grad_norm": 328.0, |
| "learning_rate": 2.4500000000000003e-06, |
| "loss": 33.3046, |
| "mean_token_accuracy": 0.5914752574637532, |
| "num_tokens": 243747.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.5671692434698343, |
| "epoch": 0.024, |
| "grad_norm": 241.0, |
| "learning_rate": 2.95e-06, |
| "loss": 30.3037, |
| "mean_token_accuracy": 0.6058902809396386, |
| "num_tokens": 296999.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.549248830974102, |
| "epoch": 0.028, |
| "grad_norm": 235.0, |
| "learning_rate": 3.45e-06, |
| "loss": 29.0295, |
| "mean_token_accuracy": 0.6220679895952343, |
| "num_tokens": 342114.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.42005056142807, |
| "epoch": 0.032, |
| "grad_norm": 167.0, |
| "learning_rate": 3.95e-06, |
| "loss": 26.6089, |
| "mean_token_accuracy": 0.6380933992564678, |
| "num_tokens": 390903.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.5127948723733424, |
| "epoch": 0.036, |
| "grad_norm": 167.0, |
| "learning_rate": 4.450000000000001e-06, |
| "loss": 24.8172, |
| "mean_token_accuracy": 0.6465719180181623, |
| "num_tokens": 440359.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.5200586583465339, |
| "epoch": 0.04, |
| "grad_norm": 142.0, |
| "learning_rate": 4.95e-06, |
| "loss": 24.207, |
| "mean_token_accuracy": 0.6497391745448112, |
| "num_tokens": 488481.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_biology_entropy": 1.4843950763940812, |
| "eval_biology_loss": 1.4266694784164429, |
| "eval_biology_mean_token_accuracy": 0.6619762739539147, |
| "eval_biology_num_tokens": 488481.0, |
| "eval_biology_runtime": 36.5287, |
| "eval_biology_samples_per_second": 13.688, |
| "eval_biology_steps_per_second": 13.688, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_chemistry_entropy": 1.091414896786213, |
| "eval_chemistry_loss": 1.0560342073440552, |
| "eval_chemistry_mean_token_accuracy": 0.7318743930459023, |
| "eval_chemistry_num_tokens": 488481.0, |
| "eval_chemistry_runtime": 39.96, |
| "eval_chemistry_samples_per_second": 12.513, |
| "eval_chemistry_steps_per_second": 12.513, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_math_entropy": 0.9103146089911461, |
| "eval_math_loss": 1.0316376686096191, |
| "eval_math_mean_token_accuracy": 0.7397149602174758, |
| "eval_math_num_tokens": 488481.0, |
| "eval_math_runtime": 41.0822, |
| "eval_math_samples_per_second": 12.171, |
| "eval_math_steps_per_second": 12.171, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_physics_entropy": 0.9860039167404174, |
| "eval_physics_loss": 0.9796567559242249, |
| "eval_physics_mean_token_accuracy": 0.7483667035698891, |
| "eval_physics_num_tokens": 488481.0, |
| "eval_physics_runtime": 45.3249, |
| "eval_physics_samples_per_second": 11.031, |
| "eval_physics_steps_per_second": 11.031, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.444656402617693, |
| "epoch": 0.044, |
| "grad_norm": 121.0, |
| "learning_rate": 5.450000000000001e-06, |
| "loss": 22.4665, |
| "mean_token_accuracy": 0.6580426702275872, |
| "num_tokens": 537471.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 1.3339354760944844, |
| "epoch": 0.048, |
| "grad_norm": 129.0, |
| "learning_rate": 5.950000000000001e-06, |
| "loss": 21.4085, |
| "mean_token_accuracy": 0.6670540764927864, |
| "num_tokens": 589868.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 1.3668562419712544, |
| "epoch": 0.052, |
| "grad_norm": 124.5, |
| "learning_rate": 6.450000000000001e-06, |
| "loss": 21.7438, |
| "mean_token_accuracy": 0.6594993283972144, |
| "num_tokens": 639512.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 1.3065196067094802, |
| "epoch": 0.056, |
| "grad_norm": 118.5, |
| "learning_rate": 6.95e-06, |
| "loss": 20.9541, |
| "mean_token_accuracy": 0.6683343779295683, |
| "num_tokens": 690754.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 1.3160824533551931, |
| "epoch": 0.06, |
| "grad_norm": 115.5, |
| "learning_rate": 7.450000000000001e-06, |
| "loss": 21.525, |
| "mean_token_accuracy": 0.664486956782639, |
| "num_tokens": 737075.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 1.3052487019449472, |
| "epoch": 0.064, |
| "grad_norm": 113.0, |
| "learning_rate": 7.950000000000002e-06, |
| "loss": 20.5473, |
| "mean_token_accuracy": 0.672793828509748, |
| "num_tokens": 791190.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 1.29992272593081, |
| "epoch": 0.068, |
| "grad_norm": 100.0, |
| "learning_rate": 8.45e-06, |
| "loss": 21.0557, |
| "mean_token_accuracy": 0.6683677529916168, |
| "num_tokens": 841344.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 1.3232017546892165, |
| "epoch": 0.072, |
| "grad_norm": 114.5, |
| "learning_rate": 8.95e-06, |
| "loss": 21.0887, |
| "mean_token_accuracy": 0.6686861604452133, |
| "num_tokens": 890075.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 1.2425255428999662, |
| "epoch": 0.076, |
| "grad_norm": 106.0, |
| "learning_rate": 9.450000000000001e-06, |
| "loss": 19.9137, |
| "mean_token_accuracy": 0.6810434710234403, |
| "num_tokens": 940599.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 1.256486358679831, |
| "epoch": 0.08, |
| "grad_norm": 117.5, |
| "learning_rate": 9.950000000000001e-06, |
| "loss": 20.0961, |
| "mean_token_accuracy": 0.6819845270365477, |
| "num_tokens": 989860.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_biology_entropy": 1.241776801943779, |
| "eval_biology_loss": 1.2506648302078247, |
| "eval_biology_mean_token_accuracy": 0.6855908244848251, |
| "eval_biology_num_tokens": 989860.0, |
| "eval_biology_runtime": 36.0247, |
| "eval_biology_samples_per_second": 13.879, |
| "eval_biology_steps_per_second": 13.879, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_chemistry_entropy": 0.9190568276047707, |
| "eval_chemistry_loss": 0.9248532652854919, |
| "eval_chemistry_mean_token_accuracy": 0.7533808985352516, |
| "eval_chemistry_num_tokens": 989860.0, |
| "eval_chemistry_runtime": 40.487, |
| "eval_chemistry_samples_per_second": 12.35, |
| "eval_chemistry_steps_per_second": 12.35, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_math_entropy": 0.7673128904104233, |
| "eval_math_loss": 0.9293037056922913, |
| "eval_math_mean_token_accuracy": 0.759642232298851, |
| "eval_math_num_tokens": 989860.0, |
| "eval_math_runtime": 41.5439, |
| "eval_math_samples_per_second": 12.035, |
| "eval_math_steps_per_second": 12.035, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_physics_entropy": 0.8287813304066658, |
| "eval_physics_loss": 0.8567265868186951, |
| "eval_physics_mean_token_accuracy": 0.770364968419075, |
| "eval_physics_num_tokens": 989860.0, |
| "eval_physics_runtime": 46.6277, |
| "eval_physics_samples_per_second": 10.723, |
| "eval_physics_steps_per_second": 10.723, |
| "step": 200 |
| }, |
| { |
| "entropy": 1.2084858063608408, |
| "epoch": 0.084, |
| "grad_norm": 99.5, |
| "learning_rate": 1.045e-05, |
| "loss": 19.469, |
| "mean_token_accuracy": 0.6908657155930996, |
| "num_tokens": 1041199.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 1.3143941588699817, |
| "epoch": 0.088, |
| "grad_norm": 139.0, |
| "learning_rate": 1.095e-05, |
| "loss": 21.209, |
| "mean_token_accuracy": 0.670545787923038, |
| "num_tokens": 1087099.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 1.2587614998221397, |
| "epoch": 0.092, |
| "grad_norm": 108.0, |
| "learning_rate": 1.145e-05, |
| "loss": 20.1256, |
| "mean_token_accuracy": 0.6842886801809073, |
| "num_tokens": 1135090.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 1.2565513662993908, |
| "epoch": 0.096, |
| "grad_norm": 106.0, |
| "learning_rate": 1.195e-05, |
| "loss": 20.4044, |
| "mean_token_accuracy": 0.6776034630835056, |
| "num_tokens": 1181777.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 1.2938017453998327, |
| "epoch": 0.1, |
| "grad_norm": 112.0, |
| "learning_rate": 1.2450000000000003e-05, |
| "loss": 20.3714, |
| "mean_token_accuracy": 0.6780621778219939, |
| "num_tokens": 1229242.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 1.2320711638778448, |
| "epoch": 0.104, |
| "grad_norm": 94.5, |
| "learning_rate": 1.295e-05, |
| "loss": 20.052, |
| "mean_token_accuracy": 0.6799502000212669, |
| "num_tokens": 1283881.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 1.2415869060903788, |
| "epoch": 0.108, |
| "grad_norm": 107.0, |
| "learning_rate": 1.3450000000000002e-05, |
| "loss": 19.9151, |
| "mean_token_accuracy": 0.6853171430528164, |
| "num_tokens": 1332507.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 1.242128773033619, |
| "epoch": 0.112, |
| "grad_norm": 92.5, |
| "learning_rate": 1.3950000000000002e-05, |
| "loss": 19.9203, |
| "mean_token_accuracy": 0.685390866547823, |
| "num_tokens": 1385513.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 1.2662223283201457, |
| "epoch": 0.116, |
| "grad_norm": 100.5, |
| "learning_rate": 1.4450000000000002e-05, |
| "loss": 20.3929, |
| "mean_token_accuracy": 0.6766710925847292, |
| "num_tokens": 1432251.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 1.198459953069687, |
| "epoch": 0.12, |
| "grad_norm": 101.0, |
| "learning_rate": 1.4950000000000003e-05, |
| "loss": 19.3584, |
| "mean_token_accuracy": 0.68702756986022, |
| "num_tokens": 1483667.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_biology_entropy": 1.2469175053834916, |
| "eval_biology_loss": 1.2332121133804321, |
| "eval_biology_mean_token_accuracy": 0.6868851281404496, |
| "eval_biology_num_tokens": 1483667.0, |
| "eval_biology_runtime": 36.8445, |
| "eval_biology_samples_per_second": 13.571, |
| "eval_biology_steps_per_second": 13.571, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_chemistry_entropy": 0.9295264416337014, |
| "eval_chemistry_loss": 0.9073873162269592, |
| "eval_chemistry_mean_token_accuracy": 0.7570922123789787, |
| "eval_chemistry_num_tokens": 1483667.0, |
| "eval_chemistry_runtime": 40.4179, |
| "eval_chemistry_samples_per_second": 12.371, |
| "eval_chemistry_steps_per_second": 12.371, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_math_entropy": 0.7820550892949104, |
| "eval_math_loss": 0.9024779200553894, |
| "eval_math_mean_token_accuracy": 0.7648742213249207, |
| "eval_math_num_tokens": 1483667.0, |
| "eval_math_runtime": 41.3487, |
| "eval_math_samples_per_second": 12.092, |
| "eval_math_steps_per_second": 12.092, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_physics_entropy": 0.8381168316006661, |
| "eval_physics_loss": 0.8357300758361816, |
| "eval_physics_mean_token_accuracy": 0.7741321437358856, |
| "eval_physics_num_tokens": 1483667.0, |
| "eval_physics_runtime": 46.0597, |
| "eval_physics_samples_per_second": 10.855, |
| "eval_physics_steps_per_second": 10.855, |
| "step": 300 |
| }, |
| { |
| "entropy": 1.268108993396163, |
| "epoch": 0.124, |
| "grad_norm": 87.0, |
| "learning_rate": 1.545e-05, |
| "loss": 20.169, |
| "mean_token_accuracy": 0.6794606490060687, |
| "num_tokens": 1534286.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 1.2664785664528608, |
| "epoch": 0.128, |
| "grad_norm": 95.0, |
| "learning_rate": 1.595e-05, |
| "loss": 20.1543, |
| "mean_token_accuracy": 0.6814448466524482, |
| "num_tokens": 1582368.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 1.2443583220243455, |
| "epoch": 0.132, |
| "grad_norm": 100.5, |
| "learning_rate": 1.645e-05, |
| "loss": 20.1453, |
| "mean_token_accuracy": 0.6805377397686243, |
| "num_tokens": 1630878.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 1.295349196344614, |
| "epoch": 0.136, |
| "grad_norm": 84.5, |
| "learning_rate": 1.6950000000000002e-05, |
| "loss": 20.5474, |
| "mean_token_accuracy": 0.6783911313861608, |
| "num_tokens": 1677060.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 1.2136471576988697, |
| "epoch": 0.14, |
| "grad_norm": 96.0, |
| "learning_rate": 1.7450000000000004e-05, |
| "loss": 19.7364, |
| "mean_token_accuracy": 0.6849099691957236, |
| "num_tokens": 1725186.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 1.2611235719174148, |
| "epoch": 0.144, |
| "grad_norm": 96.5, |
| "learning_rate": 1.795e-05, |
| "loss": 20.2599, |
| "mean_token_accuracy": 0.6779890628531575, |
| "num_tokens": 1773764.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 1.24961077272892, |
| "epoch": 0.148, |
| "grad_norm": 93.0, |
| "learning_rate": 1.845e-05, |
| "loss": 19.9901, |
| "mean_token_accuracy": 0.6829751830548048, |
| "num_tokens": 1823706.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 1.2856210090219975, |
| "epoch": 0.152, |
| "grad_norm": 103.5, |
| "learning_rate": 1.8950000000000003e-05, |
| "loss": 20.5301, |
| "mean_token_accuracy": 0.6794548545032739, |
| "num_tokens": 1873167.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 1.28184983022511, |
| "epoch": 0.156, |
| "grad_norm": 87.5, |
| "learning_rate": 1.9450000000000002e-05, |
| "loss": 20.4718, |
| "mean_token_accuracy": 0.6774068776518106, |
| "num_tokens": 1921484.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 1.2587715853005648, |
| "epoch": 0.16, |
| "grad_norm": 90.5, |
| "learning_rate": 1.9950000000000004e-05, |
| "loss": 20.2765, |
| "mean_token_accuracy": 0.6795550292357803, |
| "num_tokens": 1970077.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_biology_entropy": 1.2585812546014785, |
| "eval_biology_loss": 1.2385821342468262, |
| "eval_biology_mean_token_accuracy": 0.6883087210059166, |
| "eval_biology_num_tokens": 1970077.0, |
| "eval_biology_runtime": 40.6484, |
| "eval_biology_samples_per_second": 12.301, |
| "eval_biology_steps_per_second": 12.301, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_chemistry_entropy": 0.9248176854848862, |
| "eval_chemistry_loss": 0.9106165766716003, |
| "eval_chemistry_mean_token_accuracy": 0.7573499709963799, |
| "eval_chemistry_num_tokens": 1970077.0, |
| "eval_chemistry_runtime": 40.4652, |
| "eval_chemistry_samples_per_second": 12.356, |
| "eval_chemistry_steps_per_second": 12.356, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_math_entropy": 0.7678850111961365, |
| "eval_math_loss": 0.897013783454895, |
| "eval_math_mean_token_accuracy": 0.7673858489990234, |
| "eval_math_num_tokens": 1970077.0, |
| "eval_math_runtime": 41.3756, |
| "eval_math_samples_per_second": 12.084, |
| "eval_math_steps_per_second": 12.084, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_physics_entropy": 0.8230015668869018, |
| "eval_physics_loss": 0.8317809104919434, |
| "eval_physics_mean_token_accuracy": 0.7749597446918488, |
| "eval_physics_num_tokens": 1970077.0, |
| "eval_physics_runtime": 45.5271, |
| "eval_physics_samples_per_second": 10.982, |
| "eval_physics_steps_per_second": 10.982, |
| "step": 400 |
| }, |
| { |
| "entropy": 1.2881209932267665, |
| "epoch": 0.164, |
| "grad_norm": 80.5, |
| "learning_rate": 1.9950000000000004e-05, |
| "loss": 20.7614, |
| "mean_token_accuracy": 0.6718229403719306, |
| "num_tokens": 2019053.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 1.2165789466351271, |
| "epoch": 0.168, |
| "grad_norm": 75.5, |
| "learning_rate": 1.9894444444444446e-05, |
| "loss": 19.5986, |
| "mean_token_accuracy": 0.6869289472699165, |
| "num_tokens": 2066815.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 1.2494619188830256, |
| "epoch": 0.172, |
| "grad_norm": 80.5, |
| "learning_rate": 1.983888888888889e-05, |
| "loss": 20.2759, |
| "mean_token_accuracy": 0.6808055322617292, |
| "num_tokens": 2116402.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 1.214642644301057, |
| "epoch": 0.176, |
| "grad_norm": 81.5, |
| "learning_rate": 1.9783333333333334e-05, |
| "loss": 19.3769, |
| "mean_token_accuracy": 0.6881225043907762, |
| "num_tokens": 2168354.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 1.2326878625899553, |
| "epoch": 0.18, |
| "grad_norm": 76.0, |
| "learning_rate": 1.972777777777778e-05, |
| "loss": 20.0507, |
| "mean_token_accuracy": 0.6823928710073233, |
| "num_tokens": 2219158.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 1.2790402939543128, |
| "epoch": 0.184, |
| "grad_norm": 97.0, |
| "learning_rate": 1.9672222222222222e-05, |
| "loss": 20.4576, |
| "mean_token_accuracy": 0.6788654251024127, |
| "num_tokens": 2270617.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 1.2233176242560149, |
| "epoch": 0.188, |
| "grad_norm": 76.0, |
| "learning_rate": 1.9616666666666668e-05, |
| "loss": 19.4471, |
| "mean_token_accuracy": 0.6852962577715516, |
| "num_tokens": 2322034.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 1.284807311743498, |
| "epoch": 0.192, |
| "grad_norm": 97.0, |
| "learning_rate": 1.9561111111111114e-05, |
| "loss": 21.2325, |
| "mean_token_accuracy": 0.6681901682168245, |
| "num_tokens": 2365822.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 1.250083539262414, |
| "epoch": 0.196, |
| "grad_norm": 93.5, |
| "learning_rate": 1.9505555555555556e-05, |
| "loss": 19.6203, |
| "mean_token_accuracy": 0.6853536464273929, |
| "num_tokens": 2413853.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 1.2981292121112347, |
| "epoch": 0.2, |
| "grad_norm": 85.0, |
| "learning_rate": 1.9450000000000002e-05, |
| "loss": 20.8012, |
| "mean_token_accuracy": 0.6707905715331435, |
| "num_tokens": 2459876.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_biology_entropy": 1.2485336683392525, |
| "eval_biology_loss": 1.2281557321548462, |
| "eval_biology_mean_token_accuracy": 0.6897270123958588, |
| "eval_biology_num_tokens": 2459876.0, |
| "eval_biology_runtime": 38.8945, |
| "eval_biology_samples_per_second": 12.855, |
| "eval_biology_steps_per_second": 12.855, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_chemistry_entropy": 0.9259556359648704, |
| "eval_chemistry_loss": 0.9128974676132202, |
| "eval_chemistry_mean_token_accuracy": 0.7565669685602188, |
| "eval_chemistry_num_tokens": 2459876.0, |
| "eval_chemistry_runtime": 40.516, |
| "eval_chemistry_samples_per_second": 12.341, |
| "eval_chemistry_steps_per_second": 12.341, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_math_entropy": 0.7720121605396271, |
| "eval_math_loss": 0.9020798206329346, |
| "eval_math_mean_token_accuracy": 0.7660462435483932, |
| "eval_math_num_tokens": 2459876.0, |
| "eval_math_runtime": 62.8982, |
| "eval_math_samples_per_second": 7.949, |
| "eval_math_steps_per_second": 7.949, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_physics_entropy": 0.8241469451785087, |
| "eval_physics_loss": 0.832719624042511, |
| "eval_physics_mean_token_accuracy": 0.7746937532424927, |
| "eval_physics_num_tokens": 2459876.0, |
| "eval_physics_runtime": 76.8817, |
| "eval_physics_samples_per_second": 6.504, |
| "eval_physics_steps_per_second": 6.504, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 4000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.6494542652385037e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
