| { |
| "best_global_step": 400, |
| "best_metric": 0.674819827079773, |
| "best_model_checkpoint": "./python-code-explaining-ministral-8B/checkpoint-400", |
| "epoch": 1.88, |
| "eval_steps": 50, |
| "global_step": 400, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.4653201967477798, |
| "epoch": 0.047058823529411764, |
| "grad_norm": 0.7277931571006775, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 2.0127, |
| "mean_token_accuracy": 0.5873390108346939, |
| "num_tokens": 15889.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.4459994971752166, |
| "epoch": 0.09411764705882353, |
| "grad_norm": 0.5549399256706238, |
| "learning_rate": 9.991971098713136e-06, |
| "loss": 1.7954, |
| "mean_token_accuracy": 0.6094311743974685, |
| "num_tokens": 35503.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.5394100606441499, |
| "epoch": 0.1411764705882353, |
| "grad_norm": 0.6845958232879639, |
| "learning_rate": 9.952707929045018e-06, |
| "loss": 1.7686, |
| "mean_token_accuracy": 0.6184274405241013, |
| "num_tokens": 51214.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.4925685793161392, |
| "epoch": 0.18823529411764706, |
| "grad_norm": 0.5904952883720398, |
| "learning_rate": 9.88099273969759e-06, |
| "loss": 1.4545, |
| "mean_token_accuracy": 0.6649785250425339, |
| "num_tokens": 68991.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.2551275834441185, |
| "epoch": 0.23529411764705882, |
| "grad_norm": 0.5888926982879639, |
| "learning_rate": 9.777295435775165e-06, |
| "loss": 1.2224, |
| "mean_token_accuracy": 0.7385784611105919, |
| "num_tokens": 87871.0, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.23529411764705882, |
| "eval_entropy": 1.0665295275052389, |
| "eval_loss": 1.0585410594940186, |
| "eval_mean_token_accuracy": 0.7891709744930268, |
| "eval_num_tokens": 87871.0, |
| "eval_runtime": 19.7003, |
| "eval_samples_per_second": 7.614, |
| "eval_steps_per_second": 7.614, |
| "step": 50 |
| }, |
| { |
| "entropy": 0.9183753415942192, |
| "epoch": 0.2823529411764706, |
| "grad_norm": 0.4278884828090668, |
| "learning_rate": 9.64229548131959e-06, |
| "loss": 0.9356, |
| "mean_token_accuracy": 0.8226072296500206, |
| "num_tokens": 103270.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 0.8008665464818477, |
| "epoch": 0.32941176470588235, |
| "grad_norm": 0.45098593831062317, |
| "learning_rate": 9.476877447204308e-06, |
| "loss": 0.8929, |
| "mean_token_accuracy": 0.8326325386762619, |
| "num_tokens": 120480.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 0.7590022340416909, |
| "epoch": 0.3764705882352941, |
| "grad_norm": 0.33732372522354126, |
| "learning_rate": 9.282125215090694e-06, |
| "loss": 0.8101, |
| "mean_token_accuracy": 0.8484514832496644, |
| "num_tokens": 138964.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 0.7300104968249798, |
| "epoch": 0.4235294117647059, |
| "grad_norm": 0.28080910444259644, |
| "learning_rate": 9.059314875424553e-06, |
| "loss": 0.748, |
| "mean_token_accuracy": 0.8571715533733368, |
| "num_tokens": 156022.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 0.8075251087546349, |
| "epoch": 0.47058823529411764, |
| "grad_norm": 0.2512107193470001, |
| "learning_rate": 8.809906366007832e-06, |
| "loss": 0.8393, |
| "mean_token_accuracy": 0.8405888199806213, |
| "num_tokens": 175876.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.47058823529411764, |
| "eval_entropy": 0.741940244436264, |
| "eval_loss": 0.7406004071235657, |
| "eval_mean_token_accuracy": 0.8551796130339304, |
| "eval_num_tokens": 175876.0, |
| "eval_runtime": 19.7066, |
| "eval_samples_per_second": 7.612, |
| "eval_steps_per_second": 7.612, |
| "step": 100 |
| }, |
| { |
| "entropy": 0.7609439708292485, |
| "epoch": 0.5176470588235295, |
| "grad_norm": 0.2839739918708801, |
| "learning_rate": 8.535533905932739e-06, |
| "loss": 0.7876, |
| "mean_token_accuracy": 0.8530501529574395, |
| "num_tokens": 193834.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 0.7604947410523891, |
| "epoch": 0.5647058823529412, |
| "grad_norm": 0.2849130928516388, |
| "learning_rate": 8.237995287558801e-06, |
| "loss": 0.7681, |
| "mean_token_accuracy": 0.8534491807222366, |
| "num_tokens": 212048.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 0.7774970278143882, |
| "epoch": 0.611764705882353, |
| "grad_norm": 0.2741145193576813, |
| "learning_rate": 7.919240096695877e-06, |
| "loss": 0.7804, |
| "mean_token_accuracy": 0.846380078792572, |
| "num_tokens": 231794.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 0.7487856037914753, |
| "epoch": 0.6588235294117647, |
| "grad_norm": 0.2995753884315491, |
| "learning_rate": 7.58135693817893e-06, |
| "loss": 0.7511, |
| "mean_token_accuracy": 0.855742147564888, |
| "num_tokens": 251107.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 0.7198293171823025, |
| "epoch": 0.7058823529411765, |
| "grad_norm": 0.2929564416408539, |
| "learning_rate": 7.226559750537462e-06, |
| "loss": 0.7237, |
| "mean_token_accuracy": 0.8601349666714668, |
| "num_tokens": 268729.0, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.7058823529411765, |
| "eval_entropy": 0.7403583451112111, |
| "eval_loss": 0.698711633682251, |
| "eval_mean_token_accuracy": 0.8560926202932994, |
| "eval_num_tokens": 268729.0, |
| "eval_runtime": 19.698, |
| "eval_samples_per_second": 7.615, |
| "eval_steps_per_second": 7.615, |
| "step": 150 |
| }, |
| { |
| "entropy": 0.7665069714188576, |
| "epoch": 0.7529411764705882, |
| "grad_norm": 0.24647395312786102, |
| "learning_rate": 6.857173299431084e-06, |
| "loss": 0.7298, |
| "mean_token_accuracy": 0.8562039688229561, |
| "num_tokens": 286777.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 0.6268041007220745, |
| "epoch": 0.8, |
| "grad_norm": 0.22048509120941162, |
| "learning_rate": 6.475617944903693e-06, |
| "loss": 0.6185, |
| "mean_token_accuracy": 0.8762901470065116, |
| "num_tokens": 304268.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.7007844015955925, |
| "epoch": 0.8470588235294118, |
| "grad_norm": 0.2350086122751236, |
| "learning_rate": 6.084393782267039e-06, |
| "loss": 0.6875, |
| "mean_token_accuracy": 0.8667616620659828, |
| "num_tokens": 321505.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 0.7066945165395737, |
| "epoch": 0.8941176470588236, |
| "grad_norm": 0.27258384227752686, |
| "learning_rate": 5.686064260528577e-06, |
| "loss": 0.7017, |
| "mean_token_accuracy": 0.8596053853631019, |
| "num_tokens": 340285.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.7212481118738652, |
| "epoch": 0.9411764705882353, |
| "grad_norm": 0.25644779205322266, |
| "learning_rate": 5.283239385701882e-06, |
| "loss": 0.715, |
| "mean_token_accuracy": 0.8563221275806427, |
| "num_tokens": 360365.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9411764705882353, |
| "eval_entropy": 0.7153916182120641, |
| "eval_loss": 0.6829276084899902, |
| "eval_mean_token_accuracy": 0.8566614667574565, |
| "eval_num_tokens": 360365.0, |
| "eval_runtime": 19.6569, |
| "eval_samples_per_second": 7.631, |
| "eval_steps_per_second": 7.631, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.673030859977007, |
| "epoch": 0.9882352941176471, |
| "grad_norm": 0.24406129121780396, |
| "learning_rate": 4.8785586190579355e-06, |
| "loss": 0.6335, |
| "mean_token_accuracy": 0.8676866918802262, |
| "num_tokens": 378251.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 0.6841881047738226, |
| "epoch": 1.0329411764705883, |
| "grad_norm": 0.27890220284461975, |
| "learning_rate": 4.474673582374381e-06, |
| "loss": 0.6552, |
| "mean_token_accuracy": 0.8625177725365287, |
| "num_tokens": 395247.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 0.7025647312402725, |
| "epoch": 1.08, |
| "grad_norm": 0.327068954706192, |
| "learning_rate": 4.074230683504541e-06, |
| "loss": 0.7156, |
| "mean_token_accuracy": 0.8613501340150833, |
| "num_tokens": 412454.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 0.689746516942978, |
| "epoch": 1.1270588235294117, |
| "grad_norm": 0.21584568917751312, |
| "learning_rate": 3.679853776110035e-06, |
| "loss": 0.6669, |
| "mean_token_accuracy": 0.8649640858173371, |
| "num_tokens": 429678.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 0.6695160642266273, |
| "epoch": 1.1741176470588235, |
| "grad_norm": 0.20020084083080292, |
| "learning_rate": 3.2941269671770193e-06, |
| "loss": 0.6519, |
| "mean_token_accuracy": 0.8649600625038147, |
| "num_tokens": 447165.0, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.1741176470588235, |
| "eval_entropy": 0.697356831630071, |
| "eval_loss": 0.677371621131897, |
| "eval_mean_token_accuracy": 0.8567790834108988, |
| "eval_num_tokens": 447165.0, |
| "eval_runtime": 19.6723, |
| "eval_samples_per_second": 7.625, |
| "eval_steps_per_second": 7.625, |
| "step": 250 |
| }, |
| { |
| "entropy": 0.671580795943737, |
| "epoch": 1.2211764705882353, |
| "grad_norm": 0.2921179234981537, |
| "learning_rate": 2.9195776849677037e-06, |
| "loss": 0.6595, |
| "mean_token_accuracy": 0.8643461763858795, |
| "num_tokens": 463630.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 0.7368650026619434, |
| "epoch": 1.2682352941176471, |
| "grad_norm": 0.20959194004535675, |
| "learning_rate": 2.5586601183523485e-06, |
| "loss": 0.7263, |
| "mean_token_accuracy": 0.8473540425300599, |
| "num_tokens": 485811.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 0.6865952230989933, |
| "epoch": 1.315294117647059, |
| "grad_norm": 0.2575845420360565, |
| "learning_rate": 2.213739136033533e-06, |
| "loss": 0.7001, |
| "mean_token_accuracy": 0.8603918835520744, |
| "num_tokens": 503430.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 0.7441840916872025, |
| "epoch": 1.3623529411764705, |
| "grad_norm": 0.3654911518096924, |
| "learning_rate": 1.8870747910300064e-06, |
| "loss": 0.7588, |
| "mean_token_accuracy": 0.8496843308210373, |
| "num_tokens": 521378.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 0.7090313516557216, |
| "epoch": 1.4094117647058824, |
| "grad_norm": 0.26411741971969604, |
| "learning_rate": 1.5808075119526323e-06, |
| "loss": 0.7321, |
| "mean_token_accuracy": 0.8554651826620102, |
| "num_tokens": 539718.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.4094117647058824, |
| "eval_entropy": 0.6987444368998209, |
| "eval_loss": 0.675133466720581, |
| "eval_mean_token_accuracy": 0.8570177662372589, |
| "eval_num_tokens": 539718.0, |
| "eval_runtime": 19.6985, |
| "eval_samples_per_second": 7.615, |
| "eval_steps_per_second": 7.615, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.6481771796941758, |
| "epoch": 1.4564705882352942, |
| "grad_norm": 0.28893569111824036, |
| "learning_rate": 1.2969440781048015e-06, |
| "loss": 0.6517, |
| "mean_token_accuracy": 0.8716490805149079, |
| "num_tokens": 556870.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 0.6920560412108898, |
| "epoch": 1.5035294117647058, |
| "grad_norm": 0.4427206814289093, |
| "learning_rate": 1.0373444703037644e-06, |
| "loss": 0.7018, |
| "mean_token_accuracy": 0.8657162368297577, |
| "num_tokens": 573830.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 0.7248241394758225, |
| "epoch": 1.5505882352941176, |
| "grad_norm": 0.2903401851654053, |
| "learning_rate": 8.037096835812885e-07, |
| "loss": 0.7149, |
| "mean_token_accuracy": 0.8487672194838524, |
| "num_tokens": 595181.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 0.6708925925195217, |
| "epoch": 1.5976470588235294, |
| "grad_norm": 0.26894035935401917, |
| "learning_rate": 5.97570581619446e-07, |
| "loss": 0.6893, |
| "mean_token_accuracy": 0.8681129783391952, |
| "num_tokens": 612826.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 0.6908136330544948, |
| "epoch": 1.644705882352941, |
| "grad_norm": 0.30128714442253113, |
| "learning_rate": 4.2027786595149555e-07, |
| "loss": 0.6891, |
| "mean_token_accuracy": 0.862765510380268, |
| "num_tokens": 630006.0, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.644705882352941, |
| "eval_entropy": 0.6983365495999654, |
| "eval_loss": 0.6749418377876282, |
| "eval_mean_token_accuracy": 0.8571307412783304, |
| "eval_num_tokens": 630006.0, |
| "eval_runtime": 19.5654, |
| "eval_samples_per_second": 7.667, |
| "eval_steps_per_second": 7.667, |
| "step": 350 |
| }, |
| { |
| "entropy": 0.6560934245586395, |
| "epoch": 1.691764705882353, |
| "grad_norm": 0.1856110543012619, |
| "learning_rate": 2.7299322565344956e-07, |
| "loss": 0.644, |
| "mean_token_accuracy": 0.8646032854914665, |
| "num_tokens": 647721.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 0.653809055685997, |
| "epoch": 1.7388235294117647, |
| "grad_norm": 0.35816699266433716, |
| "learning_rate": 1.5668172551691174e-07, |
| "loss": 0.6439, |
| "mean_token_accuracy": 0.870233541727066, |
| "num_tokens": 664737.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 0.67252416908741, |
| "epoch": 1.7858823529411765, |
| "grad_norm": 0.27327945828437805, |
| "learning_rate": 7.210548257874927e-08, |
| "loss": 0.6815, |
| "mean_token_accuracy": 0.8636096775531769, |
| "num_tokens": 683029.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 0.6893440768122673, |
| "epoch": 1.8329411764705883, |
| "grad_norm": 0.21752667427062988, |
| "learning_rate": 1.981867244139124e-08, |
| "loss": 0.6818, |
| "mean_token_accuracy": 0.8598972901701927, |
| "num_tokens": 701843.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 0.6849909484386444, |
| "epoch": 1.88, |
| "grad_norm": 0.25884613394737244, |
| "learning_rate": 1.6389810421846286e-10, |
| "loss": 0.6713, |
| "mean_token_accuracy": 0.8590405523777008, |
| "num_tokens": 720477.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.88, |
| "eval_entropy": 0.6989880565802257, |
| "eval_loss": 0.674819827079773, |
| "eval_mean_token_accuracy": 0.8568845391273499, |
| "eval_num_tokens": 720477.0, |
| "eval_runtime": 19.6125, |
| "eval_samples_per_second": 7.648, |
| "eval_steps_per_second": 7.648, |
| "step": 400 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 400, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.3102424908619776e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
