{ "best_global_step": 16020, "best_metric": 0.7087390761548065, "best_model_checkpoint": "/content/drive/MyDrive/final/banglabert_emotion_model/checkpoint-16020", "epoch": 4.0, "eval_steps": 500, "global_step": 16020, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.12484394506866417, "grad_norm": 13.420171737670898, "learning_rate": 1.9501622971285894e-05, "loss": 2.7617490234375, "step": 500 }, { "epoch": 0.24968789013732834, "grad_norm": 15.357503890991211, "learning_rate": 1.900224719101124e-05, "loss": 2.226674072265625, "step": 1000 }, { "epoch": 0.37453183520599254, "grad_norm": 25.786678314208984, "learning_rate": 1.850287141073658e-05, "loss": 2.002759521484375, "step": 1500 }, { "epoch": 0.4993757802746567, "grad_norm": 28.906641006469727, "learning_rate": 1.8003495630461924e-05, "loss": 1.9993841552734375, "step": 2000 }, { "epoch": 0.6242197253433208, "grad_norm": 16.18419075012207, "learning_rate": 1.7504119850187267e-05, "loss": 1.92766845703125, "step": 2500 }, { "epoch": 0.7490636704119851, "grad_norm": 11.467696189880371, "learning_rate": 1.7004744069912612e-05, "loss": 1.8748406982421875, "step": 3000 }, { "epoch": 0.8739076154806492, "grad_norm": 22.702239990234375, "learning_rate": 1.650536828963795e-05, "loss": 1.84278564453125, "step": 3500 }, { "epoch": 0.9987515605493134, "grad_norm": 20.29677391052246, "learning_rate": 1.6005992509363297e-05, "loss": 1.830066162109375, "step": 4000 }, { "epoch": 1.0, "eval_accuracy": 0.6730961298377028, "eval_loss": 0.853507936000824, "eval_runtime": 31.6983, "eval_samples_per_second": 505.389, "eval_steps_per_second": 31.611, "step": 4005 }, { "epoch": 1.1235955056179776, "grad_norm": 14.780792236328125, "learning_rate": 1.5506616729088643e-05, "loss": 1.4483494873046876, "step": 4500 }, { "epoch": 1.2484394506866416, "grad_norm": 12.895259857177734, "learning_rate": 1.5007240948813983e-05, "loss": 1.4603758544921874, "step": 5000 }, { "epoch": 1.373283395755306, "grad_norm": 14.621040344238281, "learning_rate": 1.4507865168539327e-05, "loss": 1.4498388671875, "step": 5500 }, { "epoch": 1.4981273408239701, "grad_norm": 18.11307144165039, "learning_rate": 1.400848938826467e-05, "loss": 1.4085994873046874, "step": 6000 }, { "epoch": 1.6229712858926342, "grad_norm": 14.37695598602295, "learning_rate": 1.3509113607990014e-05, "loss": 1.425572998046875, "step": 6500 }, { "epoch": 1.7478152309612984, "grad_norm": 27.768917083740234, "learning_rate": 1.3009737827715356e-05, "loss": 1.4111923828125, "step": 7000 }, { "epoch": 1.8726591760299627, "grad_norm": 22.15481185913086, "learning_rate": 1.25103620474407e-05, "loss": 1.4088411865234376, "step": 7500 }, { "epoch": 1.9975031210986267, "grad_norm": 35.64712905883789, "learning_rate": 1.2010986267166042e-05, "loss": 1.4123983154296875, "step": 8000 }, { "epoch": 2.0, "eval_accuracy": 0.695880149812734, "eval_loss": 0.8021184206008911, "eval_runtime": 32.1386, "eval_samples_per_second": 498.465, "eval_steps_per_second": 31.177, "step": 8010 }, { "epoch": 2.1223470661672907, "grad_norm": 10.319637298583984, "learning_rate": 1.1511610486891386e-05, "loss": 1.0521787109375, "step": 8500 }, { "epoch": 2.247191011235955, "grad_norm": 38.24408721923828, "learning_rate": 1.1012234706616729e-05, "loss": 1.0608070068359374, "step": 9000 }, { "epoch": 2.3720349563046192, "grad_norm": 20.784549713134766, "learning_rate": 1.0512858926342073e-05, "loss": 1.009867919921875, "step": 9500 }, { "epoch": 2.4968789013732833, "grad_norm": 22.94487762451172, "learning_rate": 1.0013483146067418e-05, "loss": 0.9883866577148438, "step": 10000 }, { "epoch": 2.6217228464419478, "grad_norm": 11.88857650756836, "learning_rate": 9.514107365792759e-06, "loss": 1.0441209716796875, "step": 10500 }, { "epoch": 2.746566791510612, "grad_norm": 13.06592845916748, "learning_rate": 9.014731585518103e-06, "loss": 1.0044090576171876, "step": 11000 }, { "epoch": 2.871410736579276, "grad_norm": 25.207258224487305, "learning_rate": 8.515355805243445e-06, "loss": 1.0176537475585938, "step": 11500 }, { "epoch": 2.9962546816479403, "grad_norm": 23.95787239074707, "learning_rate": 8.01598002496879e-06, "loss": 0.9907133178710937, "step": 12000 }, { "epoch": 3.0, "eval_accuracy": 0.6981897627965044, "eval_loss": 0.9493064880371094, "eval_runtime": 31.8051, "eval_samples_per_second": 503.692, "eval_steps_per_second": 31.504, "step": 12015 }, { "epoch": 3.1210986267166043, "grad_norm": 46.73135757446289, "learning_rate": 7.516604244694133e-06, "loss": 0.7290467529296875, "step": 12500 }, { "epoch": 3.2459425717852683, "grad_norm": 33.79011535644531, "learning_rate": 7.017228464419476e-06, "loss": 0.7134989624023438, "step": 13000 }, { "epoch": 3.370786516853933, "grad_norm": 16.588682174682617, "learning_rate": 6.5178526841448195e-06, "loss": 0.7361919555664063, "step": 13500 }, { "epoch": 3.495630461922597, "grad_norm": 39.797035217285156, "learning_rate": 6.018476903870163e-06, "loss": 0.7094050903320313, "step": 14000 }, { "epoch": 3.620474406991261, "grad_norm": 52.334957122802734, "learning_rate": 5.519101123595506e-06, "loss": 0.704403564453125, "step": 14500 }, { "epoch": 3.7453183520599254, "grad_norm": 38.2628288269043, "learning_rate": 5.019725343320849e-06, "loss": 0.71558984375, "step": 15000 }, { "epoch": 3.8701622971285894, "grad_norm": 22.619749069213867, "learning_rate": 4.520349563046192e-06, "loss": 0.7283433227539062, "step": 15500 }, { "epoch": 3.9950062421972534, "grad_norm": 35.713077545166016, "learning_rate": 4.020973782771536e-06, "loss": 0.7376478881835937, "step": 16000 }, { "epoch": 4.0, "eval_accuracy": 0.7087390761548065, "eval_loss": 1.003607988357544, "eval_runtime": 31.9071, "eval_samples_per_second": 502.083, "eval_steps_per_second": 31.404, "step": 16020 } ], "logging_steps": 500, "max_steps": 20025, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 2, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.6860235708624896e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }