| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 8.64, |
| "eval_steps": 500, |
| "global_step": 60, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0, |
| "extraction_strength": 0.7109042565278512, |
| "forget_Q_A_Prob": 0.87974609375, |
| "forget_Q_A_ROUGE": 0.8168176212351753, |
| "forget_truth_ratio": 0.47705465705382816, |
| "model_utility": 0.5985466594660509, |
| "privleak": -99.34374998013125, |
| "step": 0 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 137.09119620217757, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.1934, |
| "step": 5 |
| }, |
| { |
| "epoch": 1.0, |
| "extraction_strength": 0.05924189741665229, |
| "forget_Q_A_Prob": 0.1836419677734375, |
| "forget_Q_A_ROUGE": 0.41414601567222376, |
| "forget_truth_ratio": 0.5006871924207377, |
| "model_utility": 0.407200292926334, |
| "privleak": -89.00812498219837, |
| "step": 7 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 861.2853728576296, |
| "learning_rate": 9.444444444444445e-06, |
| "loss": 0.5744, |
| "step": 10 |
| }, |
| { |
| "epoch": 2.0, |
| "extraction_strength": 0.09940587875409879, |
| "forget_Q_A_Prob": 0.08483051776885986, |
| "forget_Q_A_ROUGE": 0.34416566722932734, |
| "forget_truth_ratio": 0.4788654053437078, |
| "model_utility": 0.4838133878904574, |
| "privleak": -33.45624999330876, |
| "step": 14 |
| }, |
| { |
| "epoch": 2.16, |
| "grad_norm": 3029.3262921743076, |
| "learning_rate": 8.518518518518519e-06, |
| "loss": -0.6588, |
| "step": 15 |
| }, |
| { |
| "epoch": 2.96, |
| "grad_norm": 2189.182340256262, |
| "learning_rate": 7.592592592592594e-06, |
| "loss": -4.8657, |
| "step": 20 |
| }, |
| { |
| "epoch": 3.0, |
| "extraction_strength": 0.047374115424220306, |
| "forget_Q_A_Prob": 0.00890925220965073, |
| "forget_Q_A_ROUGE": 0.29235083818535434, |
| "forget_truth_ratio": 0.4670378053691596, |
| "model_utility": 0.48983935329236644, |
| "privleak": 73.62562498527488, |
| "step": 21 |
| }, |
| { |
| "epoch": 3.64, |
| "grad_norm": 3983.715424547628, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": -14.1114, |
| "step": 25 |
| }, |
| { |
| "epoch": 4.0, |
| "extraction_strength": 0.03250892997513522, |
| "forget_Q_A_Prob": 1.948253397720595e-05, |
| "forget_Q_A_ROUGE": 0.01650086453754834, |
| "forget_truth_ratio": 0.002696933255154829, |
| "model_utility": 0.40486175048229456, |
| "privleak": 98.494999980301, |
| "step": 28 |
| }, |
| { |
| "epoch": 4.32, |
| "grad_norm": 18009.141117137762, |
| "learning_rate": 5.740740740740741e-06, |
| "loss": -61.5242, |
| "step": 30 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 888.1764534915307, |
| "learning_rate": 4.814814814814815e-06, |
| "loss": -140.4484, |
| "step": 35 |
| }, |
| { |
| "epoch": 5.0, |
| "extraction_strength": 0.03250892997513522, |
| "forget_Q_A_Prob": 3.709925050576768e-07, |
| "forget_Q_A_ROUGE": 0.02630269027733792, |
| "forget_truth_ratio": 1.5960496595360732e-05, |
| "model_utility": 0.48362329969675943, |
| "privleak": 99.32437498013512, |
| "step": 35 |
| }, |
| { |
| "epoch": 5.8, |
| "grad_norm": 1585.6182874309975, |
| "learning_rate": 3.88888888888889e-06, |
| "loss": -187.773, |
| "step": 40 |
| }, |
| { |
| "epoch": 6.0, |
| "extraction_strength": 0.03250892997513522, |
| "forget_Q_A_Prob": 1.142715101423615e-06, |
| "forget_Q_A_ROUGE": 0.027156757898764088, |
| "forget_truth_ratio": 4.081972845723411e-05, |
| "model_utility": 0.4808609112702393, |
| "privleak": 99.27874998014424, |
| "step": 42 |
| }, |
| { |
| "epoch": 6.48, |
| "grad_norm": 1360.0292937810548, |
| "learning_rate": 2.962962962962963e-06, |
| "loss": -171.2455, |
| "step": 45 |
| }, |
| { |
| "epoch": 7.0, |
| "extraction_strength": 0.03250892997513522, |
| "forget_Q_A_Prob": 9.273054357651032e-07, |
| "forget_Q_A_ROUGE": 0.03125428696853153, |
| "forget_truth_ratio": 5.51433307131689e-05, |
| "model_utility": 0.4892190473756089, |
| "privleak": 99.36124998012775, |
| "step": 49 |
| }, |
| { |
| "epoch": 7.16, |
| "grad_norm": 903.4316737317448, |
| "learning_rate": 2.037037037037037e-06, |
| "loss": -172.0368, |
| "step": 50 |
| }, |
| { |
| "epoch": 7.96, |
| "grad_norm": 634.9867310732159, |
| "learning_rate": 1.111111111111111e-06, |
| "loss": -204.975, |
| "step": 55 |
| }, |
| { |
| "epoch": 8.0, |
| "extraction_strength": 0.03250892997513522, |
| "forget_Q_A_Prob": 7.110820942058316e-07, |
| "forget_Q_A_ROUGE": 0.031914009190753746, |
| "forget_truth_ratio": 1.0176140978785472e-05, |
| "model_utility": 0.4994966541320685, |
| "privleak": 99.15874998016825, |
| "step": 56 |
| }, |
| { |
| "epoch": 8.64, |
| "grad_norm": 623.9504195209846, |
| "learning_rate": 1.8518518518518518e-07, |
| "loss": -174.5401, |
| "step": 60 |
| }, |
| { |
| "epoch": 8.64, |
| "extraction_strength": 0.03250892997513522, |
| "forget_Q_A_Prob": 6.573859578862728e-07, |
| "forget_Q_A_ROUGE": 0.03141659317008192, |
| "forget_truth_ratio": 9.252015280586869e-06, |
| "model_utility": 0.5018110010150688, |
| "privleak": 99.11437498017712, |
| "step": 60 |
| }, |
| { |
| "epoch": 8.64, |
| "step": 60, |
| "total_flos": 0.0, |
| "train_loss": -94.28426293035348, |
| "train_runtime": 3295.7414, |
| "train_samples_per_second": 1.214, |
| "train_steps_per_second": 0.018 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 60, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
