File size: 1,412 Bytes
3b3bb07 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
{
"teacher_model": "gpt2-large",
"student_model": "distilgpt2",
"tokenizer_model": "gpt2",
"batch_size": 4,
"max_length": 256,
"num_epochs": 3,
"learning_rate": 5e-05,
"distillation_alpha": 0.7,
"student_lm_beta": 0.3,
"dataset_file": "/home/divyarani.k/Internship-2025-Team1/Distillation/Model_Exploration/Distillation-Gpt2-DistilGpt/F-Tallyqa.csv",
"train_samples": 106414,
"val_samples": 11824,
"eval_samples": 100,
"best_validation_loss": 1.8084159012737713,
"evaluation_metrics": {
"rouge1_teacher_student_before": 0.3164868777314132,
"rouge2_teacher_student_before": 0.07499568529627544,
"rougeL_teacher_student_before": 0.18821303864954625,
"cosine_similarity_teacher_student_before": 0.36006441712379456,
"rouge1_teacher_student_after": 0.3048857745421187,
"rouge2_teacher_student_after": 0.06675678541680866,
"rougeL_teacher_student_after": 0.18748940481226373,
"cosine_similarity_teacher_student_after": 0.4749462604522705,
"rouge1_student_before_student_after": 0.2562567617366068,
"rouge2_student_before_student_after": 0.0373565907888051,
"rougeL_student_before_student_after": 0.14784319087594555,
"cosine_similarity_student_before_student_after": 0.33844634890556335,
"avg_teacher_time": 0.9765390038490296,
"avg_student_before_time": 0.27398345947265623,
"avg_student_after_time": 0.29969048976898194
}
} |