File size: 4,097 Bytes
9dcba85 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 | {
"best_metric": 0.5958610773086548,
"best_model_checkpoint": "tiny_bert_rand_100_v1_mrpc/checkpoint-30",
"epoch": 7.0,
"eval_steps": 500,
"global_step": 105,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"grad_norm": 0.6730923652648926,
"learning_rate": 4.9e-05,
"loss": 0.6273,
"step": 15
},
{
"epoch": 1.0,
"eval_accuracy": 0.6887254901960784,
"eval_combined_score": 0.7456069130607141,
"eval_f1": 0.80248833592535,
"eval_loss": 0.6086593270301819,
"eval_runtime": 0.2031,
"eval_samples_per_second": 2009.033,
"eval_steps_per_second": 9.848,
"step": 15
},
{
"epoch": 2.0,
"grad_norm": 1.3474140167236328,
"learning_rate": 4.8e-05,
"loss": 0.5923,
"step": 30
},
{
"epoch": 2.0,
"eval_accuracy": 0.6985294117647058,
"eval_combined_score": 0.7518003635685653,
"eval_f1": 0.8050713153724247,
"eval_loss": 0.5958610773086548,
"eval_runtime": 0.1692,
"eval_samples_per_second": 2411.212,
"eval_steps_per_second": 11.82,
"step": 30
},
{
"epoch": 3.0,
"grad_norm": 1.0300101041793823,
"learning_rate": 4.7e-05,
"loss": 0.5507,
"step": 45
},
{
"epoch": 3.0,
"eval_accuracy": 0.7058823529411765,
"eval_combined_score": 0.7583039524958248,
"eval_f1": 0.8107255520504731,
"eval_loss": 0.6265156865119934,
"eval_runtime": 0.173,
"eval_samples_per_second": 2358.244,
"eval_steps_per_second": 11.56,
"step": 45
},
{
"epoch": 4.0,
"grad_norm": 2.557811975479126,
"learning_rate": 4.600000000000001e-05,
"loss": 0.5072,
"step": 60
},
{
"epoch": 4.0,
"eval_accuracy": 0.6151960784313726,
"eval_combined_score": 0.6515344209254279,
"eval_f1": 0.6878727634194831,
"eval_loss": 0.6902447938919067,
"eval_runtime": 0.1921,
"eval_samples_per_second": 2124.115,
"eval_steps_per_second": 10.412,
"step": 60
},
{
"epoch": 5.0,
"grad_norm": 2.892411708831787,
"learning_rate": 4.5e-05,
"loss": 0.4237,
"step": 75
},
{
"epoch": 5.0,
"eval_accuracy": 0.6666666666666666,
"eval_combined_score": 0.7096969696969697,
"eval_f1": 0.7527272727272727,
"eval_loss": 0.7021771669387817,
"eval_runtime": 0.1952,
"eval_samples_per_second": 2090.494,
"eval_steps_per_second": 10.248,
"step": 75
},
{
"epoch": 6.0,
"grad_norm": 3.483872413635254,
"learning_rate": 4.4000000000000006e-05,
"loss": 0.3165,
"step": 90
},
{
"epoch": 6.0,
"eval_accuracy": 0.6446078431372549,
"eval_combined_score": 0.6867899028770387,
"eval_f1": 0.7289719626168224,
"eval_loss": 0.8693117499351501,
"eval_runtime": 0.1787,
"eval_samples_per_second": 2282.691,
"eval_steps_per_second": 11.19,
"step": 90
},
{
"epoch": 7.0,
"grad_norm": 4.6365251541137695,
"learning_rate": 4.3e-05,
"loss": 0.2385,
"step": 105
},
{
"epoch": 7.0,
"eval_accuracy": 0.6446078431372549,
"eval_combined_score": 0.688786426172679,
"eval_f1": 0.7329650092081031,
"eval_loss": 0.9899513125419617,
"eval_runtime": 0.1918,
"eval_samples_per_second": 2127.706,
"eval_steps_per_second": 10.43,
"step": 105
},
{
"epoch": 7.0,
"step": 105,
"total_flos": 673316591603712.0,
"train_loss": 0.46518308548700243,
"train_runtime": 24.1609,
"train_samples_per_second": 7590.788,
"train_steps_per_second": 31.042
}
],
"logging_steps": 1,
"max_steps": 750,
"num_input_tokens_seen": 0,
"num_train_epochs": 50,
"save_steps": 500,
"total_flos": 673316591603712.0,
"train_batch_size": 256,
"trial_name": null,
"trial_params": null
}
|