bitnet-gpt2-1.58bit / training_stats.json
Chris4K's picture
Upload folder using huggingface_hub
07bfa7f verified
[
{
"epoch": 1,
"train_loss": 10.685165367978911,
"val_loss": 10.721433067321778,
"val_perplexity": 45316.798353886115,
"ternary_pct": 96.21960784313725
},
{
"epoch": 2,
"train_loss": 10.743709803959511,
"val_loss": 10.713644027709961,
"val_perplexity": 44965.19511980623,
"ternary_pct": 96.22156862745098
},
{
"epoch": 3,
"train_loss": 10.738859736053637,
"val_loss": 10.709662103652954,
"val_perplexity": 44786.50313269925,
"ternary_pct": 96.21960784313725
}
]