floppyx3-MEGAmodel / training_log.json
NILKNARFGonzo's picture
final (15520)
bdcb77f verified
Raw
History Blame Contribute Delete
632 Bytes
{
"base_model_name": "floppy_gpt2_pro",
"base_model_class": "GPT2LMHeadModel",
"base_loaded_in_4bit": false,
"base_loaded_in_8bit": false,
"projections": "all-linear",
"loss": 5.500365734100342,
"grad_norm": 0.07291208207607269,
"learning_rate": 1.2903225806451614e-08,
"epoch": 20.0,
"current_steps": 15519,
"eval_loss": 5.487362861633301,
"eval_runtime": 14.9829,
"eval_samples_per_second": 1.268,
"eval_steps_per_second": 0.2,
"train_runtime": 408077.659,
"train_samples_per_second": 0.152,
"train_steps_per_second": 0.038,
"total_flos": 1524066963947520.0,
"train_loss": 5.504837135893783
}