my_lora / training_log.json
smartrichard's picture
Upload 7 files
0687f66 verified
raw
history blame contribute delete
439 Bytes
{
"base_model_name": "Llama-2-7b-chat-hf",
"base_model_class": "LlamaForCausalLM",
"base_loaded_in_4bit": true,
"base_loaded_in_8bit": false,
"projections": "q, v",
"loss": 1.466,
"learning_rate": 0.0,
"epoch": 5.0,
"current_steps": 140151,
"train_runtime": 255679.4421,
"train_samples_per_second": 2.193,
"train_steps_per_second": 0.017,
"total_flos": 2.9158696593936876e+18,
"train_loss": 1.5421825130236204
}