File size: 525 Bytes
7314fa3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 | {
"base_model": "/data/users/zhenyugao/sjd/last_ckpt/ckpt_model_single_2023_iter_0025000/hf_model",
"tokenizer": "/data/users/zhenyugao/sjd/LLaMA-Factory/saves/dated_mining_2013_final_v4_financialv2",
"data": "/data/users/zhenyugao/sjd/LLaMA-Factory/data/sft_mixed_pt10tok_2023_with_nyt2k.json",
"loss": "model_native",
"world_size": 1,
"per_device_batch": 1,
"gradient_accumulation": 32,
"global_batch": 32,
"learning_rate": 1e-05,
"epochs": 3,
"total_steps": 5850,
"max_length": 2048,
"seed": 42
} |