{ "dataset_dir": "/root/persona/datasets/finance-instruct-iter2/sft_train", "val_data_dir": "/root/persona/datasets/finance-instruct-iter2/sft_val", "training_data_size": 57337, "val_data_size": 6371, "lora_r": 64, "lora_alpha": 64, "target_modules": "{'up_proj', 'k_proj', 'down_proj', 'gate_proj', 'q_proj', 'o_proj', 'v_proj'}", "bias": "none", "task_type": "CAUSAL_LM", "output_dir": "/root/persona/training_results/finance-instruct-iter2/qwen3-4b-finance_instruct_iter2-20260313_231627", "num_train_epochs": 3, "per_device_train_batch_size": 2, "learning_rate": 1e-06, "lr_scheduler_type": "cosine", "warmup_ratio": 0.03, "bf16": true, "gradient_checkpointing": true, "gradient_checkpointing_kwargs": { "use_reentrant": false }, "max_length": 4096, "logging_steps": 10, "save_steps": 200, "save_total_limit": 3, "optim": "adamw_torch", "report_to": "none", "run_name": null, "seed": 42, "ddp_find_unused_parameters": false, "dataloader_num_workers": 4, "model_init_kwargs": { "attn_implementation": "sdpa", "torch_dtype": "torch.bfloat16", "trust_remote_code": true }, "eval_strategy": "steps", "eval_steps": 200 }