Goshawk_Bert / training_metadata.json
GoshawkVortexAI's picture
Upload 6 files
95c815f verified
Raw History Blame Contribute Delete
413 Bytes
{
"base_model": "Qwen/Qwen2.5-0.5B-Instruct",
"model": "FinLLM-BTC-0.5B",
"dataset_size": 2301,
"train_size": 1840,
"validation_size": 230,
"test_size": 231,
"max_length": 1024,
"epochs": 1,
"batch_size": 1,
"gradient_accumulation": 8,
"learning_rate": 0.0002,
"quantization": "4-bit NF4",
"lora_r": 16,
"lora_alpha": 32,
"forecast_horizon": 10,
"split": "chronological 80/10/10"
}