File size: 937 Bytes
6554e74 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 | {
"HYPER-PARAMETERS": {
"MODEL_NAME": "unsloth/phi-4",
"MAX_LEN": 3400,
"LOAD_IN_4BIT": true,
"BATCH_SIZE": 16,
"GRAD_ACC": 4,
"EPOCHS": 5,
"LR": 0.000218,
"LOG_STEPS": 100,
"SAVE_STEPS": 100,
"SAVE_LIMIT": 3,
"EVAL_STEPS": 100,
"WEIGHT_DECAY": 0.025,
"WARMUP_RATIO": 0.047,
"MAX_GRAD_NORM": 1.0,
"LORA_R": 16,
"LORA_ALPHA": 128,
"LORA_DROPOUT": 0.1,
"ES_THRESHOLD": 0.001,
"ES_PATIENCE": 5,
"DATA_FILE_PATH": "/dgx2/pawangcs/Dataset/v3_gitapress_final_3shot_prompts.csv",
"OUTPUT_DIR": "/dgx2/pawangcs/Trained_Models/Phi4-3shot"
},
"TRAIN_DATASET_LEN": 23316,
"VAL_DATASET_LEN": 2918,
"best_model": {
"best_model_checkpoint": "/dgx2/pawangcs/Trained_Models/Phi4-3shot/checkpoint-700",
"best_model_metric": 0.5273797512054443
}
} |