File size: 761 Bytes
3adcad1 8efdf27 3103750 8efdf27 3103750 3adcad1 3103750 d34ba01 8efdf27 d34ba01 3adcad1 e300ec8 d34ba01 8efdf27 49d7f67 8efdf27 3103750 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
# NL2SQL Fine-Tuned Model (Full Merged) — V5 찐찐막 epoch 0.9
- Self-correction with WRONG_IDS-before-Repair
- Saved as a merged full model loadable by AutoModelForCausalLM
## Finetune Config
{
"version": "V5 찐찐막 epoch 0.9",
"base_model": "./hf_models/meta-llama--Llama-3.2-3B-Instruct",
"merged_model_repo": "bgglee/NL2SQL_finetuned",
"method": "LoRA (merged to full model)",
"merge_route": "direct_peft_merge",
"learning_rate": 0.0002,
"epochs": 0.9,
"batch_size": 2,
"grad_accum": 8,
"lora_r": 16,
"lora_alpha": 16,
"lora_dropout": 0.05,
"max_len": 768,
"max_new_tokens_gen": 150,
"dataset": "data/bird_dev_1434ea.json",
"schema_dir": "data/bird/BIRD_SQLite",
"notes": "VER5 — v3 format + wrong_ids tracking"
} |