| { | |
| "model_name_or_path": "Qwen/Qwen2.5-7B-Instruct", | |
| "dataset_paths": [ | |
| "/home/jhernandezgalvez/PycharmProjects/2026-HackathonSomosNLP/siani/data/post/canary_style.jsonl", | |
| "/home/jhernandezgalvez/PycharmProjects/2026-HackathonSomosNLP/siani/data/post/canary_style_conversation.jsonl", | |
| "/home/jhernandezgalvez/PycharmProjects/2026-HackathonSomosNLP/siani/data/post/generated.canary.model_based.prompts.cleaned.jsonl", | |
| "/home/jhernandezgalvez/PycharmProjects/2026-HackathonSomosNLP/siani/data/post/generated.canary.model_based.sft.cleaned.jsonl" | |
| ], | |
| "output_dir": "/home/jhernandezgalvez/PycharmProjects/2026-HackathonSomosNLP/outputs/qwen_canarian_style_lora", | |
| "max_length": 1024, | |
| "learning_rate": 0.0001, | |
| "num_train_epochs": 3.0, | |
| "gradient_accumulation_steps": 32, | |
| "train_examples": 3178, | |
| "eval_examples": 170, | |
| "lora_rank": 32, | |
| "lora_alpha": 64, | |
| "lora_dropout": 0.05 | |
| } |