Onexe / run_config.json
orr2104's picture
Upload Canarian style LoRA checkpoint
c8b6e85 verified
Raw
History Blame Contribute Delete
908 Bytes
{
"model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
"dataset_paths": [
"/home/jhernandezgalvez/PycharmProjects/2026-HackathonSomosNLP/siani/data/post/canary_style.jsonl",
"/home/jhernandezgalvez/PycharmProjects/2026-HackathonSomosNLP/siani/data/post/canary_style_conversation.jsonl",
"/home/jhernandezgalvez/PycharmProjects/2026-HackathonSomosNLP/siani/data/post/generated.canary.model_based.prompts.cleaned.jsonl",
"/home/jhernandezgalvez/PycharmProjects/2026-HackathonSomosNLP/siani/data/post/generated.canary.model_based.sft.cleaned.jsonl"
],
"output_dir": "/home/jhernandezgalvez/PycharmProjects/2026-HackathonSomosNLP/outputs/qwen_canarian_style_lora",
"max_length": 1024,
"learning_rate": 0.0001,
"num_train_epochs": 3.0,
"gradient_accumulation_steps": 32,
"train_examples": 3178,
"eval_examples": 170,
"lora_rank": 32,
"lora_alpha": 64,
"lora_dropout": 0.05
}