quality/with_knowledge_without_select/with_knowledge_without_select.json

{
    "desc": "做知识选择，使用QuALITY数据集，随机选择的知识和关键句训练",
    "output_dir": "output/ablation_study/option-2/QuALITY/with_knowledge_without_select",
    "model_name_or_path": "/data0/maqi/huggingface_models/option2-models/option2-race_ft",
    "train_file": "/data0/maqi/KGLQA-data/datasets/QuALITY/random_select/with_knowledge_without_select_instruction/train.jsonl",
    "num_train_epochs": 3,
    "per_device_train_batch_size": 2,
    "gradient_accumulation_steps": 6,
    "learning_rate": 1e-4,
    "max_seq_length": 2048,
    "logging_steps": 20,
    "save_steps": 1000,
    "save_total_limit": 1,
    "lr_scheduler_type": "constant_with_warmup",
    "warmup_ratio": 0.1,
    "lora_rank": 128,
    "lora_alpha": 64,
    "lora_dropout": 0.05,

    "gradient_checkpointing": true,
    "disable_tqdm": false,
    "optim": "paged_adamw_32bit",
    "seed": 318,
    "fp16": true,
    "report_to": "tensorboard",
    "dataloader_num_workers": 10,
    "save_strategy": "steps",
    "weight_decay": 0,
    "max_grad_norm": 0.3,
    "remove_unused_columns": false
}