llama2_inst_truthbench2_model / training_args.yaml
Ogamon's picture
second commit
8b9ccfd verified
cutoff_len: 1024
dataset: truth_dev_0716_2
dataset_dir: data
do_predict: true
finetuning_type: full
flash_attn: auto
max_new_tokens: 512
max_samples: 100000
model_name_or_path: saves/LLaMA2-7B-Chat/full/train_2024-07-16-16-48-49_llama2_2
output_dir: saves/LLaMA2-7B-Chat/full/eval_2024-07-16-17-27-37
per_device_eval_batch_size: 2
predict_with_generate: true
preprocessing_num_workers: 16
quantization_method: bitsandbytes
stage: sft
temperature: 0.95
template: llama2
top_p: 0.7