tests/llm/config/infer.json

{
    "ckpt_dir": "/mnt/workspace/yzhao/modelscope/swift/output/pai_test/checkpoint-6",
    "val_dataset_sample": 2,
    "load_dataset_config": true
}