bcdf9fa
1
2
3
4
5
6
working_dir: ./ excludes: ["/.git/"] env_vars: TORCH_NCCL_AVOID_RECORD_STREAMS: "1" # If you are using vllm<=0.6.3, you might need to set the following environment variable to avoid bugs: # VLLM_ATTENTION_BACKEND: "XFORMERS"
