| working_dir: ./ | |
| excludes: ["/.git/"] | |
| env_vars: | |
| TORCH_NCCL_AVOID_RECORD_STREAMS: "1" | |
| # If you are using vllm<=0.6.3, you might need to set the following environment variable to avoid bugs: | |
| # VLLM_ATTENTION_BACKEND: "XFORMERS" |
| working_dir: ./ | |
| excludes: ["/.git/"] | |
| env_vars: | |
| TORCH_NCCL_AVOID_RECORD_STREAMS: "1" | |
| # If you are using vllm<=0.6.3, you might need to set the following environment variable to avoid bugs: | |
| # VLLM_ATTENTION_BACKEND: "XFORMERS" |