We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5e70dcd commit 90f1e55Copy full SHA for 90f1e55
vllm/executor/ray_distributed_executor.py
@@ -67,8 +67,8 @@ def _init_executor(self) -> None:
67
os.environ["VLLM_USE_RAY_SPMD_WORKER"] = "1"
68
os.environ["VLLM_USE_RAY_COMPILED_DAG"] = "1"
69
70
- # For TPU, avoid compiling NVIDIA's NCCL
71
- if current_platform.is_tpu():
+ # For TPU or XPU, avoid compiling NVIDIA's NCCL
+ if current_platform.is_tpu() or current_platform.is_xpu():
72
os.environ["VLLM_USE_RAY_COMPILED_DAG_CHANNEL_TYPE"] = "shm"
73
74
# If the env var is set, it uses the Ray's compiled DAG API
0 commit comments