Upd

Signed-off-by: ilmarkov <imarkov@redhat.com>

Author: ilmarkov

vllm/distributed/device_communicators/symm_mem.py

@@ -7,6 +7,7 @@
 from torch.distributed import ProcessGroup
 
 from vllm.logger import init_logger
+from vllm.platforms import current_platform
 
 try:
     import torch.distributed._symmetric_memory as torch_symm_mem
@@ -34,6 +35,11 @@ def __init__(self, group: ProcessGroup, device: Union[int, str,
 
         if not symm_mem_available:
             return
+
+        if not current_platform.is_cuda():
+            logger.warning("SymmMemCommunicator: symmetric "
+                           "memory is not available.")
+            return
         if isinstance(device, int):
             device = torch.device(f"cuda:{device}")
         elif isinstance(device, str):