We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e7acb20 commit c9791f1Copy full SHA for c9791f1
vllm/v1/executor/ray_utils.py
@@ -322,7 +322,7 @@ def initialize_ray_cluster(
322
323
# Prevalidate GPU requirements before Ray processing
324
if current_platform.is_cuda() and parallel_config.world_size > 1:
325
- from vllm.utils import cuda_device_count_stateless
+ from vllm.utils.torch_utils import cuda_device_count_stateless
326
327
available_gpus = cuda_device_count_stateless()
328
if parallel_config.world_size > available_gpus:
0 commit comments