Skip to content

Commit 9ac7b59

Browse files
committed
[Feat] allow using aclgraph in ray backend
Signed-off-by: withHades <244036962@qq.com>
1 parent cf96366 commit 9ac7b59

File tree

1 file changed

+0
-6
lines changed

1 file changed

+0
-6
lines changed

vllm_ascend/platform.py

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -171,12 +171,6 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
171171
)
172172
compilation_config.cudagraph_mode = CUDAGraphMode.NONE
173173

174-
if parallel_config.distributed_executor_backend == "ray":
175-
logger.warning(
176-
"Ray distributed executor backend is not compatible with ACL Graph mode "
177-
"right now. Setting CUDAGraphMode to NONE")
178-
compilation_config.cudagraph_mode = CUDAGraphMode.NONE
179-
180174
# set cudaprah sizes before extending `compilation_config.splitting_ops`
181175
vllm_config._set_cudagraph_sizes()
182176

0 commit comments

Comments
 (0)