Skip to content

Commit a8a3954

Browse files
committed
add_kv_transfer_finished_status fix remote port
Signed-off-by: underfituu <hzhucong@163.com>
1 parent a2cefcf commit a8a3954

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

vllm_ascend/distributed/llmdatadist_c_mgr_connector.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,8 +3,8 @@
33
import math
44
import threading
55
import time
6-
from collections.abc import Iterator
76
from collections import defaultdict
7+
from collections.abc import Iterator
88
from concurrent.futures import ThreadPoolExecutor
99
from dataclasses import dataclass
1010
from enum import Enum
@@ -827,8 +827,7 @@ def _read_blocks(
827827
raise RuntimeError(
828828
"LLMDataDistCMgrConnectorWorker: Timeout during pull_blocks, you can try to increase the sync_kv_timeout config or checking your connect status"
829829
)
830-
self.send_finish_to_remote(remote_ip, remote_port + tp_offset,
831-
request_id)
830+
self.send_finish_to_remote(remote_ip, remote_port, request_id)
832831
with self.thread_lock:
833832
self.finished_reqs.add(request_id)
834833

0 commit comments

Comments
 (0)