Skip to content

Commit 874625d

Browse files
fix
Signed-off-by: baxingpiaochong <771405853@qq.com>
1 parent adcbd5a commit 874625d

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

vllm_ascend/distributed/mooncake_connector.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -109,7 +109,7 @@ def _retrieve_expired_requests(self):
109109
request_id = next(iter(self.delayed_free_requests))
110110
delay_start_time = self.delayed_free_requests[request_id]
111111
if (current_time - delay_start_time
112-
> envs_ascend.VLLM_ASCEND_KVCACHE_DELAY_FREE_TIMEOUT):
112+
> envs_ascend.VLLM_NIXL_ABORT_REQUEST_TIMEOUT):
113113
self.delayed_free_requests.popitem(last=False)
114114
expired_requests.add(request_id)
115115
logger.info("Force freed request: %s", request_id)

0 commit comments

Comments
 (0)