bugfix

Signed-off-by: baxingpiaochong <771405853@qq.com>

Author: baxingpiaochong

vllm_ascend/distributed/mooncake_connector.py

@@ -67,12 +67,16 @@ def __init__(self):
         # intentionally delayed. Each entry is a tuple of (request_id,
         # timestamp). If a request remains in this queue for too long, it will
         # be force-freed.
+        self.record_finished_requests: set[str] = set()
         self.delayed_free_requests: deque[Tuple[str, float]] = deque()
 
     def update_done_task_count(self, request_id: str):
         with self.done_task_lock:
             self.finished_requests.add(request_id)
-            self._remove_delayed_requests(request_id)
+            if any(item[0] == request_id for item in self.delayed_free_requests):
+                self._remove_delayed_requests(request_id)
+            else:
+                self.record_finished_requests.add(request_id)
 
     def get_and_clear_finished_requests(self) -> set[str]:
         """
@@ -90,7 +94,10 @@ def get_and_clear_finished_requests(self) -> set[str]:
     def add_delayed_request(self, request_id: str, delay_start_time: float):
         """Add a delayed free request."""
         with self.done_task_lock:
-            self.delayed_free_requests.append((request_id, delay_start_time))
+            if request_id not in self.record_finished_requests:
+                self.delayed_free_requests.append((request_id, delay_start_time))
+            else:
+                self.record_finished_requests.discard(request_id)
 
     def _retrieve_expired_requests(self):
         """Retrieve all expired delayed requests."""