Rename embedding block space manager

Author: tlrmchlsmth

vllm/core/interfaces.py

@@ -35,10 +35,10 @@ def get_block_space_manager_class(version: str):
             from vllm.core.block_manager_v2 import BlockSpaceManagerV2
             return BlockSpaceManagerV2
 
-        if version == "embedding":
-            from vllm.core.embedding_model_block_manager import (
-                EmbeddingModelBlockSpaceManager)
-            return EmbeddingModelBlockSpaceManager
+        if version == "placeholder":
+            from vllm.core.placeholder_block_space_manager import (
+                PlaceholderBlockSpaceManager)
+            return PlaceholderBlockSpaceManager
 
         raise ValueError(f"Unknown version {version=}")
 

vllm/core/embedding_model_block_manager.py renamed to vllm/core/placeholder_block_space_manager.py

@@ -4,9 +4,10 @@
 from vllm.sequence import Sequence, SequenceGroup
 
 
-class EmbeddingModelBlockSpaceManager(BlockSpaceManager):
-    """An embedding version of BlockSpaceManager for use in environments
-    with embedding models where block management is not required.
+class PlaceholderBlockSpaceManager(BlockSpaceManager):
+    """A version of BlockSpaceManager for use in environments
+    where block management is not required. 
+    For example: embedding models or attention-free models like Mamba.
 
     This class provides the same interface as BlockSpaceManager, but its
     methods perform no actions or return simple values like True in specific

vllm/core/scheduler.py

@@ -281,7 +281,7 @@ def __init__(
             version = "v2"
         if (self.scheduler_config.embedding_mode
                 or self.scheduler_config.is_attention_free):
-            version = "embedding"
+            version = "placeholder"
 
         BlockSpaceManagerImpl = BlockSpaceManager.get_block_space_manager_class(
             version)