Skip to content

Commit d071c44

Browse files
committed
fix align_memory
Signed-off-by: ganyi <pleaplusone.gy@gmail.com>
1 parent 6b8ce80 commit d071c44

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

vllm_ascend/worker/model_runner_v1.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1392,7 +1392,7 @@ def initialize_kv_cache(self, kv_cache_config: KVCacheConfig) -> None:
13921392
def align_memory(tensor: torch.Tensor, alignment: int) -> torch.Tensor:
13931393
data_ptr = tensor.data_ptr()
13941394
aligned_addr = (data_ptr + alignment - 1) // alignment * alignment
1395-
offset = (aligned_addr - data_ptr) // tensor.element_size
1395+
offset = (aligned_addr - data_ptr) // tensor.element_size()
13961396
return tensor[int(offset):]
13971397

13981398
# Remove this after we drop 0.9.0 support

0 commit comments

Comments
 (0)