We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 706348d commit 252ddb2Copy full SHA for 252ddb2
vllm_ascend/worker/model_runner_v1.py
@@ -2420,8 +2420,8 @@ def initialize_kv_cache_tensors(
2420
if layer_name in self.runner_only_attn_layers:
2421
continue
2422
layer_names.add(layer_name)
2423
- assert layer_names == set(kv_cache_raw_tensors.keys(
2424
- )), "Some layers are not correctly initialized"
+ # assert layer_names == set(kv_cache_raw_tensors.keys(
+ # )), "Some layers are not correctly initialized"
2425
2426
def align_memory(tensor: torch.Tensor, alignment: int) -> torch.Tensor:
2427
data_ptr = tensor.data_ptr()
0 commit comments