File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -698,7 +698,7 @@ def _prepare_inputs(
698
698
# Prepare encoder attention metadata separately
699
699
# (encoder layers are not in KV cache groups)
700
700
if self .is_encoder_only_model :
701
- common_attn_metadata , encoder_attn_metdata = \
701
+ common_attn_metadata , encoder_attn_metadata = \
702
702
self ._build_encoder_only_attn_metadata (
703
703
scheduler_output )
704
704
@@ -707,7 +707,7 @@ def _prepare_inputs(
707
707
self .vllm_config , Attention )
708
708
for layer_name , attn_module in attention_layers .items ():
709
709
if attn_module .attn_type == AttentionType .ENCODER_ONLY :
710
- attn_metadata [layer_name ] = encoder_attn_metdata
710
+ attn_metadata [layer_name ] = encoder_attn_metadata
711
711
712
712
# Prepare the attention metadata for each KV cache group and make layers
713
713
# in the same group share the same metadata.
You can’t perform that action at this time.
0 commit comments