2

Author: Pr0Wh1teGivee

vllm_ascend/ops/rotary_embedding.py

@@ -23,6 +23,7 @@
     DeepseekScalingRotaryEmbedding, RotaryEmbedding)
 
 from vllm_ascend.platform import CUSTOM_OP_ENABLED
+import vllm_ascend.envs as envs
 
 
 def custom_rotary_embedding_enabled(query, neox_style, head_size):
@@ -315,7 +316,7 @@ def deepseek_rope_init_func(
                        dtype=dtype,
                        device="npu")
 
-if vllm_ascend.envs.VLLM_ASCEND_ENABLE_NPU_MROPE:
+if envs.VLLM_ASCEND_ENABLE_NPU_MROPE:
     RotaryEmbedding.forward_oot = rope_forward_oot_npu_mrope
 else:
     RotaryEmbedding.forward_oot = rope_forward_oot