We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6bfc209 commit 30c3e94Copy full SHA for 30c3e94
vllm_ascend/ops/rotary_embedding.py
@@ -288,8 +288,7 @@ def mrope_forward(
288
import torch_npu
289
mrope_section = [0, 0, 0] if positions.ndim == 1 else self.mrope_section
290
291
- positions = positions
292
- query, key = torch_npu.npu_mrope(positions,
+ query, key = torch_npu.npu_mrope(positions.clone(),
293
query.contiguous(),
294
key.contiguous(),
295
self.cos_sin_cache.contiguous(),
0 commit comments