We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 52f8fa2 commit 6bfc209Copy full SHA for 6bfc209
vllm_ascend/ops/rotary_embedding.py
@@ -288,7 +288,8 @@ def mrope_forward(
288
import torch_npu
289
mrope_section = [0, 0, 0] if positions.ndim == 1 else self.mrope_section
290
291
- query, key = torch_npu.npu_mrope(positions.clone().detach().contiguous(),
+ positions = positions
292
+ query, key = torch_npu.npu_mrope(positions,
293
query.contiguous(),
294
key.contiguous(),
295
self.cos_sin_cache.contiguous(),
0 commit comments