chore: update gitignore

Author: drewjin

.gitignore

@@ -69,3 +69,4 @@ DMax
 LLaDA
 ep_execution_plan.md
 parallel_state_redesign.md
+core.*

diffulex/attention/attn_impl.py

@@ -54,16 +54,16 @@ def forward(
         mask: list[torch.Tensor] | None = None,
     ) -> torch.Tensor:
         if q.dim() == 2:
-            q = rearrange(q, "s (nh hd) -> s nh hd", **self.q_shape).contiguous()
+            q = rearrange(q, "s (nh hd) -> s nh hd", **self.q_shape)
         elif q.dim() == 3:
-            q = q.contiguous()
+            q = q
         else:
             raise ValueError(f"Unsupported q ndim for Attention: {q.dim()}")
 
         if k.dim() == 2:
-            k = rearrange(k, "s (nkvh hd) -> s nkvh hd", **self.kv_shape).contiguous()
+            k = rearrange(k, "s (nkvh hd) -> s nkvh hd", **self.kv_shape)
         elif k.dim() == 3:
-            k = k.contiguous()
+            k = k
         else:
             raise ValueError(f"Unsupported k ndim for Attention: {k.dim()}")