jupyterjazz
commited on
Commit
•
169b7fb
1
Parent(s):
80b1ff7
Fix rotary backward
Browse files
rotary.py
CHANGED
@@ -290,7 +290,7 @@ class ApplyRotaryEmbQKV_(torch.autograd.Function):
|
|
290 |
cu_seqlens=cu_seqlens,
|
291 |
max_seqlen=ctx.max_seqlen,
|
292 |
)
|
293 |
-
return dqkv, None, None, None, None, None, None, None, None
|
294 |
|
295 |
|
296 |
def apply_rotary_emb_qkv_(
|
|
|
290 |
cu_seqlens=cu_seqlens,
|
291 |
max_seqlen=ctx.max_seqlen,
|
292 |
)
|
293 |
+
return dqkv, None, None, None, None, None, None, None, None, None
|
294 |
|
295 |
|
296 |
def apply_rotary_emb_qkv_(
|