We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0c08f88 commit 0a05e8eCopy full SHA for 0a05e8e
lmdeploy/pytorch/kernels/dlinfer/apply_rotary_pos_emb.py
@@ -13,7 +13,7 @@ def apply_rotary_pos_emb(
13
):
14
query_states = query_states.contiguous()
15
key_states = key_states.contiguous()
16
- query_states, key_states = ext_ops.apply_rotary_pos_emb(query_states, key_states, cos, sin, None)
+ query_states, key_states = ext_ops.apply_rotary_pos_emb(query_states, key_states, cos, sin, None, None)
17
18
if q_embed is None:
19
q_embed = query_states
0 commit comments