Skip to content

Commit 8b1ebc4

Browse files
committed
Update llama.py
1 parent c1e1646 commit 8b1ebc4

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

unsloth/models/llama.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -791,7 +791,7 @@ def _CausalLM_fast_forward(
791791
*args, **kwargs,
792792
) -> Union[Tuple, CausalLMOutputWithPast]:
793793

794-
if past_key_values is not None:
794+
if past_key_values is not None and self.config.model_type != "qwen2":
795795
outputs = fast_forward_inference(
796796
self,
797797
input_ids,

0 commit comments

Comments
 (0)