Skip to content

Commit b75698c

Browse files
committed
Update vision.py
1 parent 3ac4fa5 commit b75698c

File tree

1 file changed

+5
-4
lines changed

1 file changed

+5
-4
lines changed

unsloth/models/vision.py

+5-4
Original file line numberDiff line numberDiff line change
@@ -121,11 +121,12 @@ def unsloth_base_fast_generate(
121121
pass
122122
key = NUM_LOGITS_TO_KEEP[arch]
123123
if key is not None:
124-
kwargs[key] = 1
124+
if key not in kwargs:
125+
kwargs[key] = 1
125126
else:
126-
kwargs.pop("logits_to_keep", None)
127-
kwargs.pop("num_logits_to_keep", None)
128-
kwargs["num_logits_to_keep"] = 0
127+
pass
128+
# kwargs.pop("logits_to_keep", None)
129+
# kwargs.pop("num_logits_to_keep", None)
129130

130131
# Check pad_token
131132
model_eos_token_id = getattr(self.config, "eos_token_id", None)

0 commit comments

Comments
 (0)