Update vision.py

danielhanchen · danielhanchen · commit ed80c0794300 · 2025-03-13T06:39:17.000-07:00
diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py
@@ -249,7 +249,7 @@ def from_pretrained(
             # quantization_config   = bnb_config,
             token                   = token,
             trust_remote_code       = trust_remote_code,
-            # attn_implementation   = "sdpa", #[TODO] Pixtral for eg fails
+            attn_implementation     = "sdpa", #[TODO] Pixtral for eg fails
             **kwargs,
         )
         # Return old flag

Original file line number	Diff line number	Diff line change
`@@ -249,7 +249,7 @@ def from_pretrained(`
`249`	`249`	`# quantization_config = bnb_config,`
`250`	`250`	`token = token,`
`251`	`251`	`trust_remote_code = trust_remote_code,`
`252`		`- # attn_implementation = "sdpa", #[TODO] Pixtral for eg fails`
	`252`	`+ attn_implementation = "sdpa", #[TODO] Pixtral for eg fails`
`253`	`253`	`**kwargs,`
`254`	`254`	`)`
`255`	`255`	`# Return old flag`