Account for not having quantized weights

#188
city96 · Dec 22, 2024 · c6ad4f2 · c6ad4f2
1 parent 51fa2cb
commit c6ad4f2
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/loader.py b/loader.py
@@ -81,8 +81,9 @@ def gguf_sd_loader(path, handle_prefix="model.diffusion_model.", return_arch=Fal
 
     # mark largest tensor for vram estimation
     qsd = {k:v for k,v in state_dict.items() if is_quantized(v)}
-    max_key = max(qsd.keys(), key=lambda k: qsd[k].numel())
-    state_dict[max_key].is_largest_weight = True
+    if len(qsd) > 0:
+        max_key = max(qsd.keys(), key=lambda k: qsd[k].numel())
+        state_dict[max_key].is_largest_weight = True
 
     # sanity check debug print
     print("\nggml_sd_loader:")