Unload interum weights when doing multi lora fuse

NBSTpeterhill · Aug 18, 2024 · c458871 · c458871
1 parent 13a965a
commit c458871
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/toolkit/stable_diffusion_model.py b/toolkit/stable_diffusion_model.py
@@ -557,6 +557,7 @@ def load_model(self):
                     )
                     pipe.load_lora_weights(double_transformer_lora, adapter_name=f"lora1_double")
                     pipe.fuse_lora()
+                    pipe.unload_lora_weights()
                     transformer.transformer_blocks = transformer.transformer_blocks.to(
                         'cpu', dtype=dtype
                     )
@@ -567,6 +568,7 @@ def load_model(self):
                     )
                     pipe.load_lora_weights(single_transformer_lora, adapter_name=f"lora1_single")
                     pipe.fuse_lora()
+                    pipe.unload_lora_weights()
                     transformer.single_transformer_blocks = transformer.single_transformer_blocks.to(
                         'cpu', dtype=dtype
                     )