cross-attn 2d: record use_bias attribute

finegrain-ai · Sep 1, 2023 · 3a10baa · 3a10baa
1 parent b933fab
commit 3a10baa
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/refiners/foundationals/latent_diffusion/cross_attention.py b/src/refiners/foundationals/latent_diffusion/cross_attention.py
@@ -137,6 +137,7 @@ def __init__(
         self.num_attention_heads = num_attention_heads
         self.num_attention_layers = num_attention_layers
         self.num_groups = num_groups
+        self.use_bias = use_bias
         self.context_key = context_key
         self.use_linear_projection = use_linear_projection
         self.projection_type = "Linear" if use_linear_projection else "Conv2d"