Fix Value dimension in ImageCrossAttention

finegrain-ai · Jan 17, 2024 · 0b05813 · 0b05813
1 parent 7839c54
commit 0b05813
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/refiners/foundationals/latent_diffusion/image_prompt.py b/src/refiners/foundationals/latent_diffusion/image_prompt.py
@@ -252,7 +252,7 @@ def __init__(self, text_cross_attention: fl.Attention, scale: float = 1.0) -> No
                 fl.Chain(
                     fl.UseContext(context="ip_adapter", key="clip_image_embedding"),
                     fl.Linear(
-                        in_features=text_cross_attention.key_embedding_dim,
+                        in_features=text_cross_attention.value_embedding_dim,
                         out_features=text_cross_attention.inner_dim,
                         bias=text_cross_attention.use_bias,
                         device=text_cross_attention.device,