bugfix

okotaku · Feb 1, 2024 · d869e40 · d869e40
1 parent 27ab2d0
commit d869e40
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/diffengine/configs/_base_/datasets/pokemon_blip_xl_ip_adapter.py b/diffengine/configs/_base_/datasets/pokemon_blip_xl_ip_adapter.py
@@ -51,7 +51,7 @@
         type=VisualizationHook,
         prompt=["a drawing of a green pokemon with red eyes"] * 2 + [""] * 2,
         example_image=[
-            'https://datasets-server.huggingface.co/assets/lambdalabs/pokemon-blip-captions/--/default/train/0/image/image.jpg'  # noqa
+            'https://github.com/LambdaLabsML/examples/blob/main/stable-diffusion-finetuning/README_files/README_2_0.png?raw=true'  # noqa
         ] * 4,
         height=1024,
         width=1024),

diff --git a/diffengine/models/editors/ip_adapter/ip_adapter_xl.py b/diffengine/models/editors/ip_adapter/ip_adapter_xl.py
@@ -272,7 +272,7 @@ def forward(
             ]),
             len(image_embeds),
             replacement=True).to(image_embeds)
-        image_embeds = image_embeds * mask.view(-1, 1, 1, 1)
+        image_embeds = (image_embeds * mask.view(-1, 1)).view(len(image_embeds),1,1,-1)
 
         # TODO(takuoko): drop image  # noqa
         ip_tokens = self.image_projection(image_embeds)