add negative_prompt_embeds to zero_out_negative_prompt check

mosaicml · Oct 3, 2023 · 67e0316 · 67e0316
1 parent 0a1f31a
commit 67e0316
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/diffusion/models/stable_diffusion.py b/diffusion/models/stable_diffusion.py
@@ -413,7 +413,7 @@ def generate(
         # negative prompt is given in place of the unconditional input in classifier free guidance
         pooled_embeddings = None
         if do_classifier_free_guidance:
-            if not negative_prompt and not tokenized_negative_prompts and zero_out_negative_prompt:
+            if not negative_prompt and not tokenized_negative_prompts and not negative_prompt_embeds and zero_out_negative_prompt:
                 # Negative prompt is empty and we want to zero it out
                 unconditional_embeddings = torch.zeros_like(text_embeddings)
                 pooled_unconditional_embeddings = torch.zeros_like(pooled_text_embeddings) if self.sdxl else None