Added SDXL image variations support

Author: rupeshs

Readme.md

@@ -11,10 +11,9 @@ DiffusionMagic focused on the following areas:
 We can run StableDiffusion XL 1.0 on Google Colab
 [![Open in Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/drive/1eEZ_O-Fw87hoEsfSxUnGZhdqvMFEO5iV?usp=sharing)
 
- ![ DiffusionMagic](https://raw.githubusercontent.com/rupeshs/diffusionmagic/main/docs/images/diffusion_magic.PNG)
 ## Features
+- Supports Stable diffusion XL
 - Supports various Stable Diffusion workflows
-   -  Stable diffusion XL
     - Text to Image 
     - Image to Image 
     - Image variations
@@ -101,7 +100,7 @@ Follow the steps to install and run the Diffusion magic on Mac (Apple Silicon M1
 To get dark theme :
 
  `http://localhost:7860/?__theme=dark`
- 
+
 ## How to switch models
 Diffusion magic will change UI based on the model selected.
 Follow the steps to switch the models() inpainting,depth to image or instruct pix to pix or any other hugging face stable diffusion model)

docs/images/diffusion_magic_3_sdxl.png

@@ -441,3 +441,41 @@ def diffusion_image_to_image_xl(
             "ImageToImage",
         )
         return images
+
+    def diffusion_image_variations_xl(
+        self,
+        image,
+        strength,
+        image_height,
+        image_width,
+        inference_steps,
+        scheduler,
+        guidance_scale,
+        num_images,
+        attention_slicing,
+        seed,
+    ) -> Any:
+        stable_diffusion_image_settings = StableDiffusionImageToImageSetting(
+            image=image,
+            strength=strength,
+            prompt="",
+            negative_prompt="bad, deformed, ugly, bad anatomy",
+            image_height=image_height,
+            image_width=image_width,
+            inference_steps=inference_steps,
+            guidance_scale=guidance_scale,
+            number_of_images=num_images,
+            scheduler=scheduler,
+            seed=seed,
+            attention_slicing=attention_slicing,
+        )
+        self._init_stable_diffusion_xl()
+        images = self.stable_diffusion_xl.image_to_image(
+            stable_diffusion_image_settings
+        )
+
+        self._save_images(
+            images,
+            "ImageVariations",
+        )
+        return images

docs/images/diffusion_magic_image_variations_sdxl.PNG

@@ -0,0 +1,109 @@
+from typing import Any
+
+import gradio as gr
+
+from backend.stablediffusion.models.scheduler_types import (
+    SchedulerType,
+    get_sampler_names,
+)
+
+random_enabled = True
+
+
+def get_image_variations_xl_ui(generate_callback_fn: Any) -> None:
+    with gr.Blocks():
+        with gr.Row():
+            with gr.Column():
+
+                def random_seed():
+                    global random_enabled
+                    random_enabled = not random_enabled
+                    seed_val = -1
+                    if not random_enabled:
+                        seed_val = 42
+
+                    return gr.Number.update(
+                        interactive=not random_enabled, value=seed_val
+                    )
+
+                input_image = gr.Image(label="Input image", type="pil")
+                strength = gr.Slider(
+                    0.0,
+                    1.0,
+                    value=0.8,
+                    step=0.05,
+                    label="Variation Strength",
+                )
+                with gr.Accordion("Advanced options", open=False):
+                    image_height = gr.Slider(
+                        768, 2048, value=1024, step=64, label="Image Height"
+                    )
+                    image_width = gr.Slider(
+                        768, 2048, value=1024, step=64, label="Image Width"
+                    )
+                    num_inference_steps = gr.Slider(
+                        1, 100, value=20, step=1, label="Inference Steps"
+                    )
+                    scheduler = gr.Dropdown(
+                        get_sampler_names(),
+                        value=SchedulerType.UniPCMultistepScheduler.value,
+                        label="Sampler",
+                    )
+                    guidance_scale = gr.Slider(
+                        1.0,
+                        30.0,
+                        value=7.5,
+                        step=0.5,
+                        label="Guidance Scale",
+                    )
+                    num_images = gr.Slider(
+                        1,
+                        50,
+                        value=2,
+                        step=1,
+                        label="Number of images to generate",
+                    )
+                    attn_slicing = gr.Checkbox(
+                        label="Attention slicing (Enable if low VRAM)",
+                        value=True,
+                    )
+                    seed = gr.Number(
+                        label="Seed",
+                        value=-1,
+                        precision=0,
+                        interactive=False,
+                    )
+                    seed_checkbox = gr.Checkbox(
+                        label="Use random seed",
+                        value=True,
+                        interactive=True,
+                    )
+
+                input_params = [
+                    input_image,
+                    strength,
+                    image_height,
+                    image_width,
+                    num_inference_steps,
+                    scheduler,
+                    guidance_scale,
+                    num_images,
+                    attn_slicing,
+                    seed,
+                ]
+
+            with gr.Column():
+                generate_btn = gr.Button("Generate", elem_id="generate_button")
+                output = gr.Gallery(
+                    label="Generated images",
+                    show_label=True,
+                    elem_id="gallery",
+                ).style(
+                    columns=2,
+                )
+        generate_btn.click(
+            fn=generate_callback_fn,
+            inputs=input_params,
+            outputs=output,
+        )
+        seed_checkbox.change(fn=random_seed, outputs=seed)

src/backend/generate.py

@@ -14,6 +14,7 @@
 from frontend.web.text_to_image_ui import get_text_to_image_ui
 from frontend.web.text_to_image_xl_ui import get_text_to_image_xl_ui
 from frontend.web.image_to_image_xl_ui import get_image_to_image_xl_ui
+from frontend.web.image_variations_xl_ui import get_image_variations_xl_ui
 from frontend.web.controlnet.controlnet_image_ui import get_controlnet_to_image_ui
 from settings import AppSettings
 from utils import DiffusionMagicPaths
@@ -83,6 +84,10 @@ def diffusionmagic_web_ui(generate: Generate) -> gr.Blocks:
                     get_text_to_image_xl_ui(generate.diffusion_text_to_image_xl)
                 with gr.TabItem("Image to Image SDXL"):
                     get_image_to_image_xl_ui(generate.diffusion_image_to_image_xl)
+                with gr.TabItem("Image Variations SDXL"):
+                    get_image_variations_xl_ui(generate.diffusion_image_variations_xl)
+            elif stable_diffusion_type == StableDiffusionType.inpainting:
+                get_image_variations_xl_ui
             with gr.TabItem("Settings"):
                 get_settings_ui()