Duplicate from lambdalabs/stable-diffusion-image-variations

Co-authored-by: Justin Pinkney <[email protected]>

.gitattributes

@@ -0,0 +1,31 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,14 @@
+---
+title: Stable Diffusion Image Variations
+emoji: 🖼️
+colorFrom: purple
+colorTo: purple
+sdk: gradio
+sdk_version: 3.3
+app_file: app.py
+pinned: false
+license: mit
+duplicated_from: lambdalabs/stable-diffusion-image-variations
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,90 @@
+import gradio as gr
+import torch
+from PIL import Image
+
+from lambda_diffusers import StableDiffusionImageEmbedPipeline
+
+def main(
+    input_im,
+    scale=3.0,
+    n_samples=4,
+    steps=25,
+    seed=0,
+    ):
+    generator = torch.Generator(device=device).manual_seed(int(seed))
+
+    images_list = pipe(
+        n_samples*[input_im],
+        guidance_scale=scale,
+        num_inference_steps=steps,
+        generator=generator,
+        )
+
+    images = []
+    for i, image in enumerate(images_list["sample"]):
+        if(images_list["nsfw_content_detected"][i]):
+            safe_image = Image.open(r"unsafe.png")
+            images.append(safe_image)
+        else:
+            images.append(image)
+    return images
+
+
+description = \
+"""
+Generate variations on an input image using a fine-tuned version of Stable Diffision.
+Trained by [Justin Pinkney](https://www.justinpinkney.com) ([@Buntworthy](https://twitter.com/Buntworthy)) at [Lambda](https://lambdalabs.com/)
+
+This version has been ported to 🤗 Diffusers library, see more details on how to use this version in the [Lambda Diffusers repo](https://github.com/LambdaLabsML/lambda-diffusers).
+__For the original training code see [this repo](https://github.com/justinpinkney/stable-diffusion).
+
+![](https://raw.githubusercontent.com/justinpinkney/stable-diffusion/main/assets/im-vars-thin.jpg)
+
+"""
+
+article = \
+"""
+## How does this work?
+
+The normal Stable Diffusion model is trained to be conditioned on text input. This version has had the original text encoder (from CLIP) removed, and replaced with
+the CLIP _image_ encoder instead. So instead of generating images based a text input, images are generated to match CLIP's embedding of the image.
+This creates images which have the same rough style and content, but different details, in particular the composition is generally quite different.
+This is a totally different approach to the img2img script of the original Stable Diffusion and gives very different results.
+
+The model was fine tuned on the [LAION aethetics v2 6+ dataset](https://laion.ai/blog/laion-aesthetics/) to accept the new conditioning.
+Training was done on 4xA6000 GPUs on [Lambda GPU Cloud](https://lambdalabs.com/service/gpu-cloud).
+More details on the method and training will come in a future blog post.
+"""
+
+device = "cuda" if torch.cuda.is_available() else "cpu"
+pipe = StableDiffusionImageEmbedPipeline.from_pretrained(
+    "lambdalabs/sd-image-variations-diffusers",
+    revision="273115e88df42350019ef4d628265b8c29ef4af5",
+    )
+pipe = pipe.to(device)
+
+inputs = [
+    gr.Image(),
+    gr.Slider(0, 25, value=3, step=1, label="Guidance scale"),
+    gr.Slider(1, 4, value=1, step=1, label="Number images"),
+    gr.Slider(5, 50, value=25, step=5, label="Steps"),
+    gr.Number(0, labal="Seed", precision=0)
+]
+output = gr.Gallery(label="Generated variations")
+output.style(grid=2)
+
+examples = [
+    ["examples/vermeer.jpg", 3, 1, 25, 0],
+    ["examples/matisse.jpg", 3, 1, 25, 0],
+]
+
+demo = gr.Interface(
+    fn=main,
+    title="Stable Diffusion Image Variations",
+    description=description,
+    article=article,
+    inputs=inputs,
+    outputs=output,
+    examples=examples,
+    )
+demo.launch()

requirements.txt

@@ -0,0 +1,3 @@
+git+https://github.com/LambdaLabsML/lambda-diffusers.git#egg=lambda-diffusers
+--extra-index-url https://download.pytorch.org/whl/cu113 
+torch