add diffusers weights (#8)

- add diffusers weights (947474ad882d732c73918bfe6c43b0a8dc66d970)


Co-authored-by: YiYi Xu <[email protected]>

README.md

@@ -32,6 +32,42 @@ The feature is supported in our latest model FLUX1.1 [pro] Ultra, allowing for c
 
 ![image/png](https://cdn-uploads.huggingface.co/production/uploads/64510d6304397681bcf9725b/P123igomKjAkmitOzot8T.png)
 
+## Diffusers
+
+To use `FLUX.1 Redux [pro]` with the 🧨 diffusers python library, first install or upgrade diffusers
+
+```shell
+pip install -U diffusers
+```
+
+Then you can use `FluxPriorReduxPipeline` along with `FluxPipeline` to generate images from images.
+
+```python
+import torch
+from diffusers import FluxPriorReduxPipeline, FluxPipeline
+from diffusers.utils import load_image
+
+pipe_prior_redux = FluxPriorReduxPipeline.from_pretrained("black-forest-labs/FLUX.1-Redux-dev", torch_dtype=torch.bfloat16).to("cuda")
+pipe = FluxPipeline.from_pretrained(
+    "black-forest-labs/FLUX.1-dev" , 
+    text_encoder=None,
+    text_encoder_2=None,
+    torch_dtype=torch.bfloat16
+).to("cuda")
+
+image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/robot.png")
+pipe_prior_output = pipe_prior_redux(image)
+images = pipe(
+    guidance_scale=2.5,
+    num_inference_steps=50,
+    generator=torch.Generator("cpu").manual_seed(0),
+    **pipe_prior_output,
+).images
+images[0].save("flux-dev-redux.png")
+```
+
+To learn more check out the [diffusers](https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux) documentation
+
 ---
 
 # Limitations

feature_extractor/preprocessor_config.json

@@ -0,0 +1,24 @@
+{
+  "do_convert_rgb": null,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "SiglipImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "processor_class": "SiglipProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 384,
+    "width": 384
+  }
+}

image_embedder/config.json

@@ -0,0 +1,6 @@
+{
+  "_class_name": "ReduxImageEncoder",
+  "_diffusers_version": "0.32.0.dev0",
+  "redux_dim": 1152,
+  "txt_in_features": 4096
+}

image_embedder/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ace6d3b9dc6fa1ab77e6863151430a3ff128f0d0e378021ab9bcb7f2ed18f0
+size 129008000

image_encoder/config.json

@@ -0,0 +1,18 @@
+{
+  "architectures": [
+    "SiglipVisionModel"
+  ],
+  "attention_dropout": 0.0,
+  "hidden_act": "gelu_pytorch_tanh",
+  "hidden_size": 1152,
+  "image_size": 384,
+  "intermediate_size": 4304,
+  "layer_norm_eps": 1e-06,
+  "model_type": "siglip_vision_model",
+  "num_attention_heads": 16,
+  "num_channels": 3,
+  "num_hidden_layers": 27,
+  "patch_size": 14,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.2"
+}

image_encoder/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d769e3a32a6a9bac72d4d93b989e44491f71b50f02bfa14cd9187758d4a68ff1
+size 856506120

model_index.json

@@ -0,0 +1,16 @@
+{
+  "_class_name": "FluxPriorReduxPipeline",
+  "_diffusers_version": "0.32.0.dev0",
+  "feature_extractor": [
+    "transformers",
+    "SiglipImageProcessor"
+  ],
+  "image_embedder": [
+    "flux",
+    "ReduxImageEncoder"
+  ],
+  "image_encoder": [
+    "transformers",
+    "SiglipVisionModel"
+  ]
+}