Spaces:
Sleeping
Sleeping
| import gradio as gr | |
| import numpy as np | |
| import requests | |
| from PIL import Image | |
| from io import BytesIO | |
| import time | |
| # TODO: PNGinfo追加, 使用データの展開(コピーボタン) | |
| MAX_SEED = np.iinfo(np.int32).max | |
| MAX_IMAGE_SIZE = 1344 | |
| model_url = { | |
| "ImageUltra": "https://api.stability.ai/v2beta/stable-image/generate/ultra", | |
| "ImageCore": "https://api.stability.ai/v2beta/stable-image/generate/core", | |
| "StableDiffusion3": "https://api.stability.ai/v2beta/stable-image/generate/sd3", | |
| } | |
| service_url = { | |
| "Conservative_Upscale": "https://api.stability.ai/v2beta/stable-image/upscale/conservative", | |
| "Creative_Upscale": "https://api.stability.ai/v2beta/stable-image/upscale/creative", | |
| "Erase": "https://api.stability.ai/v2beta/stable-image/edit/erase", | |
| "Inpaint": "https://api.stability.ai/v2beta/stable-image/edit/inpaint", | |
| "Outpaint": "https://api.stability.ai/v2beta/stable-image/edit/outpaint", | |
| "SR": "https://api.stability.ai/v2beta/stable-image/edit/search-and-replace", | |
| "RMBG": "https://api.stability.ai/v2beta/stable-image/edit/remove-background", | |
| "Sketch": "https://api.stability.ai/v2beta/stable-image/control/sketch", | |
| "Structure": "https://api.stability.ai/v2beta/stable-image/control/structure", | |
| } | |
| def bytes_to_image(image): | |
| image = BytesIO(image) | |
| image = Image.open(image).convert("RGB") | |
| return image | |
| def image_to_bytes(image): | |
| byte_io = BytesIO() | |
| image.save(byte_io, format="PNG") | |
| byte_data = byte_io.getvalue() | |
| return byte_data | |
| def send_request(url, api_key, file, data): | |
| response = requests.post( | |
| url, | |
| headers={"Authorization": f"Bearer {api_key}", "Accept": "image/*"}, | |
| files=file, | |
| data=data, | |
| ) | |
| return response | |
| def generate( | |
| prompt, | |
| negative_prompt, | |
| seed, | |
| mode, | |
| submode, | |
| input_image, | |
| mask, | |
| CNstrength, | |
| search_prompt, | |
| op_left, | |
| op_right, | |
| op_up, | |
| op_down, | |
| randomize_seed, | |
| aspect, | |
| model, | |
| preset, | |
| api_key, | |
| ): | |
| if randomize_seed: | |
| seed = 0 | |
| file = {} | |
| data = { | |
| "prompt": prompt, | |
| "negative_prompt": negative_prompt, | |
| "output_format": "png", | |
| "seed": seed, | |
| "aspect_ratio": aspect, | |
| } | |
| if input_image is not None: | |
| file["image"] = image_to_bytes(input_image) | |
| if mask is not None: | |
| file["mask"] = image_to_bytes(mask) | |
| if mode == "Generate": | |
| file["none"] = "" | |
| if model == "Ultra": | |
| url = model_url["ImageUltra"] | |
| elif model == "Core": | |
| url = model_url["ImageCore"] | |
| data["style_preset"] = preset | |
| elif model == "sd3-medium": | |
| url = model_url["StableDiffusion3"] | |
| data["model"] = model | |
| elif model == "sd3-large": | |
| url = model_url["StableDiffusion3"] | |
| data["model"] = model | |
| elif model == "sd3-large-turbo": | |
| url = model_url["StableDiffusion3"] | |
| data["model"] = model | |
| else: | |
| raise ValueError("Invalid model type") | |
| elif mode == "Upscale": | |
| if submode == "Conservative": | |
| url = service_url["Conservative_Upscale"] | |
| elif submode == "Creative": | |
| url = service_url["Creative_Upscale"] | |
| elif mode == "Edit": | |
| if submode == "Erase": | |
| url = service_url["Erase"] | |
| elif submode == "Inpaint": | |
| url = service_url["Inpaint"] | |
| elif submode == "Outpaint": | |
| url = service_url["Outpaint"] | |
| data["left"] = op_left | |
| data["right"] = op_right | |
| data["up"] = op_up | |
| data["down"] = op_down | |
| elif submode == "Search and Replace": | |
| url = service_url["SR"] | |
| data["search_prompt"] = search_prompt | |
| elif submode == "Remove Background": | |
| url = service_url["RMBG"] | |
| elif mode == "Control": | |
| data["control_strength"] = CNstrength | |
| if submode == "Sketch": | |
| url = service_url["Sketch"] | |
| elif submode == "Structure": | |
| url = service_url["Structure"] | |
| response = send_request(url, api_key, file, data) | |
| if response.status_code == 200: | |
| if mode == "Upscale" and submode == "Creative": | |
| generation_id = response.json().get("id") | |
| if not generation_id: | |
| raise Exception("No generation ID returned for creative upscale") | |
| # Polling for the result | |
| result_url = f"https://api.stability.ai/v2beta/stable-image/upscale/creative/result/{generation_id}" | |
| while True: | |
| result_response = requests.get( | |
| result_url, | |
| headers={"accept": "image/*", "authorization": f"Bearer {api_key}"}, | |
| ) | |
| if result_response.status_code == 202: | |
| print("Generation in-progress, try again in 10 seconds.") | |
| time.sleep(10) | |
| elif result_response.status_code == 200: | |
| print("Generation complete!") | |
| image = result_response.content | |
| image = bytes_to_image(image) | |
| copy_filed_value = f"prompt:{prompt}, negative:{negative_prompt}, mode:{mode}, submode:{submode}" | |
| return image, seed, copy_filed_value | |
| else: | |
| raise Exception(str(result_response.json())) | |
| else: | |
| image = response.content | |
| image = bytes_to_image(image) | |
| copy_filed_value = f"prompt:{prompt}, negative:{negative_prompt}, mode:{mode}, submode:{submode}" | |
| return image, seed, copy_filed_value | |
| else: | |
| raise Exception(str(response.json())) | |
| examples = [ | |
| "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k", | |
| "An astronaut riding a green horse", | |
| "A delicious ceviche cheesecake slice", | |
| ] | |
| css = """ | |
| #col-container { | |
| margin: 0 auto; | |
| max-width: 50vw; | |
| } | |
| """ | |
| def update_style_visibility(model): | |
| if model == "Core": | |
| return gr.update(visible=True) | |
| else: | |
| return gr.update(visible=False) | |
| def update_mode(mode): | |
| submode_update = gr.update(choices=["None"], visible=False) | |
| image_label_update = gr.update(visible=False) | |
| img_input_update = gr.update(visible=False) | |
| mask_update = gr.update(visible=False) | |
| if mode == "Generate": | |
| submode_update = gr.update(visible=False) | |
| elif mode == "Upscale": | |
| submode_update = gr.update( | |
| choices=["Conservative", "Creative"], value="Conservative", visible=True | |
| ) | |
| img_input_update = gr.update(visible=True) | |
| image_label_update = gr.update(visible=True) | |
| elif mode == "Edit": | |
| submode_update = gr.update( | |
| choices=[ | |
| "Erase", | |
| "Inpaint", | |
| "Outpaint", | |
| "Search and Replace", | |
| "Remove Background", | |
| ], | |
| value="Erase", | |
| visible=True, | |
| ) | |
| img_input_update = gr.update(visible=True) | |
| image_label_update = gr.update(visible=True) | |
| elif mode == "Control": | |
| submode_update = gr.update( | |
| choices=["Sketch", "Structure"], value="Sketch", visible=True | |
| ) | |
| img_input_update = gr.update(visible=True) | |
| image_label_update = gr.update(visible=True) | |
| return submode_update, img_input_update, mask_update, image_label_update | |
| def update_submode(submode): | |
| mask = gr.update(visible=False) | |
| outpaint = gr.update(visible=False) | |
| cn = gr.update(visible=False) | |
| search_prompt = gr.update(visible=False) | |
| if submode in ["Erase", "Inpaint"]: | |
| mask = gr.update(visible=True) | |
| else: | |
| if submode == "Outpaint": | |
| outpaint = gr.update(visible=True) | |
| elif submode == "Control": | |
| cn = gr.update(visible=True) | |
| elif submode == "Search and Replace": | |
| search_prompt = gr.update(visible=True) | |
| return mask, outpaint, cn, search_prompt | |
| with gr.Blocks(css=css, theme="NoCrypt/miku") as demo: | |
| with gr.Column(elem_id="col-container"): | |
| gr.Markdown( | |
| f""" | |
| # Stability AI - Developer Platform WebUI | |
| **Overview** | |
| Stability AI’s Stable Image services offer a growing set of APIs for developers to build the best in class image applications. | |
| - **Disrupting Content Creation:** Stability’s Image APIs are the foundation for applications disrupting publishing, media, gaming, marketing, advertising, design, and more. | |
| - **For Developers:** Application developers can build advanced features for designers, photographers, content creators, and a variety of B2C customers. | |
| - **Simple APIs:** Stability AI is focused on delivering simple APIs for easy integration into applications with a high bar for quality, alignment, speed, and safety. | |
| Get Started Now: https://platform.stability.ai/docs/getting-started/stable-image | |
| Contact: D̷ELL@Stability AI - Advocate (https://x.com/xqdior) / Author: umise (https://x.com/UiE029) | |
| """ | |
| ) | |
| with gr.Row(): | |
| api_key = gr.Text( | |
| label="API Key", | |
| type="password", | |
| placeholder="Enter your API key", | |
| max_lines=1, | |
| container=False, | |
| ) | |
| with gr.Row(): | |
| model = gr.Dropdown( | |
| label="Model", | |
| choices=["Ultra", "Core", "sd3-medium", "sd3-large", "sd3-large-turbo"], | |
| value="Ultra", | |
| ) | |
| mode = gr.Dropdown( | |
| label="Mode", | |
| choices=["Generate", "Upscale", "Edit", "Control"], | |
| value="Generate", | |
| ) | |
| submode = gr.Dropdown( | |
| label="Submode", choices=["None"], visible=False, value="None" | |
| ) | |
| with gr.Row(): | |
| with gr.Column(): | |
| prompt = gr.Text( | |
| label="Prompt", | |
| show_label=False, | |
| max_lines=1, | |
| placeholder="Enter your prompt", | |
| container=False, | |
| ) | |
| search_prompt = gr.Text( | |
| label="search prompt", | |
| visible=False, | |
| show_label=False, | |
| max_lines=1, | |
| placeholder="Enter a search prompt", | |
| ) | |
| run_button = gr.Button("Run", scale=0) | |
| with gr.Row(): | |
| with gr.Column(): | |
| image_label = gr.Markdown(value="input image", visible=False) | |
| image = gr.Image( | |
| type="pil", | |
| label="img input", | |
| width="20vw", | |
| height="20vw", | |
| show_label=True, | |
| visible=False, | |
| interactive=True, | |
| container=False, | |
| ) | |
| with gr.Column(visible=False) as mask: | |
| mask_label = gr.Markdown(value="input mask") | |
| mask_input = gr.Image( | |
| type="pil", | |
| label="mask", | |
| width="20vw", | |
| height="20vw", | |
| show_label=True, | |
| interactive=True, | |
| container=False, | |
| ) | |
| with gr.Row(): | |
| result = gr.Image(label="Result", width="20vw", height="20%") | |
| with gr.Accordion("Advanced Settings", open=False): | |
| negative_prompt = gr.Text( | |
| label="Negative prompt", | |
| max_lines=1, | |
| placeholder="Enter a negative prompt", | |
| ) | |
| seed = gr.Slider( | |
| label="Seed", | |
| minimum=0, | |
| maximum=MAX_SEED, | |
| step=1, | |
| value=0, | |
| ) | |
| CN_strength = gr.Slider( | |
| label="Control Strength", | |
| minimum=0, | |
| maximum=1, | |
| step=0.01, | |
| value=0.5, | |
| visible=False, | |
| ) | |
| randomize_seed = gr.Checkbox(label="Randomize seed", value=True) | |
| aspect = gr.Radio( | |
| choices=[ | |
| "1:1", | |
| "16:9", | |
| "21:9", | |
| "2:3", | |
| "3:2", | |
| "4:5", | |
| "5:4", | |
| "9:16", | |
| "9:21", | |
| ], | |
| label="Aspect raito", | |
| value="1:1", | |
| ) | |
| with gr.Row(visible=False) as style: | |
| style_preset = gr.Radio( | |
| choices=[ | |
| "3d-model", | |
| "analog-film", | |
| "anime", | |
| "cinematic", | |
| "comic-book", | |
| "digital-art", | |
| "enhance", | |
| "fantasy-art", | |
| "isometric", | |
| "line-art", | |
| "low-poly", | |
| "modeling-compound", | |
| "neon-punk", | |
| "origami", | |
| "photographic", | |
| "pixel-art", | |
| "tile-texture", | |
| ], | |
| label="Style_preset", | |
| value="anime", | |
| info="This parameter is only available for ImageCore model.", | |
| ) | |
| with gr.Row(visible=False) as outpaint_scale: | |
| paint = gr.Markdown(value="Outpain Scale") | |
| op_left = gr.Slider( | |
| label="left", minimum=0, maximum=2000, step=4, value=200 | |
| ) | |
| op_right = gr.Slider( | |
| label="right", minimum=0, maximum=2000, step=4, value=200 | |
| ) | |
| op_up = gr.Slider( | |
| label="up", minimum=0, maximum=2000, step=4, value=200 | |
| ) | |
| op_down = gr.Slider( | |
| label="down", minimum=0, maximum=2000, step=4, value=200 | |
| ) | |
| gr.Examples(examples=examples, inputs=[prompt]) | |
| copy_filed = gr.TextArea( | |
| value="", | |
| label="Copy Field", | |
| max_lines=1, | |
| placeholder="Copy the field", | |
| show_copy_button=True, | |
| container=False, | |
| ) | |
| gr.Markdown( | |
| f""" | |
| ## License | |
| This work is licensed under a | |
| [Creative Commons Attribution-NonCommercial 4.0 International License][cc-by-nc]. | |
| [![CC BY-NC 4.0][cc-by-nc-image]][cc-by-nc] | |
| [cc-by-nc]: https://creativecommons.org/licenses/by-nc/4.0/ | |
| [cc-by-nc-image]: https://licensebuttons.net/l/by-nc/4.0/88x31.png | |
| [cc-by-nc-shield]: https://img.shields.io/badge/License-CC%20BY--NC%204.0-lightgrey.svg | |
| ## MIT Licensed Source Code | |
| Portions of this work are licensed under the MIT License. For more details, please refer to the original source at | |
| [stabilityai/stable-diffusion-3-medium]: https://huggingface.co/spaces/stabilityai/stable-diffusion-3-medium | |
| """ | |
| ) | |
| gr.on( | |
| triggers=[run_button.click, prompt.submit, negative_prompt.submit], | |
| fn=generate, | |
| inputs=[ | |
| prompt, | |
| negative_prompt, | |
| seed, | |
| mode, | |
| submode, | |
| image, | |
| mask_input, | |
| CN_strength, | |
| search_prompt, | |
| op_left, | |
| op_right, | |
| op_up, | |
| op_down, | |
| randomize_seed, | |
| aspect, | |
| model, | |
| style_preset, | |
| api_key, | |
| ], | |
| outputs=[result, seed, copy_filed], | |
| ) | |
| mode.change( | |
| fn=update_mode, inputs=mode, outputs=[submode, image, mask, image_label] | |
| ) | |
| submode.change( | |
| fn=update_submode, | |
| inputs=submode, | |
| outputs=[mask, outpaint_scale, CN_strength, search_prompt], | |
| ) | |
| model.change(fn=update_style_visibility, inputs=model, outputs=style) | |
| demo.launch() | |