import gradio as gr import numpy as np import requests from PIL import Image from io import BytesIO import time MAX_SEED = np.iinfo(np.int32).max MAX_IMAGE_SIZE = 1344 title = """ # Stability AI - Developer Platform WebUI ### UI for using the stable image api API Key is required to use this service. https://platform.stability.ai/account/keys Contact: D̷ELL@Stability AI - Advocate (https://x.com/xqdior) / Author: umise (https://x.com/UiE029) """ title_jp = """ # Stability AI - Developer Platform WebUI ### このSpaceは、Stable Image APIを使用するためのWEB-UIです。 このサービスを利用するにはAPIキーが必要です。以下のリンクから取得してください。 https://platform.stability.ai/account/keys お問い合わせ先: D̷ELL@Stability AI - Advocate (https://x.com/xqdior) / Author: umise (https://x.com/UiE029) """ overview = """ **Overview** Stability AI’s Stable Image services offer a growing set of APIs for developers to build the best in class image applications. - **Disrupting Content Creation:** Stability’s Image APIs are the foundation for applications disrupting publishing, media, gaming, marketing, advertising, design, and more. - **For Developers:** Application developers can build advanced features for designers, photographers, content creators, and a variety of B2C customers. - **Simple APIs:** Stability AI is focused on delivering simple APIs for easy integration into applications with a high bar for quality, alignment, speed, and safety. Get Started Now: https://platform.stability.ai/docs/getting-started/stable-image """ overview_jp = """ 各種モードについて - テキストから生成: プロンプトを基に画像を生成します。 - アップスケール: - 通常のアップスケール: できるだけ絵を変更せずにアップスケールします - クリエィティブなアップスケール: 絵全体をいい感じになるようにアップスケールします - 画像の編集: - 消去: マスクした要素を削除します - インペイント: マスクされた部分とプロンプトを基に再生成します - アウトペイント: 指定した範囲分、画像を拡張します - 検索と置き換え: 検索プロンプトに入力されたオブジェクトを探し、プロンプトをもとにオブジェクトを再生成します - コントロール: - 構図: 入力画像の構図を基に新しい画像を生成します - スケッチ: ラフなスケッチとプロンプトを基に生成します """ model_url = { "ImageUltra": "https://api.stability.ai/v2beta/stable-image/generate/ultra", "ImageCore": "https://api.stability.ai/v2beta/stable-image/generate/core", "StableDiffusion3": "https://api.stability.ai/v2beta/stable-image/generate/sd3", } service_url = { "Conservative_Upscale": "https://api.stability.ai/v2beta/stable-image/upscale/conservative", "Creative_Upscale": "https://api.stability.ai/v2beta/stable-image/upscale/creative", "Erase": "https://api.stability.ai/v2beta/stable-image/edit/erase", "Inpaint": "https://api.stability.ai/v2beta/stable-image/edit/inpaint", "Outpaint": "https://api.stability.ai/v2beta/stable-image/edit/outpaint", "SR": "https://api.stability.ai/v2beta/stable-image/edit/search-and-replace", "RMBG": "https://api.stability.ai/v2beta/stable-image/edit/remove-background", "Sketch": "https://api.stability.ai/v2beta/stable-image/control/sketch", "Structure": "https://api.stability.ai/v2beta/stable-image/control/structure", } translations = { "en": { "api_key": "API Key", "api_key_placeholder": "Enter your API key", "model_label": "Model", "mode_label": "Mode", "prompt_placeholder": "Enter your prompt", "negative_prompt_placeholder": "Enter a negative prompt", "seed_label": "Seed", "randomize_seed_label": "Randomize seed", "aspect_label": "Aspect ratio", "run_button": "Run", "result_label": "Result", "copy_field_placeholder": "Copy the field", "Negative_prompt": "Negative prompt", "Advanced_Settings": "Advanced Settings", "Example": "Example", "Generate": "Generate", "Upscale": "Upscale", "Edit": "Edit", "Control": "Control", "Submode": "Submode", "Conservative": "Conservative", "Creative": "Creative", "Erase": "Erase", "Inpaint": "Inpaint", "Outpaint": "Outpaint", "Structure": "Structure", "Sketch": "Sketch", "Search_and_Replace": "Search and Replace", "Remove_Background": "Remove Background", "input_image": "Input Image", "style_preset": "Style preset", "preset_description": "This parameter is only available for ImageCore model.", "Search_prompt_placeholder": "Enter a search prompt", "Control_Strength": "Control Strength", "overview": overview, "overview_label": "How to use", "title": title, }, "ja": { "api_key": "APIキー", "api_key_placeholder": "APIキーを入力してください", "model_label": "モデル", "mode_label": "モード", "prompt_placeholder": "プロンプトを入力してください", "negative_prompt_placeholder": "ネガティブプロンプトを入力してください", "seed_label": "シード", "randomize_seed_label": "シードをランダム化", "aspect_label": "アスペクト比", "run_button": "実行", "result_label": "結果", "copy_field_placeholder": "ここに貼り付け用の情報が出てきます", "Negative_prompt": "ネガティブプロンプト", "Advanced_Settings": "追加設定", "Example": "例", "Generate": "テキストから生成", "Upscale": "アップスケール", "Edit": "画像の編集", "Control": "コントロールモード", "Submode": "サブモード", "Conservative": "通常のアップスケール", "Creative": "クリエィティブなアップスケール", "Erase": "消去", "Inpaint": "インペイント", "Outpaint": "アウトペイント(拡張)", "Structure": "構図", "Sketch": "スケッチ", "Search_and_Replace": "検索と置き換え", "Remove_Background": "背景削除", "input_image": "入力画像", "style_preset": "スタイルのプリセット", "preset_description": "このパラメータはimage coreのときにだけ有効になります", "Search_prompt_placeholder": "探したい要素を入力してください", "Control_Strength": "コントロールネットの適用強度", "overview": overview_jp, "overview_label": "使い方", "title": title_jp, }, } lang = "ja" def bytes_to_image(image): image = BytesIO(image) image = Image.open(image).convert("RGB") return image def image_to_bytes(image): byte_io = BytesIO() image.save(byte_io, format="PNG") byte_data = byte_io.getvalue() return byte_data def send_request(url, api_key, file, data): response = requests.post( url, headers={"Authorization": f"Bearer {api_key}", "Accept": "image/*"}, files=file, data=data, ) return response def generate( prompt, negative_prompt, seed, mode, submode, input_image, mask, CNstrength, search_prompt, op_left, op_right, op_up, op_down, randomize_seed, aspect, model, preset, api_key, ): if randomize_seed: seed = 0 file = {} data = { "prompt": prompt, "negative_prompt": negative_prompt, "output_format": "png", "seed": seed, "aspect_ratio": aspect, } data_rmbg = { "output_format": "png", } if input_image is not None: file["image"] = image_to_bytes(input_image) if mask is not None: file["mask"] = image_to_bytes(mask) if mode == translations[lang]["Generate"]: file["none"] = "" if model == "Stable Image Ultra (8B + workflow)": url = model_url["ImageUltra"] elif model == "Stable Image Core (2B + workflow)": url = model_url["ImageCore"] data["style_preset"] = preset elif model == "Stable Diffusion 3 Medium (2B)": url = model_url["StableDiffusion3"] data["model"] = "sd3-medium" elif model == "Stable Diffusion 3 Large (8B)": url = model_url["StableDiffusion3"] data["model"] = "sd3-large" elif model == "Stable Diffusion 3 Large Turbo (8B Turbo)": url = model_url["StableDiffusion3"] data["model"] = "sd3-large-turbo" else: raise ValueError("Invalid model type") elif mode == translations[lang]["Upscale"]: if submode == translations[lang]["Conservative"]: url = service_url["Conservative_Upscale"] elif submode == translations[lang]["Creative"]: url = service_url["Creative_Upscale"] elif mode == translations[lang]["Edit"]: if submode == translations[lang]["Erase"]: url = service_url["Erase"] elif submode == translations[lang]["Inpaint"]: url = service_url["Inpaint"] elif submode == translations[lang]["Outpaint"]: url = service_url["Outpaint"] data["left"] = op_left data["right"] = op_right data["up"] = op_up data["down"] = op_down elif submode == translations[lang]["Search_and_Replace"]: url = service_url["SR"] data["search_prompt"] = search_prompt elif submode == translations[lang]["Remove_Background"]: data = data_rmbg url = service_url["RMBG"] elif mode == translations[lang]["Control"]: data["control_strength"] = CNstrength if submode == translations[lang]["Sketch"]: url = service_url["Sketch"] elif submode == translations[lang]["Structure"]: url = service_url["Structure"] response = send_request(url, api_key, file, data) if response.status_code == 200: if ( mode == translations[lang]["Upscale"] and submode == translations[lang]["Creative"] ): generation_id = response.json().get("id") if not generation_id: raise Exception("No generation ID returned for creative upscale") # Polling for the result result_url = f"https://api.stability.ai/v2beta/stable-image/upscale/creative/result/{generation_id}" while True: result_response = requests.get( result_url, headers={"accept": "image/*", "authorization": f"Bearer {api_key}"}, ) if result_response.status_code == 202: print("Generation in-progress, try again in 10 seconds.") time.sleep(10) elif result_response.status_code == 200: print("Generation complete!") image = result_response.content image = bytes_to_image(image) copy_filed_value = f"prompt:{prompt}, negative:{negative_prompt}, mode:{mode}, submode:{submode}" return image, seed, copy_filed_value else: raise Exception(str(result_response.json())) else: image = response.content image = bytes_to_image(image) copy_filed_value = f"prompt:{prompt}, negative:{negative_prompt}, mode:{mode}, submode:{submode}" return image, seed, copy_filed_value else: raise Exception(str(response.json())) examples = [ "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k", "An astronaut riding a green horse", "A delicious ceviche cheesecake slice", ] css = """ #col-container { margin: 0 auto; max-width: 50vw; } """ def update_style_visibility(model): if model == "Stable Image Core (2B + workflow)": return gr.update(visible=True) else: return gr.update(visible=False) def update_mode(mode): submode_update = gr.update(choices=["None"], visible=False) image_label_update = gr.update(visible=False) img_input_update = gr.update(visible=False) mask_update = gr.update(visible=False) if mode == translations[lang]["Generate"]: submode_update = gr.update(visible=False) elif mode == translations[lang]["Upscale"]: submode_update = gr.update( choices=[ translations[lang]["Conservative"], translations[lang]["Creative"], ], value=translations[lang]["Conservative"], visible=True, ) img_input_update = gr.update(visible=True) image_label_update = gr.update(visible=True) elif mode == translations[lang]["Edit"]: submode_update = gr.update( choices=[ translations[lang]["Erase"], translations[lang]["Inpaint"], translations[lang]["Outpaint"], translations[lang]["Search_and_Replace"], translations[lang]["Remove_Background"], ], value=translations[lang]["Erase"], visible=True, ) img_input_update = gr.update(visible=True) image_label_update = gr.update(visible=True) elif mode == translations[lang]["Control"]: submode_update = gr.update( choices=[ translations[lang]["Structure"], translations[lang]["Sketch"], ], value=translations[lang]["Structure"], visible=True, ) img_input_update = gr.update(visible=True) image_label_update = gr.update(visible=True) return submode_update, img_input_update, mask_update, image_label_update def update_submode(submode): mask = gr.update(visible=False) outpaint = gr.update(visible=False) cn = gr.update(visible=False) search_prompt = gr.update(visible=False) if submode in [translations[lang]["Erase"], translations[lang]["Inpaint"]]: mask = gr.update(visible=True) else: if submode == translations[lang]["Outpaint"]: outpaint = gr.update(visible=True) elif submode in [translations[lang]["Structure"], translations[lang]["Sketch"]]: cn = gr.update(visible=True) elif submode == translations[lang]["Search_and_Replace"]: search_prompt = gr.update(visible=True) return mask, outpaint, cn, search_prompt with gr.Blocks(css=css) as demo: #, theme="NoCrypt/miku") as demo: with gr.Column(elem_id="col-container"): gr.Markdown( translations[lang]["title"], ) with gr.Accordion(translations[lang]["overview_label"], open=False): gr.Markdown( translations[lang]["overview"], ) with gr.Row(): api_key = gr.Text( label=translations[lang]["api_key"], type="password", placeholder=translations[lang]["api_key_placeholder"], max_lines=1, container=False, ) with gr.Row(): model = gr.Dropdown( label=translations[lang]["model_label"], choices=[ "Stable Image Ultra (8B + workflow)", "Stable Image Core (2B + workflow)", "Stable Diffusion 3 Large Turbo (8B Turbo)", "Stable Diffusion 3 Large (8B)", "Stable Diffusion 3 Medium (2B)", ], value="Stable Image Ultra (8B + workflow)", ) mode = gr.Dropdown( label=translations[lang]["mode_label"], choices=[ translations[lang]["Generate"], translations[lang]["Upscale"], translations[lang]["Edit"], translations[lang]["Control"], ], value=translations[lang]["Generate"], ) submode = gr.Dropdown( label=translations[lang]["Submode"], choices=["None"], visible=False, value="None", ) with gr.Row(): with gr.Column(): prompt = gr.Text( label="Prompt", show_label=False, max_lines=1, placeholder=translations[lang]["prompt_placeholder"], container=False, ) search_prompt = gr.Text( label="search prompt", visible=False, show_label=False, max_lines=1, placeholder=translations[lang]["Search_prompt_placeholder"], ) run_button = gr.Button(translations[lang]["run_button"], scale=0) with gr.Row(): gr.Examples( label=translations[lang]["Example"], examples=examples, inputs=[prompt] ) with gr.Row(): with gr.Column(): image_label = gr.Markdown( value=translations[lang]["input_image"], visible=False ) image = gr.Image( type="pil", label="img input", width="20vw", height="20vw", show_label=True, visible=False, interactive=True, container=False, ) with gr.Column(visible=False) as mask: mask_label = gr.Markdown(value="input mask") mask_input = gr.Image( type="pil", label="mask", width="20vw", height="20vw", show_label=True, interactive=True, container=False, ) with gr.Row(): result = gr.Image( label=translations[lang]["result_label"], width="20vw", height="20%" ) with gr.Accordion(translations[lang]["Advanced_Settings"], open=False): negative_prompt = gr.Text( label=translations[lang]["Negative_prompt"], max_lines=1, placeholder=translations[lang]["negative_prompt_placeholder"], ) seed = gr.Slider( label=translations[lang]["seed_label"], minimum=0, maximum=MAX_SEED, step=1, value=0, ) CN_strength = gr.Slider( label=translations[lang]["Control_Strength"], minimum=0, maximum=1, step=0.01, value=0.5, visible=False, ) randomize_seed = gr.Checkbox( label=translations[lang]["randomize_seed_label"], value=True ) aspect = gr.Radio( choices=[ "1:1", "16:9", "21:9", "2:3", "3:2", "4:5", "5:4", "9:16", "9:21", ], label=translations[lang]["aspect_label"], value="1:1", ) with gr.Row(visible=False) as style: style_preset = gr.Radio( choices=[ "3d-model", "analog-film", "anime", "cinematic", "comic-book", "digital-art", "enhance", "fantasy-art", "isometric", "line-art", "low-poly", "modeling-compound", "neon-punk", "origami", "photographic", "pixel-art", "tile-texture", ], label=translations[lang]["style_preset"], value="anime", info=translations[lang]["preset_description"], ) with gr.Row(visible=False) as outpaint_scale: paint = gr.Markdown(value="Outpain Scale") op_left = gr.Slider( label="left", minimum=0, maximum=2000, step=4, value=200 ) op_right = gr.Slider( label="right", minimum=0, maximum=2000, step=4, value=200 ) op_up = gr.Slider( label="up", minimum=0, maximum=2000, step=4, value=200 ) op_down = gr.Slider( label="down", minimum=0, maximum=2000, step=4, value=200 ) copy_filed = gr.TextArea( value="", label="Copy Field", max_lines=1, placeholder=translations[lang]["copy_field_placeholder"], show_copy_button=True, container=False, ) gr.Markdown( f""" ## License This work is licensed under a [Creative Commons Attribution-NonCommercial 4.0 International License][cc-by-nc]. [![CC BY-NC 4.0][cc-by-nc-image]][cc-by-nc] [cc-by-nc]: https://creativecommons.org/licenses/by-nc/4.0/ [cc-by-nc-image]: https://licensebuttons.net/l/by-nc/4.0/88x31.png [cc-by-nc-shield]: https://img.shields.io/badge/License-CC%20BY--NC%204.0-lightgrey.svg **MIT Licensed Source Code** Portions of this work are licensed under the MIT License. For more details, please refer to the original source at: [stabilityai/stable-diffusion-3-medium](https://huggingface.co/spaces/stabilityai/stable-diffusion-3-medium) """ ) gr.on( triggers=[run_button.click, prompt.submit, negative_prompt.submit], fn=generate, inputs=[ prompt, negative_prompt, seed, mode, submode, image, mask_input, CN_strength, search_prompt, op_left, op_right, op_up, op_down, randomize_seed, aspect, model, style_preset, api_key, ], outputs=[result, seed, copy_filed], ) mode.change( fn=update_mode, inputs=mode, outputs=[submode, image, mask, image_label] ) submode.change( fn=update_submode, inputs=submode, outputs=[mask, outpaint_scale, CN_strength, search_prompt], ) model.change(fn=update_style_visibility, inputs=model, outputs=style) demo.launch()