Spaces:
Sleeping
Sleeping
import gradio as gr | |
import os | |
import requests | |
import json | |
import base64 | |
from io import BytesIO | |
from huggingface_hub import login | |
from PIL import Image | |
# myip = os.environ["0.0.0.0"] | |
# myport = os.environ["80"] | |
myip = "34.219.98.113" | |
myport=8000 | |
is_spaces = True if "SPACE_ID" in os.environ else False | |
is_shared_ui = False | |
from css_html_js import custom_css | |
from about import ( | |
CITATION_BUTTON_LABEL, | |
CITATION_BUTTON_TEXT, | |
EVALUATION_QUEUE_TEXT, | |
INTRODUCTION_TEXT, | |
LLM_BENCHMARKS_TEXT, | |
TITLE, | |
) | |
def process_image_from_binary(img_stream): | |
if img_stream is None: | |
print("no image binary") | |
return | |
image_data = base64.b64decode(img_stream) | |
image_bytes = BytesIO(image_data) | |
img = Image.open(image_bytes) | |
return img | |
def execute_prepare(diffusion_model_id, concept, steps, attack_id): | |
print(f"my IP is {myip}, my port is {myport}") | |
print(f"my input is diffusion_model_id: {diffusion_model_id}, concept: {concept}, steps: {steps}") | |
response = requests.post('http://{}:{}/prepare'.format(myip, myport), | |
json={"diffusion_model_id": diffusion_model_id, "concept": concept, "steps": steps, "attack_id": attack_id}, | |
timeout=(10, 1200)) | |
print(f"result: {response}") | |
# result = result.text[1:-1] | |
prompt = "" | |
img = None | |
if response.status_code == 200: | |
response_json = response.json() | |
print(response_json) | |
prompt = response_json['input_prompt'] | |
img = process_image_from_binary(response_json['no_attack_img']) | |
else: | |
print(f"Request failed with status code {response.status_code}") | |
return prompt, img | |
def excute_udiff(diffusion_model_id, concept, steps, attack_id): | |
print(f"my IP is {myip}, my port is {myport}") | |
print(f"my input is diffusion_model_id: {diffusion_model_id}, concept: {concept}, steps: {steps}") | |
response = requests.post('http://{}:{}/udiff'.format(myip, myport), | |
json={"diffusion_model_id": diffusion_model_id, "concept": concept, "steps": steps, "attack_id": attack_id}, | |
timeout=(10, 1200)) | |
print(f"result: {response}") | |
# result = result.text[1:-1] | |
prompt = "" | |
img = None | |
if response.status_code == 200: | |
response_json = response.json() | |
print(response_json) | |
prompt = response_json['output_prompt'] | |
img = process_image_from_binary(response_json['attack_img']) | |
else: | |
print(f"Request failed with status code {response.status_code}") | |
return prompt, img | |
css = ''' | |
.instruction{position: absolute; top: 0;right: 0;margin-top: 0px !important} | |
.arrow{position: absolute;top: 0;right: -110px;margin-top: -8px !important} | |
#component-4, #component-3, #component-10{min-height: 0} | |
.duplicate-button img{margin: 0} | |
#img_1, #img_2, #img_3, #img_4{height:15rem} | |
#mdStyle{font-size: 0.7rem} | |
#titleCenter {text-align:center} | |
''' | |
with gr.Blocks(css=custom_css) as demo: | |
gr.HTML(TITLE) | |
gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text") | |
# gr.Markdown("# Demo of UnlearnDiffAtk.") | |
# gr.Markdown("### UnlearnDiffAtk is an effective and efficient adversarial prompt generation approach for unlearned diffusion models(DMs).") | |
# # gr.Markdown("####For more details, please visit the [project](https://www.optml-group.com/posts/mu_attack), | |
# # check the [code](https://github.com/OPTML-Group/Diffusion-MU-Attack), and read the [paper](https://arxiv.org/abs/2310.11868).") | |
# gr.Markdown("### Please notice that the process may take a long time, but the results will be saved. You can try it later if it waits for too long.") | |
with gr.Row() as udiff: | |
with gr.Row(): | |
drop = gr.Dropdown(["Object-Church", "Object-Parachute", "Object-Garbage_Truck","Style-VanGogh", | |
"Nudity"], | |
label="Unlearning undesirable concepts") | |
with gr.Column(): | |
# gr.Markdown("Please upload your model id.") | |
drop_model = gr.Dropdown(["ESD", "FMN", "SPM"], | |
label="Unlearned DMs") | |
# diffusion_model_T = gr.Textbox(label='diffusion_model_id') | |
# concept = gr.Textbox(label='concept') | |
# attacker = gr.Textbox(label='attacker') | |
# start_button = gr.Button("Attack!") | |
with gr.Column(): | |
atk_idx = gr.Textbox(label="attack index") | |
with gr.Column(): | |
shown_columns_step = gr.Slider( | |
0, 100, value=40, | |
step=1, label="Attack Steps", info="Choose between 0 and 100", | |
interactive=True,) | |
with gr.Row() as attack: | |
with gr.Column(min_width=512): | |
start_button = gr.Button("Attack prepare!",size='lg') | |
text_input = gr.Textbox(label="Input Prompt") | |
orig_img = gr.Image(label="Image Generated by Input Prompt",width=512,show_share_button=False,show_download_button=False) | |
with gr.Column(): | |
attack_button = gr.Button("UnlearnDiffAtk!",size='lg') | |
text_ouput = gr.Textbox(label="Prompt Genetated by UnlearnDiffAtk") | |
result_img = gr.Image(label="Image Gnerated by Prompt of UnlearnDiffAtk",width=512,show_share_button=False,show_download_button=False) | |
start_button.click(fn=excute_prepare, inputs=[drop_model, drop, shown_columns_step, atk_idx], outputs=[text_input, orig_img], api_name="prepare") | |
attack_button.click(fn=excute_udiff, inputs=[drop_model, drop, shown_columns_step, atk_idx], outputs=[text_ouput, result_img], api_name="udiff") | |
demo.queue().launch(server_name='0.0.0.0') |