Update README.md

README.md

@@ -3,9 +3,9 @@
 
 
 
-| raw | control image | output |
-|:-------------------------:|:-------------------------:|:-------------------------:|
-|<img src="./raw.jpg" width = "400" />  | <img src="./canny.jpg" width = "400" /> |  <img src="./demo_1.jpg" width = "400" /> |
+| control image | weight=0.0 | weight=0.3 | weight=0.5 | weight=0.7 | weight=0.9 |
+|:-------------------------:|:-------------------------:|:-------------------------:|:-------------------------:|:-------------------------:|:-------------------------:|
+|<img src="./canny.jpg" width = "400" /> | <img src="./demo_0.jpg" width = "400" /> | <img src="./demo_3.jpg" width = "400" /> | <img src="./demo_5.jpg" width = "400" /> | <img src="./demo_7.jpg" width = "400" /> | <img src="./demo_9.jpg" width = "400" /> |
 
 
 # Install Diffusers-SD3-Controlnet
@@ -21,37 +21,25 @@ pip install -e .
 # Demo
 ```python
 import torch
+from diffusers import StableDiffusion3ControlNetPipeline
+from diffusers.models import SD3ControlNetModel, SD3MultiControlNetModel
 from diffusers.utils import load_image
-import sys, os
-sys.path.append('/path/diffusers/examples/community')
-from pipeline_stable_diffusion_3_controlnet import StableDiffusion3CommonPipeline
-
 # load pipeline
-base_model = 'stabilityai/stable-diffusion-3-medium-diffusers'
-pipe = StableDiffusion3CommonPipeline.from_pretrained(
-    base_model, 
-    controlnet_list=['InstantX/SD3-Controlnet-Canny']
+controlnet = SD3ControlNetModel.from_pretrained("InstantX/SD3-Controlnet-Canny")
+pipe = StableDiffusion3ControlNetPipeline.from_pretrained(
+    "stabilityai/stable-diffusion-3-medium-diffusers",
+    controlnet=controlnet
 )
-pipe.to('cuda:0', torch.float16)
+pipe.to("cuda", torch.float16)
+# config
+control_image = load_image("https://huggingface.co/InstantX/SD3-Controlnet-Canny/resolve/main/canny.jpg")
 prompt = 'Anime style illustration of a girl wearing a suit. A moon in sky. In the background we see a big rain approaching. text "InstantX" on image'
 n_prompt = 'NSFW, nude, naked, porn, ugly'
-# controlnet config
-controlnet_conditioning = [
-    dict(
-        control_index=0,
-        control_image=load_image('https://huggingface.co/InstantX/SD3-Controlnet-Canny/resolve/main/canny.jpg'),
-        control_weight=0.7,
-        control_pooled_projections='zeros'
-    )
-]
-# infer
 image = pipe(
-    prompt=prompt,
-    negative_prompt=n_prompt,
-    controlnet_conditioning=controlnet_conditioning,
-    num_inference_steps=28,
-    guidance_scale=7.0,
-    height=1024,
-    width=1024,
+    prompt, 
+    negative_prompt=n_prompt, 
+    control_image=canny_image, 
+    controlnet_conditioning_scale=0.5,
 ).images[0]
+image.save('image.jpg')
 ```