Update README.md
Browse files
README.md
CHANGED
@@ -41,8 +41,10 @@ from models.controllora import ControlLoRAModel
|
|
41 |
|
42 |
image = Image.open('<Your Conditioning Image Path>')
|
43 |
|
|
|
|
|
44 |
unet = UNet2DConditionModel.from_pretrained(
|
45 |
-
|
46 |
)
|
47 |
controllora = ControlLoRAModel.from_pretrained(
|
48 |
"HighCWu/HighCWu/sd-controllora-face-landmarks", torch_dtype=torch.float16
|
@@ -50,7 +52,7 @@ controllora = ControlLoRAModel.from_pretrained(
|
|
50 |
controllora.tie_weights(unet)
|
51 |
|
52 |
pipe = StableDiffusionControlNetPipeline.from_pretrained(
|
53 |
-
|
54 |
)
|
55 |
|
56 |
pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config)
|
|
|
41 |
|
42 |
image = Image.open('<Your Conditioning Image Path>')
|
43 |
|
44 |
+
base_model = "runwayml/stable-diffusion-v1-5"
|
45 |
+
|
46 |
unet = UNet2DConditionModel.from_pretrained(
|
47 |
+
base_model, subfolder="unet"
|
48 |
)
|
49 |
controllora = ControlLoRAModel.from_pretrained(
|
50 |
"HighCWu/HighCWu/sd-controllora-face-landmarks", torch_dtype=torch.float16
|
|
|
52 |
controllora.tie_weights(unet)
|
53 |
|
54 |
pipe = StableDiffusionControlNetPipeline.from_pretrained(
|
55 |
+
base_model, unet=unet, controlnet=controllora, safety_checker=None, torch_dtype=torch.float16
|
56 |
)
|
57 |
|
58 |
pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config)
|