Upload nd_knd.yaml
Browse files- nd_knd.yaml +141 -0
nd_knd.yaml
ADDED
@@ -0,0 +1,141 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
name: yingyi-run
|
2 |
+
|
3 |
+
trainer:
|
4 |
+
model_url:
|
5 |
+
model_path: "/root/autodl-tmp/nd/knd19"
|
6 |
+
init_batch_size: 1
|
7 |
+
resolution: 768
|
8 |
+
center_crop: false
|
9 |
+
gradient_checkpointing: true
|
10 |
+
clip_skip: 2
|
11 |
+
seed: 1138
|
12 |
+
precision: fp32
|
13 |
+
use_ema: true
|
14 |
+
half_encoder: false
|
15 |
+
use_hivemind: false
|
16 |
+
lr_scale: sqrt
|
17 |
+
attention_slicing: false
|
18 |
+
vae_slicing: false
|
19 |
+
train_text_encoder: false
|
20 |
+
|
21 |
+
# note: only works with init_batch_size > 1
|
22 |
+
use_xformers: true
|
23 |
+
|
24 |
+
checkpoint:
|
25 |
+
monitor: 'epoch'
|
26 |
+
dirpath: checkpoint
|
27 |
+
filename: 'knd-nd-epoch{epoch:02d}-loss{train_loss:.2f}'
|
28 |
+
auto_insert_metric_name: false
|
29 |
+
every_n_epochs: 5
|
30 |
+
save_top_k: -1
|
31 |
+
mode: 'max'
|
32 |
+
save_last: false
|
33 |
+
|
34 |
+
lightning:
|
35 |
+
accelerator: gpu
|
36 |
+
devices: -1
|
37 |
+
auto_select_gpus: true
|
38 |
+
# limit_train_batches: 100
|
39 |
+
max_epochs: 40
|
40 |
+
precision: 16
|
41 |
+
log_every_n_steps: 1
|
42 |
+
accumulate_grad_batches: 2
|
43 |
+
gradient_clip_val: 0.0
|
44 |
+
auto_scale_batch_size: true
|
45 |
+
auto_lr_find: false
|
46 |
+
move_metrics_to_cpu: true
|
47 |
+
|
48 |
+
arb:
|
49 |
+
enabled: true
|
50 |
+
debug: false
|
51 |
+
base_res: [768, 768]
|
52 |
+
max_size: [768, 1536]
|
53 |
+
divisible: 64
|
54 |
+
max_ar_error: 4
|
55 |
+
min_dim: 512
|
56 |
+
dim_limit: 1728
|
57 |
+
|
58 |
+
dataset:
|
59 |
+
img_path:
|
60 |
+
- "/root/autodl-tmp/knd_set2"
|
61 |
+
center_crop: false
|
62 |
+
ucg: 0.1
|
63 |
+
debug_arb: false
|
64 |
+
num_workers: 3
|
65 |
+
process_tags: true
|
66 |
+
important_tags: [yoisaki kanade, 25-ji night code de. (project sekai), project sekai, blue hair, grey hair]
|
67 |
+
augment:
|
68 |
+
enabled: true
|
69 |
+
debug: false
|
70 |
+
dropout: 0.5
|
71 |
+
methods:
|
72 |
+
flip: true
|
73 |
+
adjust_brightness: 1.01
|
74 |
+
adjust_contrast: 1.01
|
75 |
+
rotate_with_crop: 2
|
76 |
+
|
77 |
+
scheduler:
|
78 |
+
name: diffusers.DDIMScheduler
|
79 |
+
params:
|
80 |
+
beta_end: 0.012
|
81 |
+
beta_schedule: "scaled_linear"
|
82 |
+
beta_start: 0.00085
|
83 |
+
clip_sample: false
|
84 |
+
num_train_timesteps: 1000
|
85 |
+
set_alpha_to_one: false
|
86 |
+
steps_offset: 1
|
87 |
+
trained_betas: null
|
88 |
+
|
89 |
+
optimizer:
|
90 |
+
name: bitsandbytes.optim.AdamW8bit
|
91 |
+
#name: torch.optim.AdamW
|
92 |
+
params:
|
93 |
+
lr: 2e-6
|
94 |
+
weight_decay: 1e-2
|
95 |
+
eps: 1e-8
|
96 |
+
|
97 |
+
lr_scheduler:
|
98 |
+
name: torch.optim.lr_scheduler.CosineAnnealingWarmRestarts
|
99 |
+
warmup:
|
100 |
+
enabled: false
|
101 |
+
init_lr: 2e-8
|
102 |
+
num_warmup: 50
|
103 |
+
warmup_strategy: "cos"
|
104 |
+
params:
|
105 |
+
T_0: 10
|
106 |
+
T_mult: 1
|
107 |
+
eta_min: 7e-8
|
108 |
+
last_epoch: -1
|
109 |
+
|
110 |
+
monitor:
|
111 |
+
wandb_id: ""
|
112 |
+
huggingface_repo: ""
|
113 |
+
hf_auth_token: ""
|
114 |
+
store_checkpoints: false
|
115 |
+
|
116 |
+
sampling:
|
117 |
+
enabled: true
|
118 |
+
use_wandb: true
|
119 |
+
every_n_steps: -1
|
120 |
+
every_n_epochs: 1
|
121 |
+
save_dir: "/root/autodl-tmp/naifu-diffusion/samples"
|
122 |
+
seed: 1139
|
123 |
+
height: 512
|
124 |
+
width: 512
|
125 |
+
steps: 20
|
126 |
+
cfg_scale: 9
|
127 |
+
negative_prompts:
|
128 |
+
- "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry"
|
129 |
+
- "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry"
|
130 |
+
- "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry"
|
131 |
+
- "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry"
|
132 |
+
prompts:
|
133 |
+
- "yoisaki kanade, 25-ji night code de. (project sekai), 1girl, solo, blue eyes, long hair, white background, simple background, looking at viewer, jacket, blue jacket, hair between eyes, upper body, blush, closed mouth, nail polish, hands on own face, bangs, long sleeves, shirt, open clothes, open jacket, black camisole, blue nails, collarbone, camisole, ahoge, black shirt, blue hoodie, blue theme, embarrassed, grey hair, hood, hoodie, sidelocks, spaghetti strap, anataa, project sekai, absurdres, highres"
|
134 |
+
- "yoisaki kanade, 25-ji night code de. (project sekai), 1girl, solo, long hair, blue eyes, jacket, ponytail, blue jacket, looking at viewer, shirt, shorts, simple background, white shirt, sitting, hair between eyes, blue hair, very long hair, long sleeves, grey background, bangs, closed mouth, alternate hairstyle, arms between legs, expressionless, grey shorts, messy hair, squatting, thighs, v arms, fuinagi (huyuu mm), project sekai, absurdres, highres, partial commentary"
|
135 |
+
- "yoisaki kanade, 25-ji night code de. (project sekai), 1girl, solo, blue eyes, long hair, hood, neckerchief, hoodie, looking at viewer, hair between eyes, upper body, sleeves past wrists, signature, red neckerchief, expressionless, artist name, bangs, black hoodie, black neckerchief, blue hair, closed mouth, hair over shoulder, light blue hair, shadow, sidelocks, split mouth, two-tone neckerchief, very long hair, kusunokimizuha, project sekai, absurdres, highres"
|
136 |
+
- "yoisaki kanade, 25-ji night code de. (project sekai), 1girl, solo, long hair, blue eyes, blurry background, looking at viewer, parted lips, red neckerchief, hood, hair between eyes, neckerchief, hoodie, blurry, long sleeves, hood down, very long hair, upper body, bangs, hand up, black hoodie, white hair, adjusting hair, arm at side, backlighting, black neckerchief, dot nose, expressionless, eyelashes, facing viewer, floating hair, grey hoodie, hand in own hair, outdoors, sideways glance, sleeves past wrists, straight hair, tsurime, two-tone hoodie, two-tone neckerchief, nannaspad, project sekai, absurdres, highres"
|
137 |
+
|
138 |
+
encoder:
|
139 |
+
# Leave blank to load from model
|
140 |
+
text:
|
141 |
+
vae:
|