breakcore2
commited on
Commit
•
25b6b65
1
Parent(s):
04c3d83
trainiing notes
Browse files
locon/amber_(genshin_impact)/training settings.txt
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
$noise_offset=0
|
2 |
+
$keep_tokens=0
|
3 |
+
$learning_rate=0.5
|
4 |
+
$text_encoder_lr=0.25
|
5 |
+
$unet_lr=0.5
|
6 |
+
$lr_warmup_ratio = 0.0
|
7 |
+
$weight_decay = 0.2 # not currently usedg
|
8 |
+
$resolution=512
|
9 |
+
$train_batch_size = 4
|
10 |
+
$gradient_accumulation_steps=2 # not currently usnig
|
11 |
+
$num_epochs = 5
|
12 |
+
$save_every_n_epochs=1
|
13 |
+
$scheduler="cosine_with_restarts"
|
14 |
+
$network_dim=4 # linear layers
|
15 |
+
$network_alpha=4 # linear layers
|
16 |
+
$conv_dim=1
|
17 |
+
$conv_alpha=1 # due to code errors this was 4 (took value from network_alpha)
|
18 |
+
$network_args="conv_dim={0}" -f $conv_alpha
|
19 |
+
$network_args2="conv_alpha={1}" -f $conv_dim
|
20 |
+
$optimizer_args="weight_decay=0.60 decouple=True" # not used from settings, set directly in code
|
21 |
+
$optimizer_type="DAdaptation"
|