dim/alpha
conv/locon: 1/1
linear/lora: 4/4
$learning_rate=0.5
$text_encoder_lr=0.25
$unet_lr=0.5
$optimizer_args="weight_decay=0.60 decouple=True"
$optimizer_type="DAdaptation"