Create release_notes/v2.1.md

mirishita/release_notes/v2.1.md

@@ -0,0 +1,316 @@
+# v2.1 & v2.0
+
+[Other versions](https://huggingface.co/gustproof/sd-models/tree/main/mirishita)
+
+A LoRA based on 3636 Theater Days cards, recognizing 50+ characters to varying degrees.
+
+Resumed from [deresute-v1.2](https://huggingface.co/gustproof/sd-models/blob/main/deresute/checkpoints/deresute-v1.2.safetensors). Unlike [shinymas-v2.1](https://civitai.com/models/17978?modelVersionId=44963), this time a signifcant portion of prior knowledge is lost, possibly due to namespace clash or model capacity.
+
+Twintails are hard.
+
+## Usage
+The style itself doesn't have a trigger word. For the characters, below are the character tags and respective top 20 related tags.
+
+```
+YURIKO NANAO,
+yellow eyes, blue hair, smile, short hair, 1girl, blush, solo, looking at viewer, open mouth, braid, dress, bow, :d, skirt, bangs, hair ornament, book, frills, ribbon, jewelry
+
+MATSURI TOKUGAWA,
+brown eyes, green hair, open mouth, looking at viewer, smile, 1girl, solo, blush, ribbon, bangs, hairband, dress, curly hair, :d, frills, parted bangs, jewelry, medium hair, hair ribbon, multiple girls
+
+ARISA MATSUDA,
+brown hair, twintails, brown eyes, smile, 1girl, open mouth, long hair, solo, looking at viewer, blush, :d, skirt, bangs, one eye closed, multiple girls, dress, bow, v, hair bow, hair ornament
+
+MIRAI KASUGA,
+brown hair, smile, open mouth, hair ornament, one side up, brown eyes, 1girl, short hair, hairclip, solo, looking at viewer, :d, blush, skirt, ribbon, closed eyes, multiple girls, jewelry, dress, hair ribbon
+
+KANA YABUKI,
+short hair, ahoge, open mouth, smile, brown hair, blush, 1girl, solo, brown eyes, looking at viewer, orange hair, yellow eyes, skirt, bow, :d, hair ornament, multiple girls, bangs, dress, closed eyes
+
+EMILY STEWART,
+blonde hair, long hair, twintails, purple eyes, 1girl, smile, solo, blush, open mouth, looking at viewer, dress, hairband, :d, bow, jewelry, multiple girls, gloves, hair ornament, flower, frills
+
+SHIHO KITAZAWA,
+brown hair, long hair, brown eyes, 1girl, smile, looking at viewer, solo, blush, open mouth, dress, jewelry, multiple girls, skirt, hair ornament, gloves, choker, necklace, star, lens flare, hat
+
+UMI KOUSAKA,
+long hair, brown hair, braid, smile, open mouth, looking at viewer, aqua eyes, 1girl, twin braids, blue eyes, solo, :d, blush, multiple girls, jewelry, skirt, dress, gloves, bangs, one eye closed
+
+SERIKA HAKOZAKI,
+twintails, brown hair, brown eyes, ahoge, long hair, open mouth, 1girl, smile, solo, looking at viewer, dress, blush, :d, ribbon, hair ornament, skirt, multiple girls, bow, hair ribbon, jewelry
+
+TSUBASA IBUKI,
+short hair, ahoge, pink eyes, 1girl, brown hair, smile, looking at viewer, open mouth, solo, blush, blonde hair, skirt, jewelry, bangs, dress, hair ornament, messy hair, hair between eyes, one eye closed, :d
+
+JULIA,
+short hair, blue eyes, red hair, 1girl, looking at viewer, smile, solo, open mouth, star, brown hair, dress, blush, jewelry, hair ornament, instrument, guitar, :d, skirt, multiple girls, necklace
+
+REIKA KITAKAMI,
+long hair, blue hair, twintails, smile, brown eyes, open mouth, 1girl, looking at viewer, solo, blush, :d, bangs, low twintails, jewelry, skirt, breasts, multiple girls, dress, gloves, hair ornament
+
+TOMOKA TENKUBASHI,
+brown hair, brown eyes, smile, 1girl, looking at viewer, hair bun, long hair, single hair bun, open mouth, solo, dress, blush, jewelry, hair ornament, skirt, :d, flower, frills, multiple girls, sidelocks
+
+SHIZUKA MOGAMI,
+long hair, black hair, blue eyes, 1girl, solo, smile, open mouth, looking at viewer, dress, blush, half updo, multiple girls, bow, jewelry, skirt, :d, blue hair, gloves, hair ornament, bangs
+
+ANNA MOCHIZUKI,
+long hair, ahoge, purple hair, aqua eyes, looking at viewer, 1girl, smile, open mouth, solo, blush, :d, hair between eyes, dress, skirt, blue hair, hair ornament, multiple girls, bangs, long sleeves, jewelry
+
+KOTOHA TANAKA,
+brown hair, long hair, brown eyes, open mouth, smile, 1girl, hairband, solo, looking at viewer, blush, dress, bangs, :d, jewelry, multiple girls, skirt, hair ornament, gloves, shirt, flower
+
+MOMOKO SUOU,
+brown hair, blue eyes, short hair, smile, open mouth, 1girl, hair ornament, looking at viewer, solo, ahoge, dress, blush, flower, multiple girls, hair flower, :d, bangs, skirt, frills, short sleeves
+
+MIZUKI MAKABE,
+short hair, yellow eyes, purple hair, 1girl, looking at viewer, solo, open mouth, blush, smile, grey hair, dress, multiple girls, skirt, jewelry, hair ornament, bow, sidelocks, 2girls, long sleeves, bracelet
+
+KONOMI BABA,
+brown hair, braid, aqua eyes, smile, single braid, long hair, 1girl, looking at viewer, open mouth, hair over shoulder, blush, solo, dress, jewelry, hair ornament, multiple girls, skirt, blue eyes, bangs, one eye closed
+
+HINATA KINOSHITA,
+brown hair, short hair, smile, ahoge, green eyes, open mouth, 1girl, blush, solo, looking at viewer, dress, :d, hair ornament, skirt, multiple girls, food, 2girls, hat, frills, bow
+
+AYUMU MAIHAMA,
+pink hair, pink eyes, multicolored hair, smile, 1girl, open mouth, looking at viewer, ponytail, long hair, solo, streaked hair, blonde hair, jewelry, blush, :d, multiple girls, jacket, bangs, necklace, hair ornament
+
+SAYOKO TAKAYAMA,
+long hair, black hair, 1girl, open mouth, brown eyes, solo, smile, looking at viewer, blush, red eyes, dress, :d, glasses, skirt, jewelry, bangs, hair ornament, multiple girls, gloves, twintails
+
+ROCO HANDA,
+long hair, grey hair, 1girl, solo, smile, green eyes, blush, bow, looking at viewer, open mouth, yellow eyes, hair bow, twintails, :d, hair ornament, jewelry, dress, brown hair, multiple girls, v-shaped eyebrows
+
+MEGUMI TOKORO,
+long hair, brown hair, blue eyes, ahoge, 1girl, smile, looking at viewer, open mouth, solo, jewelry, blush, bangs, breasts, dress, necklace, earrings, multiple girls, hair ornament, medium breasts, skirt
+
+ELENA SHIMABARA,
+green hair, long hair, ahoge, smile, open mouth, 1girl, hairband, blush, solo, looking at viewer, blue eyes, jewelry, aqua eyes, :d, bangs, dress, multiple girls, closed eyes, hair ornament, skirt
+
+SUBARU NAGAYOSHI,
+short hair, brown hair, smile, open mouth, 1girl, purple eyes, solo, green hair, looking at viewer, blush, :d, dress, multiple girls, jewelry, skirt, bangs, hair ornament, bow, jacket, gloves
+
+MIYA MIYAO,
+brown hair, long hair, smile, brown eyes, open mouth, 1girl, solo, looking at viewer, blush, dress, :d, bangs, thick eyebrows, hair ornament, jewelry, multiple girls, gloves, flower, skirt, long sleeves
+
+IKU NAKATANI,
+black hair, short hair, brown eyes, open mouth, smile, 1girl, solo, looking at viewer, hair ornament, blush, one side up, dress, bow, :d, bangs, multiple girls, brown hair, long sleeves, 2girls, closed eyes
+
+AKANE NONOHARA,
+short hair, smile, brown hair, brown eyes, 1girl, looking at viewer, open mouth, solo, jewelry, blush, red hair, one eye closed, dress, earrings, :d, hair ornament, gloves, multiple girls, closed eyes, bow
+
+RIO MOMOSE,
+long hair, brown hair, 1girl, looking at viewer, smile, solo, jewelry, breasts, blush, purple eyes, open mouth, cleavage, medium breasts, brown eyes, blonde hair, necklace, dress, earrings, one eye closed, bracelet
+
+KAREN SHINOMIYA,
+long hair, blue eyes, brown hair, 1girl, smile, looking at viewer, solo, blush, blonde hair, open mouth, jewelry, dress, aqua eyes, multiple girls, :d, hair ornament, skirt, gloves, bracelet, closed eyes
+
+FUKA TOYOKAWA,
+short hair, blue hair, smile, brown eyes, 1girl, open mouth, solo, breasts, antenna hair, looking at viewer, blush, jewelry, :d, dress, hair ornament, multiple girls, skirt, necklace, large breasts, bracelet
+
+TAMAKI OGAMI,
+long hair, smile, 1girl, one side up, open mouth, brown hair, solo, looking at viewer, brown eyes, :d, blush, orange hair, hair ornament, orange eyes, dress, shorts, jacket, v-shaped eyebrows, multiple girls, hat
+
+MINAKO SATAKE,
+brown hair, ponytail, blue eyes, open mouth, smile, looking at viewer, 1girl, long hair, solo, ribbon, :d, blush, hair ribbon, dress, multiple girls, jewelry, skirt, hair ornament, bow, food
+
+CHIHAYA KISARAGI,
+blue hair, long hair, brown eyes, 1girl, solo, smile, open mouth, looking at viewer, blush, :d, dress, skirt, bangs, hair ornament, jewelry, gloves, cowboy shot, short sleeves, jacket, long sleeves
+
+CHIZURU NIKAIDO,
+long hair, green eyes, brown hair, smile, 1girl, ponytail, open mouth, solo, looking at viewer, jewelry, blush, dress, :d, very long hair, hairband, earrings, hair ornament, necklace, bracelet, v-shaped eyebrows
+
+NAO YOKOYAMA,
+brown hair, ahoge, side ponytail, purple eyes, 1girl, smile, solo, looking at viewer, open mouth, drill hair, hair ornament, long hair, jewelry, blush, dress, bangs, one eye closed, skirt, standing, cowboy shot
+
+RITSUKO AKIZUKI,
+brown hair, glasses, brown eyes, antenna hair, 1girl, smile, braid, twin braids, open mouth, solo, looking at viewer, jewelry, long hair, dress, skirt, gloves, :d, multiple girls, blush, necklace
+
+MIKI HOSHII,
+long hair, blonde hair, ahoge, green eyes, 1girl, solo, smile, looking at viewer, open mouth, blush, jewelry, dress, skirt, gloves, hair between eyes, hair ornament, bangs, one eye closed, shirt, breasts
+
+HARUKA AMAMI,
+short hair, brown hair, smile, green eyes, 1girl, open mouth, ribbon, solo, looking at viewer, hair ribbon, blush, :d, skirt, hair ornament, bow, bangs, dress, hair bow, multiple girls, short sleeves
+
+NORIKO FUKUDA,
+short hair, brown eyes, blonde hair, smile, 1girl, looking at viewer, open mouth, solo, jewelry, blush, brown hair, earrings, :d, dress, hair ornament, skirt, jacket, multiple girls, bracelet, necklace
+
+AZUSA MIURA,
+blue hair, ahoge, short hair, smile, 1girl, red eyes, open mouth, solo, looking at viewer, jewelry, breasts, blush, necklace, :d, dress, skirt, multiple girls, bracelet, cleavage, earrings
+
+MAMI FUTAMI,
+brown hair, side ponytail, brown eyes, smile, 1girl, looking at viewer, solo, open mouth, long hair, hair ornament, star, :d, shiny, shiny hair, multiple girls, standing, shorts, skirt, cowboy shot, ribbon
+
+TAKANE SHIJOU,
+long hair, grey hair, 1girl, smile, solo, looking at viewer, pink eyes, purple eyes, hairband, open mouth, bangs, blush, hair ornament, dress, skirt, wavy hair, gloves, jewelry, long sleeves, :d
+
+IORI MINASE,
+brown hair, long hair, 1girl, solo, smile, looking at viewer, brown eyes, red eyes, blush, open mouth, hairband, dress, bow, standing, cowboy shot, skirt, jewelry, very long hair, one eye closed, hair bow
+
+MAKOTO KIKUCHI,
+short hair, black hair, antenna hair, smile, 1girl, solo, black eyes, looking at viewer, open mouth, dress, blush, gloves, jewelry, :d, hair ornament, short sleeves, one eye closed, frills, hair between eyes, multiple girls
+
+YAYOI TAKATSUKI,
+twintails, smile, open mouth, brown hair, 1girl, orange hair, solo, hair ornament, :d, blush, looking at viewer, blue eyes, dress, green eyes, skirt, long hair, bangs, jewelry, star, closed eyes
+
+KAORI SAKURAMORI,
+ahoge, braid, brown hair, short hair, green eyes, smile, light brown hair, open mouth, blush, 1girl, solo, looking at viewer, bangs, skirt, jewelry, dress, breasts, medium breasts, multiple girls, necklace
+
+HIBIKI GANAHA,
+long hair, black hair, ponytail, blue eyes, open mouth, smile, 1girl, antenna hair, fang, solo, looking at viewer, :d, bangs, blush, ribbon, jewelry, high ponytail, very long hair, skirt, short sleeves
+
+YUKIHO HAGIWARA,
+short hair, brown hair, brown eyes, open mouth, 1girl, smile, bob cut, solo, blush, looking at viewer, dress, skirt, :d, hair ornament, jewelry, multiple girls, frills, bangs, closed eyes, bow
+
+TSUMUGI SHIRAISHI,
+long hair, blue eyes, grey hair, 1girl, hair ornament, solo, bangs, looking at viewer, blush, smile, open mouth, blue hair, dress, hairclip, short sleeves, very long hair, closed mouth, standing, jewelry, skirt
+
+AMI FUTAMI,
+brown hair, brown eyes, short hair, smile, 1girl, solo, side ponytail, looking at viewer, open mouth, hair ornament, one side up, ribbon, skirt, jewelry, star, blush, :d, multiple girls, hair ribbon, dress
+
+SHIKA,
+smile, open mouth, 1girl, green hair, bow, blush, solo, shirt, bangs, looking at viewer, grey eyes, skirt, hair bow, short sleeves, white shirt, medium hair, :d, short hair, bowtie, breasts
+
+LEON,
+long hair, smile, brown hair, 1girl, heterochromia, blue eyes, solo, shirt, looking at viewer, skirt, hair between eyes, standing, asymmetrical bangs, closed mouth, ponytail, cowboy shot, bangs, orange hair, jewelry, necklace
+
+FREDERICA MIYAMOTO,
+multiple girls, 2girls, jewelry, smile, green eyes, open mouth, blonde hair, brown hair, short hair, earrings, gloves, lace gloves, long hair, hair ornament, black gloves, breasts, black dress, bangs, dress, looking at viewer
+
+SHIKI ICHINOSE,
+multiple girls, dress, ahoge, red dress, smile, jewelry, blue eyes, green hair, long hair, earrings, sleeveless dress, gloves, breasts, black dress, brown hair, bangs, medium breasts, wavy hair, sleeveless, bare shoulders
+```
+
+As a bonus, some [Cinderella Girls](https://civitai.com/models/23476/) prompts work as well.
+
+## Training info
+
+Training info
+Dataset:
+* 3636 Theater days cards collected from [Fantasia](https://mltd.matsurihi.me/) (wide images excluded)
+
+Tags generated with [SmilingWolf/wd-v1-4-convnextv2-tagger-v2](https://huggingface.co/SmilingWolf/wd-v1-4-convnextv2-tagger-v2) with a threshold of 0.35. No balancing and tag cleaning. No distinction between Produce and Support cards.
+
+Inspired by [a 2022 paper](https://openreview.net/pdf?id=Uad23IcIEs), a custom LR scheduler was used:
+```
+SequentialLR(optimizer, [
+    LinearLR(optimizer, 0.1, total_iters=steps_per_epoch),
+    CosineAnnealingWarmRestarts(optimizer, steps_per_epoch*2, T_mult=2)
+], [steps_per_epoch])
+```
+
+Training cost: ~31 T4-hours (in addition to deresute costs)
+
+
+Data distribution:
+```
+             character  cards
+1         YURIKO NANAO     80
+2     MATSURI TOKUGAWA     80
+3        ARISA MATSUDA     78
+4         MIRAI KASUGA     78
+5          KANA YABUKI     78
+6        EMILY STEWART     76
+7       SHIHO KITAZAWA     76
+8          UMI KOUSAKA     76
+9      SERIKA HAKOZAKI     76
+10       TSUBASA IBUKI     76
+11               JULIA     74
+12      REIKA KITAKAMI     74
+13   TOMOKA TENKUBASHI     74
+14      SHIZUKA MOGAMI     74
+15      ANNA MOCHIZUKI     74
+16       KOTOHA TANAKA     74
+17         MOMOKO SUOU     72
+18       MIZUKI MAKABE     72
+19         KONOMI BABA     72
+20    HINATA KINOSHITA     72
+21       AYUMU MAIHAMA     72
+22     SAYOKO TAKAYAMA     72
+23          ROCO HANDA     72
+24       MEGUMI TOKORO     72
+25     ELENA SHIMABARA     72
+26    SUBARU NAGAYOSHI     70
+27          MIYA MIYAO     70
+28        IKU NAKATANI     70
+29      AKANE NONOHARA     70
+30          RIO MOMOSE     68
+31     KAREN SHINOMIYA     68
+32       FUKA TOYOKAWA     68
+33        TAMAKI OGAMI     68
+34       MINAKO SATAKE     68
+35    CHIHAYA KISARAGI     68
+36     CHIZURU NIKAIDO     66
+37        NAO YOKOYAMA     66
+38     RITSUKO AKIZUKI     66
+39         MIKI HOSHII     66
+40        HARUKA AMAMI     64
+41       NORIKO FUKUDA     64
+42         AZUSA MIURA     64
+43         MAMI FUTAMI     64
+44       TAKANE SHIJOU     64
+45         IORI MINASE     64
+46      MAKOTO KIKUCHI     62
+47     YAYOI TAKATSUKI     60
+48    KAORI SAKURAMORI     60
+49       HIBIKI GANAHA     60
+50     YUKIHO HAGIWARA     60
+51   TSUMUGI SHIRAISHI     56
+52          AMI FUTAMI     56
+53               SHIKA      8
+54                LEON      8
+55  FREDERICA MIYAMOTO      2
+56      SHIKI ICHINOSE      2
+```
+
+
+```
+[model_arguments]
+v2 = false
+v_parameterization = false
+pretrained_model_name_or_path = "animefull-final-pruned.ckpt"
+
+[additional_network_arguments]
+no_metadata = false
+network_module = "lycoris.kohya"
+network_dim = 16
+network_alpha = 1
+network_args = [ "conv_dim=0", "algo=loha",]
+network_train_unet_only = false
+network_train_text_encoder_only = false
+cache_latents = false
+
+[optimizer_arguments]
+optimizer_type = "AdamW8bit"
+learning_rate = 0.001
+max_grad_norm = 1.0
+lr_scheduler = "custom"
+#lr_warmup_steps = 100
+
+[dataset_arguments]
+debug_dataset = false
+# resolution: 576x704
+
+[training_arguments]
+save_precision = "fp16"
+save_every_n_epochs = 1
+max_token_length = 225
+mem_eff_attn = false
+xformers = true
+max_train_epochs = 31
+max_data_loader_n_workers = 0
+persistent_data_loader_workers = false
+gradient_checkpointing = false
+gradient_accumulation_steps = 1
+mixed_precision = "fp16"
+clip_skip = 2
+lowram = true
+
+[sample_prompt_arguments]
+
+[saving_arguments]
+save_model_as = "safetensors"
+
+```
+
+v2.1 is tuned from v2.0 with resolution raised to 640x768.