Create v1.0.md

mirishita/release_notes/v1.0.md

@@ -0,0 +1,302 @@
+# v1.0
+
+A LoRA (Hadamard Product) based on 4502 Theater Days Cards, recognizing the 56 characters to varying degrees. First try, under-trained, requires hparam tuning.
+
+Usage
+-----
+
+This Hadamard Product LoRA requires installing [an extra extension](https://github.com/KohakuBlueleaf/a1111-sd-webui-locon) to be used in the Web UI.
+
+The style itself doesn't have a trigger word. For the characters, below are the character tags and respective top 20 related tags.
+
+```
+YURIKO NANAO,
+yellow eyes, blue hair, short hair, smile, 1girl, blush, solo, braid, looking at viewer, open mouth, dress, :d, hair ornament, bangs, book, jewelry, ribbon, bow, frills, skirt
+
+MATSURI TOKUGAWA,
+green hair, brown eyes, open mouth, looking at viewer, smile, 1girl, blush, solo, parted bangs, bangs, hairband, ribbon, dress, frills, jewelry, :d, multiple girls, bow, short hair, medium hair
+
+ARISA MATSUDA,
+brown hair, brown eyes, twintails, smile, long hair, 1girl, open mouth, looking at viewer, blush, solo, bangs, :d, bow, skirt, multiple girls, one eye closed, dress, hair bow, gloves, ribbon
+
+MIRAI KASUGA,
+brown hair, smile, open mouth, hair ornament, one side up, short hair, brown eyes, 1girl, hairclip, solo, blush, looking at viewer, :d, skirt, jewelry, closed eyes, multiple girls, ribbon, star, frills
+
+EMILY STEWART,
+blonde hair, long hair, twintails, purple eyes, 1girl, smile, solo, open mouth, looking at viewer, blush, dress, hairband, :d, hair ornament, jewelry, multiple girls, bow, gloves, flower, holding
+
+KANA YABUKI,
+short hair, brown hair, smile, open mouth, brown eyes, ahoge, blush, 1girl, solo, looking at viewer, orange hair, bow, skirt, :d, multiple girls, hair ornament, bangs, closed eyes, dress, yellow eyes
+
+UMI KOUSAKA,
+long hair, brown hair, braid, blue eyes, smile, open mouth, looking at viewer, 1girl, blush, twin braids, solo, aqua eyes, :d, multiple girls, skirt, jewelry, bangs, hair ornament, dress, bow
+
+KOTOHA TANAKA,
+brown hair, long hair, brown eyes, open mouth, smile, 1girl, blush, hairband, solo, looking at viewer, bangs, dress, jewelry, :d, skirt, hair ornament, gloves, multiple girls, flower, frills
+
+TSUBASA IBUKI,
+short hair, ahoge, pink eyes, smile, 1girl, looking at viewer, brown hair, open mouth, blush, solo, blonde hair, skirt, jewelry, bangs, :d, hair ornament, multiple girls, dress, one eye closed, hair between eyes
+
+JULIA,
+short hair, blue eyes, red hair, smile, 1girl, open mouth, solo, looking at viewer, brown hair, jewelry, star, blush, multiple girls, dress, instrument, :d, guitar, skirt, hair ornament, holding
+
+REIKA KITAKAMI,
+long hair, blue hair, smile, twintails, brown eyes, open mouth, 1girl, looking at viewer, blush, solo, :d, multiple girls, skirt, bangs, jewelry, gloves, closed eyes, hat, low twintails, dress
+
+SHIHO KITAZAWA,
+brown hair, long hair, brown eyes, 1girl, solo, looking at viewer, smile, blush, open mouth, dress, jewelry, hair ornament, skirt, multiple girls, :d, sitting, frills, gloves, bow, holding
+
+SERIKA HAKOZAKI,
+brown hair, twintails, long hair, ahoge, brown eyes, smile, open mouth, 1girl, solo, looking at viewer, blush, dress, :d, ribbon, skirt, multiple girls, hair ornament, very long hair, hair ribbon, bangs
+
+MIZUKI MAKABE,
+short hair, yellow eyes, purple hair, 1girl, looking at viewer, open mouth, blush, solo, smile, multiple girls, dress, hair ornament, skirt, shirt, jewelry, flower, long sleeves, bangs, sidelocks, 2girls
+
+TOMOKA TENKUBASHI,
+brown hair, brown eyes, smile, 1girl, long hair, open mouth, solo, looking at viewer, hair bun, single hair bun, blush, dress, jewelry, :d, sidelocks, flower, skirt, hair ornament, bow, frills
+
+SHIZUKA MOGAMI,
+long hair, blue eyes, black hair, 1girl, open mouth, solo, smile, looking at viewer, blush, dress, bangs, :d, hair ornament, blue hair, skirt, bow, gloves, multiple girls, frills, half updo
+
+SAYOKO TAKAYAMA,
+long hair, black hair, smile, open mouth, 1girl, red eyes, looking at viewer, brown eyes, solo, blush, blue hair, skirt, :d, glasses, bangs, multiple girls, dress, gloves, jewelry, outdoors
+
+ROCO HANDA,
+long hair, smile, 1girl, yellow eyes, solo, blush, open mouth, grey hair, looking at viewer, green eyes, bow, brown hair, twintails, hair ornament, :d, jewelry, dress, skirt, hair bow, multiple girls
+
+ANNA MOCHIZUKI,
+purple hair, long hair, aqua eyes, ahoge, smile, open mouth, looking at viewer, 1girl, blush, solo, hair between eyes, bangs, :d, blue hair, skirt, multiple girls, holding, hair ornament, dress, bow
+
+MEGUMI TOKORO,
+long hair, brown hair, blue eyes, ahoge, smile, open mouth, 1girl, looking at viewer, blush, solo, jewelry, breasts, dress, hair ornament, multiple girls, earrings, medium breasts, :d, bangs, skirt
+
+MOMOKO SUOU,
+brown hair, blue eyes, short hair, smile, open mouth, blush, 1girl, looking at viewer, ahoge, solo, dress, bangs, hair ornament, :d, flower, multiple girls, hair flower, bow, frills, long sleeves
+
+MIYA MIYAO,
+long hair, brown hair, smile, open mouth, blush, brown eyes, 1girl, solo, looking at viewer, bangs, :d, thick eyebrows, dress, hair ornament, skirt, jewelry, multiple girls, frills, bow, outdoors
+
+KONOMI BABA,
+brown hair, long hair, braid, aqua eyes, single braid, smile, 1girl, open mouth, looking at viewer, blush, solo, hair over shoulder, jewelry, dress, multiple girls, hair ornament, :d, one eye closed, skirt, blue eyes
+
+HINATA KINOSHITA,
+brown hair, short hair, smile, green eyes, ahoge, open mouth, 1girl, blush, solo, looking at viewer, :d, skirt, dress, multiple girls, hair ornament, holding, 2girls, hat, short sleeves, closed eyes
+
+AYUMU MAIHAMA,
+pink hair, multicolored hair, pink eyes, streaked hair, smile, open mouth, looking at viewer, 1girl, long hair, blonde hair, ponytail, blush, solo, jewelry, :d, multiple girls, earrings, bangs, jacket, skirt
+
+CHIHAYA KISARAGI,
+blue hair, long hair, brown eyes, 1girl, smile, open mouth, solo, blush, looking at viewer, bangs, :d, hair ornament, dress, gloves, jewelry, jacket, skirt, holding, short sleeves, closed eyes
+
+SUBARU NAGAYOSHI,
+short hair, open mouth, brown hair, green hair, smile, 1girl, looking at viewer, blush, solo, purple eyes, skirt, jewelry, :d, multiple girls, red eyes, dress, brown eyes, bangs, gloves, hair ornament
+
+IKU NAKATANI,
+black hair, short hair, brown eyes, open mouth, smile, blush, 1girl, looking at viewer, hair ornament, solo, bangs, :d, dress, one side up, bow, multiple girls, brown hair, frills, flower, skirt
+
+AKANE NONOHARA,
+short hair, smile, brown hair, brown eyes, 1girl, looking at viewer, open mouth, solo, jewelry, red hair, blush, multiple girls, one eye closed, bangs, dress, bow, earrings, gloves, closed eyes, hair ornament
+
+ELENA SHIMABARA,
+green hair, ahoge, long hair, smile, open mouth, blush, 1girl, blue eyes, hairband, looking at viewer, jewelry, :d, bangs, solo, multiple girls, hair ornament, aqua eyes, dress, skirt, closed eyes
+
+MIKI HOSHII,
+long hair, blonde hair, ahoge, green eyes, 1girl, looking at viewer, blush, solo, smile, open mouth, dress, jewelry, skirt, gloves, hair ornament, :d, multiple girls, one eye closed, breasts, necklace
+
+RIO MOMOSE,
+long hair, brown hair, 1girl, smile, looking at viewer, solo, open mouth, jewelry, blonde hair, blush, breasts, brown eyes, cleavage, medium breasts, necklace, one eye closed, dress, red eyes, hair ornament, multiple girls
+
+KAREN SHINOMIYA,
+long hair, blue eyes, brown hair, 1girl, smile, blonde hair, solo, blush, looking at viewer, open mouth, dress, jewelry, skirt, hair ornament, multiple girls, gloves, aqua eyes, breasts, flower, bow
+
+FUKA TOYOKAWA,
+short hair, blue hair, brown eyes, smile, open mouth, 1girl, solo, antenna hair, breasts, looking at viewer, blush, jewelry, dress, bangs, :d, multiple girls, hair ornament, medium breasts, skirt, necklace
+
+TAMAKI OGAMI,
+long hair, brown hair, smile, open mouth, brown eyes, 1girl, blush, one side up, looking at viewer, solo, :d, hair ornament, orange hair, bangs, dress, shorts, bow, long sleeves, multiple girls, closed eyes
+
+MINAKO SATAKE,
+brown hair, ponytail, blue eyes, open mouth, smile, 1girl, looking at viewer, solo, long hair, blush, bow, :d, ribbon, multiple girls, skirt, hair bow, jewelry, dress, bangs, 2girls
+
+HARUKA AMAMI,
+short hair, brown hair, smile, green eyes, open mouth, 1girl, blush, ribbon, solo, looking at viewer, hair ribbon, skirt, :d, bangs, bow, hair ornament, dress, hair bow, frills, shirt
+
+CHIZURU NIKAIDO,
+long hair, green eyes, brown hair, smile, 1girl, open mouth, ponytail, looking at viewer, blush, jewelry, solo, dress, earrings, :d, hair ornament, necklace, hairband, bracelet, flower, very long hair
+
+NAO YOKOYAMA,
+brown hair, ahoge, side ponytail, purple eyes, 1girl, smile, looking at viewer, solo, open mouth, drill hair, blush, hair ornament, bangs, side drill, dress, jewelry, skirt, long hair, star, one eye closed
+
+RITSUKO AKIZUKI,
+glasses, brown hair, brown eyes, antenna hair, 1girl, braid, smile, twin braids, open mouth, solo, looking at viewer, jewelry, blush, gloves, skirt, multiple girls, long hair, dress, breasts, necklace
+
+MAKOTO KIKUCHI,
+short hair, black hair, antenna hair, smile, black eyes, 1girl, solo, open mouth, looking at viewer, blush, gloves, :d, dress, purple eyes, multiple girls, jewelry, bangs, hair ornament, shorts, short sleeves
+
+AZUSA MIURA,
+blue hair, ahoge, short hair, smile, red eyes, open mouth, 1girl, solo, looking at viewer, jewelry, breasts, blush, necklace, dress, :d, hair ornament, cleavage, bracelet, multiple girls, skirt
+
+MAMI FUTAMI,
+brown hair, side ponytail, brown eyes, smile, 1girl, looking at viewer, open mouth, solo, hair ornament, long hair, blush, star, bangs, multiple girls, :d, skirt, dress, long sleeves, short sleeves, short hair
+
+TAKANE SHIJOU,
+long hair, grey hair, smile, purple eyes, 1girl, solo, looking at viewer, bangs, blush, hairband, open mouth, dress, pink eyes, gloves, hair ornament, wavy hair, jewelry, skirt, multiple girls, breasts
+
+IORI MINASE,
+long hair, brown hair, 1girl, smile, looking at viewer, solo, brown eyes, blush, red eyes, open mouth, dress, hairband, jewelry, bow, skirt, one eye closed, gloves, frills, cowboy shot, short sleeves
+
+KAORI SAKURAMORI,
+brown hair, braid, short hair, ahoge, green eyes, smile, open mouth, bangs, 1girl, blush, light brown hair, solo, jewelry, looking at viewer, dress, long sleeves, breasts, frills, skirt, :d
+
+NORIKO FUKUDA,
+short hair, brown eyes, blonde hair, smile, 1girl, looking at viewer, open mouth, blush, solo, jewelry, bangs, skirt, brown hair, earrings, hair ornament, :d, jacket, multiple girls, necklace, dress
+
+YAYOI TAKATSUKI,
+twintails, smile, open mouth, orange hair, brown hair, 1girl, blush, :d, solo, hair ornament, looking at viewer, long hair, aqua eyes, skirt, bangs, blue eyes, star, dress, closed eyes, multiple girls
+
+HIBIKI GANAHA,
+long hair, black hair, blue eyes, ponytail, smile, open mouth, fang, 1girl, solo, antenna hair, looking at viewer, blush, :d, jewelry, high ponytail, bangs, ribbon, earrings, hair ribbon, outdoors
+
+YUKIHO HAGIWARA,
+short hair, brown hair, brown eyes, smile, open mouth, 1girl, solo, bob cut, blush, looking at viewer, skirt, dress, multiple girls, :d, bangs, hair ornament, closed eyes, bow, gloves, jewelry
+
+TSUMUGI SHIRAISHI,
+long hair, blue eyes, bangs, hair ornament, 1girl, grey hair, looking at viewer, blush, solo, smile, blue hair, open mouth, dress, low-tied long hair, skirt, hairclip, short sleeves, closed mouth, very long hair, long sleeves
+
+AMI FUTAMI,
+brown hair, short hair, brown eyes, side ponytail, smile, 1girl, open mouth, looking at viewer, solo, hair ornament, star, blush, skirt, :d, jewelry, multiple girls, dress, gloves, grin, bangs
+
+SHIKA,
+open mouth, 1girl, smile, green hair, bow, blush, solo, looking at viewer, short hair, bangs, white shirt, shirt, hair bow, grey eyes, :d, short sleeves, dress, bowtie, hand up, skirt
+
+LEON,
+long hair, smile, ponytail, brown hair, 1girl, heterochromia, solo, looking at viewer, blue eyes, bangs, high ponytail, shirt, wavy hair, orange hair, pink eyes, jewelry, necklace, earrings, hand on hip, white shirt
+
+FREDERICA MIYAMOTO,
+multiple girls, 2girls, green eyes, jewelry, brown hair, blonde hair, gloves, earrings, open mouth, smile, short hair, long hair, lace gloves, black gloves, :3, bangs, hair ornament, dress, looking at viewer, elbow gloves
+
+SHIKI ICHINOSE,
+multiple girls, dress, green hair, long hair, ahoge, gloves, blue eyes, earrings, sleeveless dress, red dress, jewelry, smile, breasts, open mouth, sleeveless, brown hair, bangs, medium breasts, wavy hair, black gloves
+```
+
+Training info
+-------------
+
+Trained solely on 4502 Theatre Days cards (3636 640x800, 866 1280x720) collected from [Fantasia](https://mltd.matsurihi.me/) without balancing and tag cleaning. Near-duplicates were found (background variations/crops), but they were not cleaned. Tags generated with [SmilingWolf/wd-v1-4-swinv2-tagger-v2](https://huggingface.co/SmilingWolf/wd-v1-4-swinv2-tagger-v2) with a threshold of 0.35. Caption template was "[char name], [rarity], [size], [other tags shuffled]".
+
+Rarity tags `Rarity N, Rarity R, Rarity SR, Rarity SSR`and size tags `640, 1280` were used in training, but the conditioning effect appears to be minimal.
+
+Training cost: ~3.5 T4-hours
+
+Data distribution:
+
+```
+             character  total  640  1280  N   R  SR  SSR
+1         YURIKO NANAO     96   80    16  2   6  56   32
+2     MATSURI TOKUGAWA     96   80    16  2   8  54   32
+3        ARISA MATSUDA     94   78    16  2   8  52   32
+4         MIRAI KASUGA     94   78    16  2  10  50   32
+5        EMILY STEWART     94   76    18  2   8  48   36
+6          KANA YABUKI     94   78    16  2  10  50   32
+7          UMI KOUSAKA     94   76    18  2   8  48   36
+8        KOTOHA TANAKA     94   74    20  2   8  44   40
+9        TSUBASA IBUKI     94   76    18  2  10  46   36
+10               JULIA     92   74    18  2   8  46   36
+11      REIKA KITAKAMI     92   74    18  2   8  46   36
+12      SHIHO KITAZAWA     92   76    16  2  12  46   32
+13     SERIKA HAKOZAKI     92   76    16  2  10  48   32
+14       MIZUKI MAKABE     90   72    18  2   8  44   36
+15   TOMOKA TENKUBASHI     90   74    16  2  10  46   32
+16      SHIZUKA MOGAMI     90   74    16  2   6  50   32
+17     SAYOKO TAKAYAMA     90   72    18  2   6  46   36
+18          ROCO HANDA     90   72    18  2   6  46   36
+19      ANNA MOCHIZUKI     90   74    16  2   4  52   32
+20       MEGUMI TOKORO     90   72    18  2   6  46   36
+21         MOMOKO SUOU     88   72    16  2   6  48   32
+22          MIYA MIYAO     88   70    18  2   4  46   36
+23         KONOMI BABA     88   72    16  2   6  48   32
+24    HINATA KINOSHITA     88   72    16  2   8  46   32
+25       AYUMU MAIHAMA     88   72    16  2   6  48   32
+26    CHIHAYA KISARAGI     88   68    20  2   4  42   40
+27    SUBARU NAGAYOSHI     86   70    16  2   4  48   32
+28        IKU NAKATANI     86   70    16  2  10  42   32
+29      AKANE NONOHARA     86   70    16  2   6  46   32
+30     ELENA SHIMABARA     86   72    14  2  12  44   28
+31         MIKI HOSHII     86   66    20  2   2  42   40
+32          RIO MOMOSE     84   68    16  2   8  42   32
+33     KAREN SHINOMIYA     84   68    16  2   6  44   32
+34       FUKA TOYOKAWA     84   68    16  2   8  42   32
+35        TAMAKI OGAMI     84   68    16  2   6  44   32
+36       MINAKO SATAKE     84   68    16  2   8  42   32
+37        HARUKA AMAMI     82   64    18  2   6  38   36
+38     CHIZURU NIKAIDO     82   66    16  2  10  38   32
+39        NAO YOKOYAMA     82   66    16  2   4  44   32
+40     RITSUKO AKIZUKI     82   66    16  2   4  44   32
+41      MAKOTO KIKUCHI     80   62    18  2   6  36   36
+42         AZUSA MIURA     80   64    16  2   4  42   32
+43         MAMI FUTAMI     80   64    16  2   4  42   32
+44       TAKANE SHIJOU     80   64    16  2   2  44   32
+45         IORI MINASE     80   64    16  2   4  42   32
+46    KAORI SAKURAMORI     78   60    18  2   2  38   36
+47       NORIKO FUKUDA     78   64    14  2   6  42   28
+48     YAYOI TAKATSUKI     76   60    16  2   8  34   32
+49       HIBIKI GANAHA     76   60    16  2   4  38   32
+50     YUKIHO HAGIWARA     76   60    16  2   6  36   32
+51   TSUMUGI SHIRAISHI     74   56    18  2   4  32   36
+52          AMI FUTAMI     70   56    14  2   6  34   28
+53               SHIKA      8    8     0  0   0   8    0
+54                LEON      8    8     0  0   0   8    0
+55  FREDERICA MIYAMOTO      2    2     0  0   0   2    0
+56      SHIKI ICHINOSE      2    2     0  0   0   2    0
+```
+
+LoRA meta dump:
+
+```
+{'ss_cache_latents': 'False',
+ 'ss_caption_dropout_every_n_epochs': '0',
+ 'ss_caption_dropout_rate': '0.0',
+ 'ss_caption_tag_dropout_rate': '0.0',
+ 'ss_clip_skip': '2',
+ 'ss_dataset_dirs': '{"meta_lat.json": {"n_repeats": 1, "img_count": 4502}}',
+ 'ss_datasets': '[{"is_dreambooth": false, "batch_size_per_device": 3, "num_train_images": 4502, "num_reg_images": 0, "resolution": [768, 768], "enable_bucket": true, "min_bucket_reso": null, "max_bucket_reso": null, "tag_frequency": {"meta_lat.json": {}}, "bucket_info": {"buckets": {"0": {"resolution": [640, 768], "count": 3636}, "1": {"resolution": [1024, 576], "count": 866}}, "mean_img_ar_error": 0.0}, "subsets": [{"img_count": 4502, "num_repeats": 1, "color_aug": false, "flip_aug": false, "random_crop": false, "shuffle_caption": true, "keep_tokens": 0, "image_dir": "train_data", "metadata_file": "meta_lat.json"}]}]',
+ 'ss_epoch': '4',
+ 'ss_face_crop_aug_range': 'None',
+ 'ss_full_fp16': 'False',
+ 'ss_gradient_accumulation_steps': '1',
+ 'ss_gradient_checkpointing': 'False',
+ 'ss_learning_rate': '0.0001',
+ 'ss_lowram': 'True',
+ 'ss_lr_scheduler': 'polynomial',
+ 'ss_lr_warmup_steps': '0',
+ 'ss_max_grad_norm': '1.0',
+ 'ss_max_token_length': '225',
+ 'ss_max_train_steps': '22515',
+ 'ss_mixed_precision': 'fp16',
+ 'ss_network_alpha': '16',
+ 'ss_network_dim': '16',
+ 'ss_network_module': 'lycoris.kohya',
+ 'ss_new_sd_model_hash': '89d59c3dde4c56c6d5c41da34cc55ce479d93b4007046980934b14db71bdb2a8',
+ 'ss_noise_offset': '0',
+ 'ss_num_batches_per_epoch': '1501',
+ 'ss_num_epochs': '15',
+ 'ss_num_reg_images': '0',
+ 'ss_num_train_images': '4502',
+ 'ss_optimizer': 'bitsandbytes.optim.adamw.AdamW8bit',
+ 'ss_output_name': 'mirishita',
+ 'ss_prior_loss_weight': '1.0',
+ 'ss_sd_model_hash': '925997e9',
+ 'ss_sd_model_name': 'Animefull-final-pruned.ckpt',
+ 'ss_sd_scripts_commit_hash': '5b506b14a3f0cda56c0012bb502590e785f5ff21',
+ 'ss_seed': 'None',
+ 'ss_session_id': '3030831957',
+ 'ss_tag_frequency': '{"meta_lat.json": {}}',
+ 'ss_text_encoder_lr': '5e-05',
+ 'ss_training_comment': 'None',
+ 'ss_training_finished_at': '',
+ 'ss_training_started_at': '1679049370.036645',
+ 'ss_unet_lr': '0.0001',
+ 'ss_v2': 'False',
+ 'sshs_legacy_hash': '9cfcd7f2',
+ 'sshs_model_hash': '8987199901c0080ac4474ec624db8fdb98b9b6deb652fccef37c36f3e76408bf'}
+```