config:
  name: flux_wojaks_v1
  process:
  - datasets:
    - cache_latents_to_disk: true
      caption_dropout_rate: 0.2
      caption_ext: txt
      folder_path: /root/lorahub/flux_wojaks_v1/dataset
      resolution:
      - 512
      - 768
      - 1024
      shuffle_tokens: false
      token_dropout_rate: 0.01
    device: cuda:0
    model:
      is_flux: true
      name_or_path: black-forest-labs/FLUX.1-dev
      quantize: true
      text_encoder_bits: 8
    network:
      linear: 42
      linear_alpha: 42
      transformer_only: true
      type: lora
    performance_log_every: 500
    sample:
      height: 1024
      neg: ''
      prompts:
      - Ugly monochrome digital drawing of a calm wojak. Simple drawing with bold
        black lines used to outline the features of the person. The drawing is devoid
        of color except for the white background, and lacks intricate detail, embodying
        a minimalist style.
      - Female wojak has blonde hair and wears a traditional blue dress with dandelion
        texture on it. She smiles slightly and has makeup on.
      - Donald Trump [trigger]
      - Retarded wojak with a narrow pointed deformed head, narrow-set eyes, unibrow,
        mouth open in a dumb smile, with a gap between the teeth and with saliva running
        down the chin, very sparse stubble on the moustache and chin, with a couple
        of hairs on the top of the head.
      - Smirking Roman warrior soyjak with ugly stubble, colored
      - Calm man with beard, portrait
      sample_every: 500
      sample_steps: 25
      sampler: flowmatch
      seed: 1
      walk_seed: true
      width: 1024
    save:
      dtype: float16
      max_step_saves_to_keep: 3
      save_every: 500
      save_format: diffusers
    train:
      batch_size: 1
      dtype: bf16
      ema_config:
        ema_decay: 0.99
        use_ema: true
      gradient_accumulation_steps: 1
      gradient_checkpointing: true
      linear_timesteps: true
      loss_type: mse
      lr: 0.0002
      noise_scheduler: flowmatch
      optimizer: adamw8bit
      reg_weight: 1.0
      steps: 3000
      target_noise_multiplier: 1.0
      train_text_encoder: false
      train_unet: true
    training_folder: /root/lorahub
    trigger_word: wojak
    type: sd_trainer
job: extension
meta:
  description: v1