Upload 3 files

bb-multidatabackend.json

@@ -0,0 +1,71 @@
+[
+  {
+    "id": "jesse",
+    "type": "local",
+    "crop": false,
+    "crop_aspect": "square",
+    "crop_style": "center",
+    "resolution": 512,
+    "minimum_image_size": 512,
+    "maximum_image_size": 768,
+    "target_downsample_size": 512,
+    "resolution_type": "pixel",
+    "cache_dir_vae": "cache/vae/jesse",
+    "instance_data_dir": "datasets/breaking-bad/jesse",
+	"instance_prompt": "Jesse Pinkman",
+    "disabled": false,
+    "skip_file_discovery": "",
+    "caption_strategy": "instanceprompt",
+    "metadata_backend": "json",
+	"repeats": 1 
+  },
+  {
+    "id": "walter",
+    "type": "local",
+    "crop": false,
+    "crop_aspect": "square",
+    "crop_style": "center",
+    "resolution": 512,
+    "minimum_image_size": 512,
+    "maximum_image_size": 768,
+    "target_downsample_size": 512,
+    "resolution_type": "pixel",
+    "cache_dir_vae": "cache/vae/walter",
+    "instance_data_dir": "datasets/breaking-bad/walter",
+	"instance_prompt": "Walter White",
+    "disabled": false,
+    "skip_file_discovery": "",
+    "caption_strategy": "instanceprompt",
+    "metadata_backend": "json"
+	"repeats": 1 
+  },
+  {
+    "id": "both",
+    "type": "local",
+    "crop": false,
+    "crop_aspect": "square",
+    "crop_style": "center",
+    "resolution": 512,
+    "minimum_image_size": 512,
+    "maximum_image_size": 768,
+    "target_downsample_size": 512,
+    "resolution_type": "pixel",
+    "cache_dir_vae": "cache/vae/both",
+    "instance_data_dir": "datasets/breaking-bad/both",
+	"instance_prompt": "Jesse Pinkman and Walter White",
+    "disabled": false,
+    "skip_file_discovery": "",
+    "caption_strategy": "instanceprompt",
+    "metadata_backend": "json"
+  },
+  {
+    "id": "text-embeds",
+    "type": "local",
+    "dataset_type": "text_embeds",
+    "default": true,
+    "cache_dir": "cache/text/flux/breaking-bad",
+    "disabled": false,
+    "write_batch_size": 128
+	"repeats": 2
+  },
+]

config.env

@@ -0,0 +1,52 @@
+export MODEL_TYPE='lora'
+export TRAINING_SEED=420
+
+export CHECKPOINTING_STEPS=500
+export CHECKPOINTING_LIMIT=10
+
+export LEARNING_RATE=1e-4
+
+export FLUX=true
+export MODEL_NAME="black-forest-labs/FLUX.1-dev"
+
+export VALIDATION_SEED=420
+export VALIDATION_PROMPT="a photograph of Walter White and Jesse Pinkman"
+export VALIDATION_NEGATIVE_PROMPT=""
+
+# How frequently we will save and run a pipeline for validations.
+export VALIDATION_STEPS=500
+
+# Validation image settings.
+export VALIDATION_GUIDANCE=3.5
+export VALIDATION_GUIDANCE_REAL=1.0
+export VALIDATION_NUM_INFERENCE_STEPS=28
+export VALIDATION_GUIDANCE_RESCALE=0
+export VALIDATION_RESOLUTION=1024x1024
+
+export ALLOW_TF32=true
+export PURE_BF16=true
+
+export CAPTION_DROPOUT_PROBABILITY=0
+
+export MAX_NUM_STEPS=0
+export NUM_EPOCHS=1000
+
+export OPTIMIZER="adamw_bf16"
+export LR_SCHEDULE="constant"
+export LR_WARMUP_STEPS=500
+
+export TRAIN_BATCH_SIZE=1
+
+export RESOLUTION=512
+export RESOLUTION_TYPE=pixel
+
+export GRADIENT_ACCUMULATION_STEPS=2
+export MIXED_PRECISION="bf16"
+export TRAINING_DYNAMO_BACKEND='inductor'
+
+export USE_XFORMERS=false
+export USE_GRADIENT_CHECKPOINTING=true
+export VAE_BATCH_SIZE=8
+export TRAINER_EXTRA_ARGS="--max_grad_norm=1.0 --gradient_precision=fp32 --base_model_default_dtype=bf16 --lora_init_type=default --flux_lora_target=all+ffs --flux_guidance_value=1 --user_prompt_library=user_prompt_library.json"
+
+export USE_EMA=false

user_prompt_library.json

@@ -0,0 +1,5 @@
+{
+    "jesse": "a photo of Jesse Pinkman",
+    "walter": "a photo of Walter White",
+	"both": "a photo of Jesse Pinkman and Walter White"
+}