lol

README.md

@@ -1,3 +0,0 @@
----
-license: openrail
----

logs/dreambooth/1673190912.118797/hparams.yml

@@ -1,45 +0,0 @@
-adam_beta1: 0.9
-adam_beta2: 0.999
-adam_epsilon: 1.0e-08
-adam_weight_decay: 0.01
-allow_tf32: false
-center_crop: false
-checkpointing_steps: 500
-class_data_dir: null
-class_prompt: null
-enable_xformers_memory_efficient_attention: false
-gradient_accumulation_steps: 2
-gradient_checkpointing: true
-hub_model_id: null
-hub_token: null
-instance_data_dir: ./dataset
-instance_prompt: a spectrogram of a song
-learning_rate: 5.0e-06
-local_rank: -1
-logging_dir: logs
-lr_num_cycles: 1
-lr_power: 1.0
-lr_scheduler: constant
-lr_warmup_steps: 0
-max_grad_norm: 1.0
-max_train_steps: 800
-mixed_precision: null
-num_class_images: 200
-num_train_epochs: 800
-output_dir: ./output
-pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
-prior_generation_precision: null
-prior_loss_weight: 1.0
-push_to_hub: false
-report_to: tensorboard
-resolution: 512
-resume_from_checkpoint: null
-revision: null
-sample_batch_size: 4
-scale_lr: false
-seed: null
-tokenizer_name: null
-train_batch_size: 1
-train_text_encoder: false
-use_8bit_adam: true
-with_prior_preservation: false

logs/dreambooth/1673191617.866931/hparams.yml

@@ -1,45 +0,0 @@
-adam_beta1: 0.9
-adam_beta2: 0.999
-adam_epsilon: 1.0e-08
-adam_weight_decay: 0.01
-allow_tf32: false
-center_crop: false
-checkpointing_steps: 500
-class_data_dir: null
-class_prompt: null
-enable_xformers_memory_efficient_attention: false
-gradient_accumulation_steps: 1
-gradient_checkpointing: false
-hub_model_id: null
-hub_token: null
-instance_data_dir: ./dataset
-instance_prompt: a spectrogram of a song
-learning_rate: 5.0e-06
-local_rank: -1
-logging_dir: logs
-lr_num_cycles: 1
-lr_power: 1.0
-lr_scheduler: constant
-lr_warmup_steps: 0
-max_grad_norm: 1.0
-max_train_steps: 2000
-mixed_precision: null
-num_class_images: 200
-num_train_epochs: 2000
-output_dir: ./output
-pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
-prior_generation_precision: null
-prior_loss_weight: 1.0
-push_to_hub: false
-report_to: tensorboard
-resolution: 512
-resume_from_checkpoint: null
-revision: null
-sample_batch_size: 4
-scale_lr: false
-seed: null
-tokenizer_name: null
-train_batch_size: 1
-train_text_encoder: false
-use_8bit_adam: false
-with_prior_preservation: false

logs/dreambooth/1673191706.4418957/hparams.yml

@@ -1,45 +0,0 @@
-adam_beta1: 0.9
-adam_beta2: 0.999
-adam_epsilon: 1.0e-08
-adam_weight_decay: 0.01
-allow_tf32: false
-center_crop: false
-checkpointing_steps: 500
-class_data_dir: null
-class_prompt: null
-enable_xformers_memory_efficient_attention: false
-gradient_accumulation_steps: 1
-gradient_checkpointing: false
-hub_model_id: null
-hub_token: null
-instance_data_dir: ./dataset
-instance_prompt: a spectrogram of a song
-learning_rate: 5.0e-06
-local_rank: -1
-logging_dir: logs
-lr_num_cycles: 1
-lr_power: 1.0
-lr_scheduler: constant
-lr_warmup_steps: 0
-max_grad_norm: 1.0
-max_train_steps: 2000
-mixed_precision: null
-num_class_images: 200
-num_train_epochs: 2000
-output_dir: ./output
-pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
-prior_generation_precision: null
-prior_loss_weight: 1.0
-push_to_hub: false
-report_to: tensorboard
-resolution: 512
-resume_from_checkpoint: null
-revision: null
-sample_batch_size: 4
-scale_lr: false
-seed: null
-tokenizer_name: null
-train_batch_size: 1
-train_text_encoder: false
-use_8bit_adam: false
-with_prior_preservation: false

logs/dreambooth/1673191750.464208/hparams.yml

@@ -1,45 +0,0 @@
-adam_beta1: 0.9
-adam_beta2: 0.999
-adam_epsilon: 1.0e-08
-adam_weight_decay: 0.01
-allow_tf32: false
-center_crop: false
-checkpointing_steps: 500
-class_data_dir: null
-class_prompt: null
-enable_xformers_memory_efficient_attention: false
-gradient_accumulation_steps: 1
-gradient_checkpointing: false
-hub_model_id: null
-hub_token: null
-instance_data_dir: ./dataset
-instance_prompt: a spectrogram of a song
-learning_rate: 5.0e-06
-local_rank: -1
-logging_dir: logs
-lr_num_cycles: 1
-lr_power: 1.0
-lr_scheduler: constant
-lr_warmup_steps: 0
-max_grad_norm: 1.0
-max_train_steps: 2000
-mixed_precision: null
-num_class_images: 200
-num_train_epochs: 2000
-output_dir: ./output
-pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
-prior_generation_precision: null
-prior_loss_weight: 1.0
-push_to_hub: false
-report_to: tensorboard
-resolution: 512
-resume_from_checkpoint: null
-revision: null
-sample_batch_size: 4
-scale_lr: false
-seed: null
-tokenizer_name: null
-train_batch_size: 1
-train_text_encoder: false
-use_8bit_adam: false
-with_prior_preservation: false

logs/dreambooth/1673191809.6786714/events.out.tfevents.1673191809.anton-superb-rep.6299.1

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dd927679f6c4e07b18f08f6c9e12731d4e6c694afdc653db6c867d13dce09fdc
-size 2120

logs/dreambooth/1673191809.6801903/hparams.yml

@@ -1,45 +0,0 @@
-adam_beta1: 0.9
-adam_beta2: 0.999
-adam_epsilon: 1.0e-08
-adam_weight_decay: 0.01
-allow_tf32: false
-center_crop: false
-checkpointing_steps: 500
-class_data_dir: null
-class_prompt: null
-enable_xformers_memory_efficient_attention: false
-gradient_accumulation_steps: 1
-gradient_checkpointing: false
-hub_model_id: null
-hub_token: null
-instance_data_dir: ./dataset
-instance_prompt: a spectrogram of a song
-learning_rate: 5.0e-06
-local_rank: -1
-logging_dir: logs
-lr_num_cycles: 1
-lr_power: 1.0
-lr_scheduler: constant
-lr_warmup_steps: 0
-max_grad_norm: 1.0
-max_train_steps: 2000
-mixed_precision: null
-num_class_images: 200
-num_train_epochs: 2000
-output_dir: ./output
-pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
-prior_generation_precision: null
-prior_loss_weight: 1.0
-push_to_hub: false
-report_to: tensorboard
-resolution: 512
-resume_from_checkpoint: null
-revision: null
-sample_batch_size: 4
-scale_lr: false
-seed: null
-tokenizer_name: null
-train_batch_size: 4
-train_text_encoder: false
-use_8bit_adam: false
-with_prior_preservation: false

logs/dreambooth/1673191851.667398/events.out.tfevents.1673191851.anton-superb-rep.7055.1

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:eaf8536b91c0e21e3faf9dd15732a69394261ba26a606520cd6bdbd087efd0ab
-size 2120

logs/dreambooth/1673191943.6337314/events.out.tfevents.1673191943.anton-superb-rep.13228.1

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c486e82b01538a2931a8d82d2ac4aca8c56eb6320491b37f8c63fe729d51c160
-size 2120

logs/dreambooth/1673192004.671461/events.out.tfevents.1673192004.anton-superb-rep.16631.1

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f50900964a091c12e89f482ffd304e1e4cc48b40f5e3ae052e79969534df05f2
-size 2120

logs/dreambooth/{1673191706.4404335/events.out.tfevents.1673191706.anton-superb-rep.2665.1 → 1673193250.8135989/events.out.tfevents.1673193250.anton-superb-rep.59223.1}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8cf9898954199bae7e4e9b9080f9b04ac2bd8d6dcea3f1ea2e077d54b254f8a
-size 2120
+oid sha256:61d2a318781dcaf1e9e8d73a5609b5a4a587d803bd4ce1974cb2ae2c70ae693a
+size 2124

logs/dreambooth/{1673192004.6730165 → 1673193250.815111}/hparams.yml

@@ -26,8 +26,8 @@ max_train_steps: 400
 mixed_precision: null
 num_class_images: 100
 num_train_epochs: 400
-output_dir: ./output
-pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
+output_dir: ./output-riff
+pretrained_model_name_or_path: riffusion/riffusion-model-v1
 prior_generation_precision: null
 prior_loss_weight: 1.0
 push_to_hub: false

logs/dreambooth/{1673190912.1172886/events.out.tfevents.1673190912.anton-superb-rep.23913.1 → 1673193408.5768697/events.out.tfevents.1673193408.anton-superb-rep.66873.1}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d95563365dc26eefba50bd7fdb208668944d5f0b90d07716ea49259de139fd9
-size 2120
+oid sha256:4096833ee8c236a3f05fedc241b160e7c1257308317952cae749a198fd206d77
+size 2104

logs/dreambooth/{1673191851.6688466 → 1673193408.5785184}/hparams.yml

@@ -4,7 +4,7 @@ adam_epsilon: 1.0e-08
 adam_weight_decay: 0.01
 allow_tf32: false
 center_crop: false
-checkpointing_steps: 500
+checkpointing_steps: 100
 class_data_dir: null
 class_prompt: null
 enable_xformers_memory_efficient_attention: false
@@ -13,7 +13,7 @@ gradient_checkpointing: false
 hub_model_id: null
 hub_token: null
 instance_data_dir: ./dataset
-instance_prompt: a spectrogram of a song
+instance_prompt: sna
 learning_rate: 5.0e-06
 local_rank: -1
 logging_dir: logs
@@ -22,12 +22,12 @@ lr_power: 1.0
 lr_scheduler: constant
 lr_warmup_steps: 0
 max_grad_norm: 1.0
-max_train_steps: 500
+max_train_steps: 400
 mixed_precision: null
 num_class_images: 100
-num_train_epochs: 500
-output_dir: ./output
-pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
+num_train_epochs: 400
+output_dir: ./output-riff
+pretrained_model_name_or_path: riffusion/riffusion-model-v1
 prior_generation_precision: null
 prior_loss_weight: 1.0
 push_to_hub: false
@@ -39,7 +39,7 @@ sample_batch_size: 4
 scale_lr: false
 seed: null
 tokenizer_name: null
-train_batch_size: 4
+train_batch_size: 6
 train_text_encoder: false
 use_8bit_adam: false
 with_prior_preservation: false

logs/dreambooth/{1673191750.4627388/events.out.tfevents.1673191750.anton-superb-rep.3114.1 → 1673193436.1967492/events.out.tfevents.1673193436.anton-superb-rep.67732.1}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:633ac724efe59511792abfb3d70a6ddc78a7a39d9d1f17f156786df1376ee0df
-size 2120
+oid sha256:61f4a293ce482f590d54ae9aefcb529fa299a966548f7fc34ce5322da8706081
+size 2104

logs/dreambooth/{1673191943.635246 → 1673193436.1982193}/hparams.yml

@@ -13,7 +13,7 @@ gradient_checkpointing: false
 hub_model_id: null
 hub_token: null
 instance_data_dir: ./dataset
-instance_prompt: a spectrogram of a song
+instance_prompt: sna
 learning_rate: 5.0e-06
 local_rank: -1
 logging_dir: logs
@@ -26,8 +26,8 @@ max_train_steps: 400
 mixed_precision: null
 num_class_images: 100
 num_train_epochs: 400
-output_dir: ./output
-pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
+output_dir: ./output-riff
+pretrained_model_name_or_path: riffusion/riffusion-model-v1
 prior_generation_precision: null
 prior_loss_weight: 1.0
 push_to_hub: false

logs/dreambooth/events.out.tfevents.1673190912.anton-superb-rep.23913.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:450a0f4ef6cf4798cbd95b6d92eac6da447c8c8abdf9f28ee7f88613f1e4041c
-size 9060

logs/dreambooth/events.out.tfevents.1673191617.anton-superb-rep.1970.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9571b3910ab7cfad5ce1857bf19c208c6100f4b50ac8de2b9429f7c339b80ae9
-size 3648

logs/dreambooth/events.out.tfevents.1673191706.anton-superb-rep.2665.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:74a21e256d4485c9ef0261c1e4134a046f69ba96e9d448395fdb3c52a54d930e
-size 2336

logs/dreambooth/events.out.tfevents.1673191750.anton-superb-rep.3114.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:20cc793be75b4a6f1167fa4fffc54e6e18c70e2ecb64a1f4930b3c3391d47736
-size 2418

logs/dreambooth/events.out.tfevents.1673191851.anton-superb-rep.7055.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c57352ab35a5dfccd307d947debd193889994b88d5de7c73a1c44dcefa89e8ec
-size 4714

logs/dreambooth/events.out.tfevents.1673191943.anton-superb-rep.13228.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ef7ee3d987c9e45bc4fded216934b7053c42100d4a1b2d3ea0e4f8790c383b74
-size 2582

logs/dreambooth/{1673191617.8654706/events.out.tfevents.1673191617.anton-superb-rep.1970.1 → events.out.tfevents.1673193250.anton-superb-rep.59223.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47c37a72a983f26634242893c9ef9672630e91bdc66ffb0bce7880fc2c6892f9
-size 2120
+oid sha256:949e08bc95c5d317eb0e2c85fb5032ad838fce3ea2c9a17fb51888e3bddace9a
+size 5862

logs/dreambooth/{events.out.tfevents.1673191809.anton-superb-rep.6299.0 → events.out.tfevents.1673193408.anton-superb-rep.66873.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6073768ad82ba5e9f64f3237d3cdd0fc37ad27051a258f3ac143c061cc34f7d1
-size 532
+oid sha256:4343d15c82bd7df72fe990ae00212f07ab9661fd349b8890b96f43bb1c4d18e2
+size 614

logs/dreambooth/{events.out.tfevents.1673192004.anton-superb-rep.16631.0 → events.out.tfevents.1673193436.anton-superb-rep.67732.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8750444922e5e22f5efde2ecdc4d58831c0e96b4a4b674d203d4586091ba661a
+oid sha256:a22b851d0e4b194690a893a08829601eeba8abf2639fad8a2f8408d377475784
 size 33386

safety_checker/config.json

@@ -1,6 +1,6 @@
 {
-  "_commit_hash": "3857c45b7d4e78b3ba0f39d4d7f50a2a05aa23d4",
-  "_name_or_path": "/home/anton_huggingface_co/.cache/huggingface/diffusers/models--CompVis--stable-diffusion-v1-4/snapshots/3857c45b7d4e78b3ba0f39d4d7f50a2a05aa23d4/safety_checker",
+  "_commit_hash": "ee6dd541d8d283ed37b4f61ee948f1d58b8687ae",
+  "_name_or_path": "/home/anton_huggingface_co/.cache/huggingface/diffusers/models--riffusion--riffusion-model-v1/snapshots/ee6dd541d8d283ed37b4f61ee948f1d58b8687ae/safety_checker",
   "architectures": [
     "StableDiffusionSafetyChecker"
   ],

scheduler/scheduler_config.json

@@ -4,7 +4,6 @@
   "beta_end": 0.012,
   "beta_schedule": "scaled_linear",
   "beta_start": 0.00085,
-  "clip_sample": false,
   "num_train_timesteps": 1000,
   "prediction_type": "epsilon",
   "set_alpha_to_one": false,

text_encoder/config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "CompVis/stable-diffusion-v1-4",
+  "_name_or_path": "riffusion/riffusion-model-v1",
   "architectures": [
     "CLIPTextModel"
   ],
@@ -18,7 +18,7 @@
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 1,
-  "projection_dim": 512,
+  "projection_dim": 768,
   "torch_dtype": "float16",
   "transformers_version": "4.25.1",
   "vocab_size": 49408

tokenizer/tokenizer_config.json

@@ -19,7 +19,7 @@
   },
   "errors": "replace",
   "model_max_length": 77,
-  "name_or_path": "/home/anton_huggingface_co/.cache/huggingface/diffusers/models--CompVis--stable-diffusion-v1-4/snapshots/3857c45b7d4e78b3ba0f39d4d7f50a2a05aa23d4/tokenizer",
+  "name_or_path": "/home/anton_huggingface_co/.cache/huggingface/diffusers/models--riffusion--riffusion-model-v1/snapshots/ee6dd541d8d283ed37b4f61ee948f1d58b8687ae/tokenizer",
   "pad_token": "<|endoftext|>",
   "special_tokens_map_file": "./special_tokens_map.json",
   "tokenizer_class": "CLIPTokenizer",

unet/config.json

@@ -1,7 +1,7 @@
 {
   "_class_name": "UNet2DConditionModel",
   "_diffusers_version": "0.12.0.dev0",
-  "_name_or_path": "CompVis/stable-diffusion-v1-4",
+  "_name_or_path": "riffusion/riffusion-model-v1",
   "act_fn": "silu",
   "attention_head_dim": 8,
   "block_out_channels": [

unet/diffusion_pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab6e29df65ec0138eebe7ea3d5ffba3b176764ba7f36b4a56f8e53c4d01de2a2
+oid sha256:31e3b58c75aed61b3a523bfe09bfc4079027efa381ab57af2bdb8e4b58b7524a
 size 3438375973

vae/config.json

@@ -1,7 +1,7 @@
 {
   "_class_name": "AutoencoderKL",
   "_diffusers_version": "0.12.0.dev0",
-  "_name_or_path": "/home/anton_huggingface_co/.cache/huggingface/diffusers/models--CompVis--stable-diffusion-v1-4/snapshots/3857c45b7d4e78b3ba0f39d4d7f50a2a05aa23d4/vae",
+  "_name_or_path": "/home/anton_huggingface_co/.cache/huggingface/diffusers/models--riffusion--riffusion-model-v1/snapshots/ee6dd541d8d283ed37b4f61ee948f1d58b8687ae/vae",
   "act_fn": "silu",
   "block_out_channels": [
     128,
@@ -20,7 +20,7 @@
   "layers_per_block": 2,
   "norm_num_groups": 32,
   "out_channels": 3,
-  "sample_size": 512,
+  "sample_size": 256,
   "up_block_types": [
     "UpDecoderBlock2D",
     "UpDecoderBlock2D",