Upload folder using huggingface_hub

README.md

@@ -0,0 +1,25 @@
+---
+license: creativeml-openrail-m
+base_model: CompVis/stable-diffusion-v1-4
+training_prompt: A person of East Asian ethnicity standing in a well-lit office environment with large windows, speaking directly to the camera, wearing a white shirt, and conveying a calm and professional demeanor. The background is slightly blurred, showcasing greenery and modern office decor, with minimal distractions
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- text-to-video
+- tune-a-video
+inference: false
+---
+
+# Tune-A-Video - talking-man
+
+## Model description
+- Base model: [CompVis/stable-diffusion-v1-4](https://huggingface.co/CompVis/stable-diffusion-v1-4)
+- Training prompt: A person of East Asian ethnicity standing in a well-lit office environment with large windows, speaking directly to the camera, wearing a white shirt, and conveying a calm and professional demeanor. The background is slightly blurred, showcasing greenery and modern office decor, with minimal distractions
+
+
+
+## Related papers:
+- [Tune-A-Video](https://arxiv.org/abs/2212.11565): One-Shot Tuning of Image Diffusion Models for Text-to-Video Generation
+- [Stable-Diffusion](https://arxiv.org/abs/2112.10752): High-Resolution Image Synthesis with Latent Diffusion Models

config.yaml

@@ -0,0 +1,48 @@
+pretrained_model_path: checkpoints/CompVis/stable-diffusion-v1-4
+output_dir: /home/user/app/experiments/talking-man
+train_data:
+  video_path: /tmp/gradio/f79f070ba10b1b7872faa157ada00e09644ef2f2/Untitled Video.mp4
+  prompt: A person of East Asian ethnicity standing in a well-lit office environment
+    with large windows, speaking directly to the camera, wearing a white shirt, and
+    conveying a calm and professional demeanor. The background is slightly blurred,
+    showcasing greenery and modern office decor, with minimal distractions
+  n_sample_frames: 8
+  width: 512
+  height: 512
+  sample_start_idx: 0
+  sample_frame_rate: 1
+validation_data:
+  prompts:
+  - A person of East Asian descent is standing in a bright office setting with large
+    windows, addressing the camera directly. They are dressed in a white shirt and
+    project a calm, professional demeanor. The background is slightly out of focus,
+    highlighting greenery and modern office furnishings, with minimal visual distractions
+  video_length: 8
+  width: 512
+  height: 512
+  num_inference_steps: 50
+  guidance_scale: 7.5
+validation_steps: 100
+trainable_modules:
+- attn1.to_q
+- attn2.to_q
+- attn_temp
+train_batch_size: 1
+max_train_steps: 300
+learning_rate: 3.5e-05
+scale_lr: false
+lr_scheduler: constant
+lr_warmup_steps: 0
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_weight_decay: 0.01
+adam_epsilon: 1.0e-08
+max_grad_norm: 1.0
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+checkpointing_steps: 1000
+resume_from_checkpoint: null
+mixed_precision: fp16
+use_8bit_adam: false
+enable_xformers_memory_efficient_attention: true
+seed: 31118