add json

README.md

@@ -0,0 +1,26 @@
+---
+tags:
+  - video-diffusion
+  - relighting
+  - stable-diffusion
+license: apache-2.0
+library_name: diffusers
+pipeline_tag: stable-video-diffusion
+tags:
+  - image-to-video
+  - controlnet
+---
+
+# My Video Relight Model
+
+This model was fine-tuned to perform video relighting using Stable Video Diffusion.  
+...
+
+## Usage
+
+```python
+from diffusers import StableVideoDiffusionPipeline
+pipe = StableVideoDiffusionPipeline.from_pretrained(
+    "your-username/my-video-relight-model", torch_dtype=torch.float16
+).to("cuda")
+...

unet/config.json

@@ -0,0 +1,38 @@
+{
+  "_class_name": "UNetSpatioTemporalConditionModel",
+  "_diffusers_version": "0.32.2",
+  "_name_or_path": "/fs/gamma-projects/svd_relight/model_abc/checkpoint-5500/unet",
+  "addition_time_embed_dim": 256,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "cross_attention_dim": 1024,
+  "down_block_types": [
+    "CrossAttnDownBlockSpatioTemporal",
+    "CrossAttnDownBlockSpatioTemporal",
+    "CrossAttnDownBlockSpatioTemporal",
+    "DownBlockSpatioTemporal"
+  ],
+  "in_channels": 28,
+  "layers_per_block": 2,
+  "num_attention_heads": [
+    5,
+    10,
+    20,
+    20
+  ],
+  "num_frames": 14,
+  "out_channels": 4,
+  "projection_class_embeddings_input_dim": 768,
+  "sample_size": 96,
+  "transformer_layers_per_block": 1,
+  "up_block_types": [
+    "UpBlockSpatioTemporal",
+    "CrossAttnUpBlockSpatioTemporal",
+    "CrossAttnUpBlockSpatioTemporal",
+    "CrossAttnUpBlockSpatioTemporal"
+  ]
+}