anthony.gosselin commited on
Commit ·
75460d5
1
Parent(s): f4054bd
Initial ctrlnet and unet
Browse files- control_net/config.json +37 -0
- control_net/diffusion_pytorch_model.bin +3 -0
- unet/config.json +38 -0
- unet/diffusion_pytorch_model.bin +3 -0
control_net/config.json
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "ControlNetModel",
|
| 3 |
+
"_diffusers_version": "0.27.2",
|
| 4 |
+
"_name_or_path": "/network/scratch/a/anthony.gosselin/Results/ctrlv/box2video_apr30_actionbranch/checkpoint-30818",
|
| 5 |
+
"action_dim": 5,
|
| 6 |
+
"addition_time_embed_dim": 256,
|
| 7 |
+
"bbox_embedding_shape": [
|
| 8 |
+
4,
|
| 9 |
+
40,
|
| 10 |
+
64
|
| 11 |
+
],
|
| 12 |
+
"block_out_channels": [
|
| 13 |
+
320,
|
| 14 |
+
640,
|
| 15 |
+
1280,
|
| 16 |
+
1280
|
| 17 |
+
],
|
| 18 |
+
"cross_attention_dim": 1024,
|
| 19 |
+
"down_block_types": [
|
| 20 |
+
"CrossAttnDownBlockSpatioTemporal",
|
| 21 |
+
"CrossAttnDownBlockSpatioTemporal",
|
| 22 |
+
"CrossAttnDownBlockSpatioTemporal",
|
| 23 |
+
"DownBlockSpatioTemporal"
|
| 24 |
+
],
|
| 25 |
+
"in_channels": 8,
|
| 26 |
+
"layers_per_block": 2,
|
| 27 |
+
"num_attention_heads": [
|
| 28 |
+
5,
|
| 29 |
+
10,
|
| 30 |
+
20,
|
| 31 |
+
20
|
| 32 |
+
],
|
| 33 |
+
"num_frames": 25,
|
| 34 |
+
"projection_class_embeddings_input_dim": 768,
|
| 35 |
+
"sample_size": null,
|
| 36 |
+
"transformer_layers_per_block": 1
|
| 37 |
+
}
|
control_net/diffusion_pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b0ac3d9ca78feaaed81ac616e33c502fd26fe46e18e562bf23eac21227fa538d
|
| 3 |
+
size 2725181912
|
unet/config.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "UNetSpatioTemporalConditionModel",
|
| 3 |
+
"_diffusers_version": "0.27.2",
|
| 4 |
+
"_name_or_path": "/network/scratch/a/anthony.gosselin/Results/ctrlv/box2video_apr30_actionbranch/checkpoint-30818",
|
| 5 |
+
"addition_time_embed_dim": 256,
|
| 6 |
+
"block_out_channels": [
|
| 7 |
+
320,
|
| 8 |
+
640,
|
| 9 |
+
1280,
|
| 10 |
+
1280
|
| 11 |
+
],
|
| 12 |
+
"cross_attention_dim": 1024,
|
| 13 |
+
"down_block_types": [
|
| 14 |
+
"CrossAttnDownBlockSpatioTemporal",
|
| 15 |
+
"CrossAttnDownBlockSpatioTemporal",
|
| 16 |
+
"CrossAttnDownBlockSpatioTemporal",
|
| 17 |
+
"DownBlockSpatioTemporal"
|
| 18 |
+
],
|
| 19 |
+
"in_channels": 8,
|
| 20 |
+
"layers_per_block": 2,
|
| 21 |
+
"num_attention_heads": [
|
| 22 |
+
5,
|
| 23 |
+
10,
|
| 24 |
+
20,
|
| 25 |
+
20
|
| 26 |
+
],
|
| 27 |
+
"num_frames": 25,
|
| 28 |
+
"out_channels": 4,
|
| 29 |
+
"projection_class_embeddings_input_dim": 768,
|
| 30 |
+
"sample_size": 96,
|
| 31 |
+
"transformer_layers_per_block": 1,
|
| 32 |
+
"up_block_types": [
|
| 33 |
+
"UpBlockSpatioTemporal",
|
| 34 |
+
"CrossAttnUpBlockSpatioTemporal",
|
| 35 |
+
"CrossAttnUpBlockSpatioTemporal",
|
| 36 |
+
"CrossAttnUpBlockSpatioTemporal"
|
| 37 |
+
]
|
| 38 |
+
}
|
unet/diffusion_pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:27b20cff9679a50da641b968b91667bcdd879b54c1ab12fddeb5ac209368094d
|
| 3 |
+
size 3049889206
|