anthony.gosselin commited on
Commit
75460d5
·
1 Parent(s): f4054bd

Initial ctrlnet and unet

Browse files
control_net/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.27.2",
4
+ "_name_or_path": "/network/scratch/a/anthony.gosselin/Results/ctrlv/box2video_apr30_actionbranch/checkpoint-30818",
5
+ "action_dim": 5,
6
+ "addition_time_embed_dim": 256,
7
+ "bbox_embedding_shape": [
8
+ 4,
9
+ 40,
10
+ 64
11
+ ],
12
+ "block_out_channels": [
13
+ 320,
14
+ 640,
15
+ 1280,
16
+ 1280
17
+ ],
18
+ "cross_attention_dim": 1024,
19
+ "down_block_types": [
20
+ "CrossAttnDownBlockSpatioTemporal",
21
+ "CrossAttnDownBlockSpatioTemporal",
22
+ "CrossAttnDownBlockSpatioTemporal",
23
+ "DownBlockSpatioTemporal"
24
+ ],
25
+ "in_channels": 8,
26
+ "layers_per_block": 2,
27
+ "num_attention_heads": [
28
+ 5,
29
+ 10,
30
+ 20,
31
+ 20
32
+ ],
33
+ "num_frames": 25,
34
+ "projection_class_embeddings_input_dim": 768,
35
+ "sample_size": null,
36
+ "transformer_layers_per_block": 1
37
+ }
control_net/diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ac3d9ca78feaaed81ac616e33c502fd26fe46e18e562bf23eac21227fa538d
3
+ size 2725181912
unet/config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "UNetSpatioTemporalConditionModel",
3
+ "_diffusers_version": "0.27.2",
4
+ "_name_or_path": "/network/scratch/a/anthony.gosselin/Results/ctrlv/box2video_apr30_actionbranch/checkpoint-30818",
5
+ "addition_time_embed_dim": 256,
6
+ "block_out_channels": [
7
+ 320,
8
+ 640,
9
+ 1280,
10
+ 1280
11
+ ],
12
+ "cross_attention_dim": 1024,
13
+ "down_block_types": [
14
+ "CrossAttnDownBlockSpatioTemporal",
15
+ "CrossAttnDownBlockSpatioTemporal",
16
+ "CrossAttnDownBlockSpatioTemporal",
17
+ "DownBlockSpatioTemporal"
18
+ ],
19
+ "in_channels": 8,
20
+ "layers_per_block": 2,
21
+ "num_attention_heads": [
22
+ 5,
23
+ 10,
24
+ 20,
25
+ 20
26
+ ],
27
+ "num_frames": 25,
28
+ "out_channels": 4,
29
+ "projection_class_embeddings_input_dim": 768,
30
+ "sample_size": 96,
31
+ "transformer_layers_per_block": 1,
32
+ "up_block_types": [
33
+ "UpBlockSpatioTemporal",
34
+ "CrossAttnUpBlockSpatioTemporal",
35
+ "CrossAttnUpBlockSpatioTemporal",
36
+ "CrossAttnUpBlockSpatioTemporal"
37
+ ]
38
+ }
unet/diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27b20cff9679a50da641b968b91667bcdd879b54c1ab12fddeb5ac209368094d
3
+ size 3049889206