de99 commited on
Commit
6621463
·
verified ·
1 Parent(s): 5906f56

Upload debug

Browse files
Files changed (1) hide show
  1. debug +94 -0
debug ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Using port 37124
2
+ Starting rank=0, seed=0, world_size=1.
3
+ CDiT(
4
+ (x_embedder): PatchEmbed(
5
+ (proj): Conv2d(4, 1152, kernel_size=(2, 2), stride=(2, 2))
6
+ (norm): Identity()
7
+ )
8
+ (t_embedder): TimestepEmbedder(
9
+ (mlp): Sequential(
10
+ (0): Linear(in_features=256, out_features=1152, bias=True)
11
+ (1): SiLU()
12
+ (2): Linear(in_features=1152, out_features=1152, bias=True)
13
+ )
14
+ )
15
+ (y_embedder): ActionEmbedder(
16
+ (x_emb): TimestepEmbedder(
17
+ (mlp): Sequential(
18
+ (0): Linear(in_features=256, out_features=384, bias=True)
19
+ (1): SiLU()
20
+ (2): Linear(in_features=384, out_features=384, bias=True)
21
+ )
22
+ )
23
+ (y_emb): TimestepEmbedder(
24
+ (mlp): Sequential(
25
+ (0): Linear(in_features=256, out_features=384, bias=True)
26
+ (1): SiLU()
27
+ (2): Linear(in_features=384, out_features=384, bias=True)
28
+ )
29
+ )
30
+ (angle_emb): TimestepEmbedder(
31
+ (mlp): Sequential(
32
+ (0): Linear(in_features=256, out_features=384, bias=True)
33
+ (1): SiLU()
34
+ (2): Linear(in_features=384, out_features=384, bias=True)
35
+ )
36
+ )
37
+ )
38
+ (blocks): ModuleList(
39
+ (0-27): 28 x CDiTBlock(
40
+ (norm1): LayerNorm((1152,), eps=1e-06, elementwise_affine=False)
41
+ (attn): Attention(
42
+ (qkv): Linear(in_features=1152, out_features=3456, bias=True)
43
+ (q_norm): Identity()
44
+ (k_norm): Identity()
45
+ (attn_drop): Dropout(p=0.0, inplace=False)
46
+ (proj): Linear(in_features=1152, out_features=1152, bias=True)
47
+ (proj_drop): Dropout(p=0.0, inplace=False)
48
+ )
49
+ (norm2): LayerNorm((1152,), eps=1e-06, elementwise_affine=False)
50
+ (norm_cond): LayerNorm((1152,), eps=1e-06, elementwise_affine=False)
51
+ (cttn): MultiheadAttention(
52
+ (out_proj): NonDynamicallyQuantizableLinear(in_features=1152, out_features=1152, bias=True)
53
+ )
54
+ (adaLN_modulation): Sequential(
55
+ (0): SiLU()
56
+ (1): Linear(in_features=1152, out_features=12672, bias=True)
57
+ )
58
+ (norm3): LayerNorm((1152,), eps=1e-06, elementwise_affine=False)
59
+ (mlp): Mlp(
60
+ (fc1): Linear(in_features=1152, out_features=4608, bias=True)
61
+ (act): GELU(approximate='tanh')
62
+ (drop1): Dropout(p=0, inplace=False)
63
+ (norm): Identity()
64
+ (fc2): Linear(in_features=4608, out_features=1152, bias=True)
65
+ (drop2): Dropout(p=0, inplace=False)
66
+ )
67
+ )
68
+ )
69
+ (final_layer): FinalLayer(
70
+ (norm_final): LayerNorm((1152,), eps=1e-06, elementwise_affine=False)
71
+ (linear): Linear(in_features=1152, out_features=32, bias=True)
72
+ (adaLN_modulation): Sequential(
73
+ (0): SiLU()
74
+ (1): Linear(in_features=1152, out_features=2304, bias=True)
75
+ )
76
+ )
77
+ (time_embedder): TimestepEmbedder(
78
+ (mlp): Sequential(
79
+ (0): Linear(in_features=256, out_features=1152, bias=True)
80
+ (1): SiLU()
81
+ (2): Linear(in_features=1152, out_features=1152, bias=True)
82
+ )
83
+ )
84
+ )
85
+ Searching for model from logs/cdit_debug/checkpoints
86
+ ****** Evaluating from NON PREDEFINED index... ******
87
+ Dataset: wuhan (train), size: 18652
88
+ ****** Evaluating from NON PREDEFINED index... ******
89
+ Dataset: wuhan (test), size: 4502
90
+ ****** Evaluating from NON PREDEFINED index... ******
91
+ Dataset: wuhan_auto (train), size: 17706
92
+ ****** Evaluating from NON PREDEFINED index... ******
93
+ Dataset: wuhan_auto (test), size: 4235
94
+ Combining 2 datasets.