File size: 399 Bytes
6a4eb73
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
b868c30
6a4eb73
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
{
  "in_channels": 128,
  "context_in_dim": 4096,
  "hidden_size": 4096,
  "num_heads": 32,
  "depth": 8,
  "depth_repa": 8,
  "depth_single_blocks": 24,
  "axes_dim": [
    32,
    48,
    48
  ],
  "theta": 2000,
  "mlp_ratio": 3.0,
  "y_in_dim": 768,
  "z_out_dim": 4096,
  "architecture": "Flux2",
  "model_size": "9b",
  "torch_dtype": "bf16",
  "weights": "model",
  "training_steps": 300000
}