File size: 751 Bytes
5353680
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
{
  "tokenizer": {
    "tokenizer": "GraphTokenizer",
    "config": {
      "max_nodes": 512,
      "coordinate_bins": 256,
      "distance_bins": 256,
      "d_min": 0.001,
      "d_max": 2.8284271247461903
    }
  },
  "model_config": {
    "hidden_size": 384,
    "hidden_layers": 14,
    "attention_heads": 6,
    "attention_dropout": 0.0,
    "embedding_dropout": 0.0,
    "path_dropout": 0.0,
    "mlp_dropout": 0.0,
    "rope_theta": 10000.0,
    "rms_norm_epsilon": 1e-06,
    "initializer_range": 0.02,
    "qk_norm": true,
    "geometry_features": true,
    "value_residual": true,
    "zero_init_outputs": true,
    "gated_attention": true,
    "attention_residuals": false,
    "attention_residual_block": 1
  },
  "global_step": 208000
}