{ "tokenizer": { "tokenizer": "GraphTokenizer", "config": { "max_nodes": 512, "coordinate_bins": 256, "distance_bins": 256, "d_min": 0.001, "d_max": 2.8284271247461903 } }, "model_config": { "hidden_size": 384, "hidden_layers": 14, "attention_heads": 6, "attention_dropout": 0.0, "embedding_dropout": 0.0, "path_dropout": 0.0, "mlp_dropout": 0.0, "rope_theta": 10000.0, "rms_norm_epsilon": 1e-06, "initializer_range": 0.02, "qk_norm": true, "geometry_features": true, "value_residual": true, "zero_init_outputs": true, "gated_attention": true, "attention_residuals": false, "attention_residual_block": 1 }, "global_step": 208000 }