{ "hidden_size": 32, "width": 32, "routing_layers": 2, "layers": 4, "heads": 2, "feedforward": 64 }