init/config.json

{
  "model_type": "flygpt",
  "architectures": [
    "FlyGPTForCausalLM"
  ],
  "auto_map": {
    "AutoConfig": "configuration_flygpt.FlyGPTConfig",
    "AutoModelForCausalLM": "modeling_flygpt.FlyGPTForCausalLM"
  },
  "vocab_size": 65,
  "num_neurons": 5000,
  "num_edges": 524324,
  "embedding_dim": 32,
  "num_input_neurons": 256,
  "num_output_neurons": 512,
  "microsteps": 2,
  "activation": "tanh",
  "learned_leak": true,
  "leak_init": 0.5,
  "degree_normalization": true,
  "init_scale": 1.0,
  "dtype": "bfloat16",
  "training_steps": 100000,
  "graph": {
    "graph_name": "cb5k",
    "condition": "real",
    "control_seed": 1,
    "source": "malecns-v1.0",
    "region_filter": "central_brain",
    "min_synapses": 3,
    "hash": "f82b783b7ccb5a354fc4cf3de6de4a98d75029303c55f8faae28ab807828a007"
  },
  "training_state": {
    "status": "init",
    "condition": "real",
    "seed": 1,
    "project": "flygpt-v0-100k"
  }
}