config.json

{
  "model_type": "neuronspark",
  "architectures": [
    "NeuronSparkForCausalLM"
  ],
  "auto_map": {
    "AutoConfig": "configuration_neuronspark.NeuronSparkConfig",
    "AutoModelForCausalLM": "modeling_neuronspark.NeuronSparkForCausalLM"
  },
  "vocab_size": 6144,
  "D": 896,
  "N": 8,
  "K": 16,
  "num_layers": 20,
  "D_ff": 2688,
  "v_th_min": 0.1,
  "torch_dtype": "float32",
  "transformers_version": "4.52.0",
  "_training_step": 85000,
  "_tokens_seen": 203910528
}