config.json

{
  "_name_or_path": "FerrellSyntheticIntelligence/FSI_FELON",
  "model_type": "fsi_felon",
  "architectures": ["FSIFelonForCausalLM"],
  "nanobot_config": {
    "count": 1024,
    "emergence_threshold": 0.78,
    "stochastic_factor": 0.15
  },
  "chimera_config": {
    "organs": ["antennae", "spine", "hippocampus", "cerebellum", "prefrontal", "dream"],
    "pheromone_decay": 0.05,
    "routing_strategy": "stigmergic"
  },
  "transformer_config": {
    "num_layers": 10,
    "d_model": 384,
    "num_heads": 6,
    "d_ff": 768,
    "max_seq_len": 2048,
    "activation": "gelu",
    "dropout": 0.1
  },
  "training_config": {
    "learning_rate": 0.0003,
    "warmup_steps": 1000,
    "cosine_decay_steps": 99000,
    "label_smoothing": 0.1,
    "batch_size": 8,
    "optimizer": "adamw"
  },
  "total_parameters": 18426880,
  "pipeline_tag": "text-generation",
  "license": "mit",
  "language": ["en", "python"],
  "tags": ["fsi-felon", "synthetic-intelligence", "code-generation", "nanobot-swarm", "self-architecting"]
}