| { |
| "_name_or_path": "FerrellSyntheticIntelligence/FSI_FELON", |
| "model_type": "fsi_felon", |
| "architectures": ["FSIFelonForCausalLM"], |
| "nanobot_config": { |
| "count": 1024, |
| "emergence_threshold": 0.78, |
| "stochastic_factor": 0.15 |
| }, |
| "chimera_config": { |
| "organs": ["antennae", "spine", "hippocampus", "cerebellum", "prefrontal", "dream"], |
| "pheromone_decay": 0.05, |
| "routing_strategy": "stigmergic" |
| }, |
| "transformer_config": { |
| "num_layers": 10, |
| "d_model": 384, |
| "num_heads": 6, |
| "d_ff": 768, |
| "max_seq_len": 2048, |
| "activation": "gelu", |
| "dropout": 0.1 |
| }, |
| "training_config": { |
| "learning_rate": 0.0003, |
| "warmup_steps": 1000, |
| "cosine_decay_steps": 99000, |
| "label_smoothing": 0.1, |
| "batch_size": 8, |
| "optimizer": "adamw" |
| }, |
| "total_parameters": 18426880, |
| "pipeline_tag": "text-generation", |
| "license": "mit", |
| "language": ["en", "python"], |
| "tags": ["fsi-felon", "synthetic-intelligence", "code-generation", "nanobot-swarm", "self-architecting"] |
| } |
|
|
