FerrellSyntheticIntelligence commited on
Commit
a132cc2
·
verified ·
1 Parent(s): 60e09c7

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +36 -13
config.json CHANGED
@@ -1,14 +1,37 @@
1
  {
2
- "architectures": [
3
- "FELONModel"
4
- ],
5
- "model_type": "felon",
6
- "vocab_size": 4096,
7
- "hidden_size": 512,
8
- "num_hidden_layers": 4,
9
- "num_attention_heads": 8,
10
- "max_position_embeddings": 1024,
11
- "n_nanobots": 1000,
12
- "hidden_act": "gelu",
13
- "initializer_range": 0.02
14
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  {
2
+ "_name_or_path": "FerrellSyntheticIntelligence/FSI_FELON",
3
+ "model_type": "fsi_felon",
4
+ "architectures": ["FSIFelonForCausalLM"],
5
+ "nanobot_config": {
6
+ "count": 1024,
7
+ "emergence_threshold": 0.78,
8
+ "stochastic_factor": 0.15
9
+ },
10
+ "chimera_config": {
11
+ "organs": ["antennae", "spine", "hippocampus", "cerebellum", "prefrontal", "dream"],
12
+ "pheromone_decay": 0.05,
13
+ "routing_strategy": "stigmergic"
14
+ },
15
+ "transformer_config": {
16
+ "num_layers": 10,
17
+ "d_model": 384,
18
+ "num_heads": 6,
19
+ "d_ff": 768,
20
+ "max_seq_len": 2048,
21
+ "activation": "gelu",
22
+ "dropout": 0.1
23
+ },
24
+ "training_config": {
25
+ "learning_rate": 0.0003,
26
+ "warmup_steps": 1000,
27
+ "cosine_decay_steps": 99000,
28
+ "label_smoothing": 0.1,
29
+ "batch_size": 8,
30
+ "optimizer": "adamw"
31
+ },
32
+ "total_parameters": 18426880,
33
+ "pipeline_tag": "text-generation",
34
+ "license": "mit",
35
+ "language": ["en", "python"],
36
+ "tags": ["fsi-felon", "synthetic-intelligence", "code-generation", "nanobot-swarm", "self-architecting"]
37
+ }