| { | |
| "version": "2.0", | |
| "codename": "WorldSim-Cognitive", | |
| "d_model": 512, | |
| "d_ff": 2048, | |
| "n_layers": 8, | |
| "n_heads": 8, | |
| "dropout": 0.1, | |
| "latent_dim": 256, | |
| "latent_state_dim": 256, | |
| "action_dim": 5, | |
| "max_seq_len": 512, | |
| "context_length": 16, | |
| "prediction_horizon": 8, | |
| "encoder_channels": [ | |
| 32, | |
| 64, | |
| 128, | |
| 256 | |
| ], | |
| "decoder_channels": [ | |
| 256, | |
| 128, | |
| 64, | |
| 32 | |
| ], | |
| "kl_weight": 0.0001, | |
| "use_lpol": true, | |
| "memory_size": 512, | |
| "memory_k": 8, | |
| "domain_types": [ | |
| "physics", | |
| "spatial", | |
| "temporal", | |
| "causal", | |
| "agent", | |
| "object", | |
| "zone", | |
| "action", | |
| "reward" | |
| ], | |
| "use_gqa": true, | |
| "gqa_num_heads": 8, | |
| "gqa_num_kv_groups": 2, | |
| "multi_scale_enabled": true, | |
| "st_decay": 0.9, | |
| "lt_decay": 0.99, | |
| "episodic_size": 256, | |
| "episodic_dim": 128, | |
| "structural_dim": 64, | |
| "structural_decay": 0.95, | |
| "expert_types": [ | |
| "Physics", | |
| "Spatial", | |
| "Temporal", | |
| "Causal", | |
| "Prediction", | |
| "Planning" | |
| ], | |
| "max_experts": 12, | |
| "growth_threshold_coherence": 0.3, | |
| "growth_patience": 10, | |
| "neurogenesis_enabled": true, | |
| "min_neurons_per_layer": 32, | |
| "max_neurons_per_layer": 256, | |
| "neuron_birth_threshold": 0.8, | |
| "neuron_death_threshold": 0.05, | |
| "energy_cost_think": 0.02, | |
| "energy_cost_dream": 0.1, | |
| "energy_regeneration": 0.05, | |
| "dream_enabled": true, | |
| "dream_cycle_length": 50, | |
| "dream_duration": 10, | |
| "prioritized_replay": true, | |
| "internal_state_dim": 128, | |
| "tension_integration_rate": 0.1, | |
| "world_state_dim": 128, | |
| "world_update_rate": 0.1, | |
| "world_domains": [ | |
| "physical", | |
| "social", | |
| "abstract", | |
| "temporal" | |
| ], | |
| "physics_components": 8, | |
| "physics_hidden": 256, | |
| "batch_size": 32, | |
| "learning_rate": 0.0001, | |
| "epochs": 6, | |
| "push_to_hub": true, | |
| "hub_model_id": "amewebstudio/nexus-worldmodel-v2", | |
| "world": { | |
| "width": 64, | |
| "height": 64, | |
| "channels": 3, | |
| "gravity": 0.1, | |
| "friction": 0.98, | |
| "bounce": 0.8, | |
| "max_velocity": 5.0, | |
| "max_agents": 5, | |
| "max_obstacles": 10, | |
| "max_zones": 3, | |
| "agent_radius": 2.0, | |
| "dt": 1.0 | |
| }, | |
| "_name_or_path": "amewebstudio/nexus-worldmodel-v2", | |
| "architectures": [ | |
| "NexusWorldModel" | |
| ], | |
| "model_type": "nexus-worldmodel", | |
| "auto_map": { | |
| "AutoModel": "modeling_nexus_worldmodel.NexusWorldModel", | |
| "AutoConfig": "configuration_nexus_worldmodel.NexusWorldModelConfig" | |
| }, | |
| "training_info": { | |
| "epochs": 6, | |
| "final_loss": 0.01724659317859717, | |
| "neurogenesis_events": 0, | |
| "parameters": 227991690 | |
| } | |
| } |