File size: 2,528 Bytes
11a906a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 | {
"version": "2.0",
"codename": "WorldSim-Cognitive",
"d_model": 512,
"d_ff": 2048,
"n_layers": 8,
"n_heads": 8,
"dropout": 0.1,
"latent_dim": 256,
"latent_state_dim": 256,
"action_dim": 5,
"max_seq_len": 512,
"context_length": 16,
"prediction_horizon": 8,
"encoder_channels": [
32,
64,
128,
256
],
"decoder_channels": [
256,
128,
64,
32
],
"kl_weight": 0.0001,
"use_lpol": true,
"memory_size": 512,
"memory_k": 8,
"domain_types": [
"physics",
"spatial",
"temporal",
"causal",
"agent",
"object",
"zone",
"action",
"reward"
],
"use_gqa": true,
"gqa_num_heads": 8,
"gqa_num_kv_groups": 2,
"multi_scale_enabled": true,
"st_decay": 0.9,
"lt_decay": 0.99,
"episodic_size": 256,
"episodic_dim": 128,
"structural_dim": 64,
"structural_decay": 0.95,
"expert_types": [
"Physics",
"Spatial",
"Temporal",
"Causal",
"Prediction",
"Planning"
],
"max_experts": 12,
"growth_threshold_coherence": 0.3,
"growth_patience": 10,
"neurogenesis_enabled": true,
"min_neurons_per_layer": 32,
"max_neurons_per_layer": 256,
"neuron_birth_threshold": 0.8,
"neuron_death_threshold": 0.05,
"energy_cost_think": 0.02,
"energy_cost_dream": 0.1,
"energy_regeneration": 0.05,
"dream_enabled": true,
"dream_cycle_length": 50,
"dream_duration": 10,
"prioritized_replay": true,
"internal_state_dim": 128,
"tension_integration_rate": 0.1,
"world_state_dim": 128,
"world_update_rate": 0.1,
"world_domains": [
"physical",
"social",
"abstract",
"temporal"
],
"physics_components": 8,
"physics_hidden": 256,
"batch_size": 32,
"learning_rate": 0.0001,
"epochs": 6,
"push_to_hub": true,
"hub_model_id": "amewebstudio/nexus-worldmodel-v2",
"world": {
"width": 64,
"height": 64,
"channels": 3,
"gravity": 0.1,
"friction": 0.98,
"bounce": 0.8,
"max_velocity": 5.0,
"max_agents": 5,
"max_obstacles": 10,
"max_zones": 3,
"agent_radius": 2.0,
"dt": 1.0
},
"_name_or_path": "amewebstudio/nexus-worldmodel-v2",
"architectures": [
"NexusWorldModel"
],
"model_type": "nexus-worldmodel",
"auto_map": {
"AutoModel": "modeling_nexus_worldmodel.NexusWorldModel",
"AutoConfig": "configuration_nexus_worldmodel.NexusWorldModelConfig"
},
"training_info": {
"epochs": 6,
"final_loss": 0.01724659317859717,
"neurogenesis_events": 0,
"parameters": 227991690
}
} |