nexus-worldmodel-v2 / config.json
amewebstudio's picture
Upload config.json with huggingface_hub
11a906a verified
{
"version": "2.0",
"codename": "WorldSim-Cognitive",
"d_model": 512,
"d_ff": 2048,
"n_layers": 8,
"n_heads": 8,
"dropout": 0.1,
"latent_dim": 256,
"latent_state_dim": 256,
"action_dim": 5,
"max_seq_len": 512,
"context_length": 16,
"prediction_horizon": 8,
"encoder_channels": [
32,
64,
128,
256
],
"decoder_channels": [
256,
128,
64,
32
],
"kl_weight": 0.0001,
"use_lpol": true,
"memory_size": 512,
"memory_k": 8,
"domain_types": [
"physics",
"spatial",
"temporal",
"causal",
"agent",
"object",
"zone",
"action",
"reward"
],
"use_gqa": true,
"gqa_num_heads": 8,
"gqa_num_kv_groups": 2,
"multi_scale_enabled": true,
"st_decay": 0.9,
"lt_decay": 0.99,
"episodic_size": 256,
"episodic_dim": 128,
"structural_dim": 64,
"structural_decay": 0.95,
"expert_types": [
"Physics",
"Spatial",
"Temporal",
"Causal",
"Prediction",
"Planning"
],
"max_experts": 12,
"growth_threshold_coherence": 0.3,
"growth_patience": 10,
"neurogenesis_enabled": true,
"min_neurons_per_layer": 32,
"max_neurons_per_layer": 256,
"neuron_birth_threshold": 0.8,
"neuron_death_threshold": 0.05,
"energy_cost_think": 0.02,
"energy_cost_dream": 0.1,
"energy_regeneration": 0.05,
"dream_enabled": true,
"dream_cycle_length": 50,
"dream_duration": 10,
"prioritized_replay": true,
"internal_state_dim": 128,
"tension_integration_rate": 0.1,
"world_state_dim": 128,
"world_update_rate": 0.1,
"world_domains": [
"physical",
"social",
"abstract",
"temporal"
],
"physics_components": 8,
"physics_hidden": 256,
"batch_size": 32,
"learning_rate": 0.0001,
"epochs": 6,
"push_to_hub": true,
"hub_model_id": "amewebstudio/nexus-worldmodel-v2",
"world": {
"width": 64,
"height": 64,
"channels": 3,
"gravity": 0.1,
"friction": 0.98,
"bounce": 0.8,
"max_velocity": 5.0,
"max_agents": 5,
"max_obstacles": 10,
"max_zones": 3,
"agent_radius": 2.0,
"dt": 1.0
},
"_name_or_path": "amewebstudio/nexus-worldmodel-v2",
"architectures": [
"NexusWorldModel"
],
"model_type": "nexus-worldmodel",
"auto_map": {
"AutoModel": "modeling_nexus_worldmodel.NexusWorldModel",
"AutoConfig": "configuration_nexus_worldmodel.NexusWorldModelConfig"
},
"training_info": {
"epochs": 6,
"final_loss": 0.01724659317859717,
"neurogenesis_events": 0,
"parameters": 227991690
}
}